revert_discussions.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from collections import defaultdict, namedtuple, Counter\n",
    "from datetime import datetime, timedelta\n",
    "from pandas.tseries.offsets import *\n",
    "import sys, json, re, os\n",
    "import urllib.request\n",
    "import urllib.parse\n",
    "import pickle\n",
    "from nltk.corpus import stopwords\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from IPython.core.debugger import Tracer; debug_here = Tracer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Load, initialize data\n",
    "rv_data = pd.read_csv('/home/michael/school/research/wp/revert_talk_threads_unique_7days.csv', parse_dates=['revert_timestamp'])\n",
    "talk_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/talk/ipc_talkpages_byarticle.csv', parse_dates=['post_timestamp'])\n",
    "crit = talk_data['post_text'].map(lambda x: not re.match(r':+$', str(x)))\n",
    "talk_data = talk_data[crit]\n",
    "diff_dir = '/home/michael/school/research/wp/wp_articles/ipc_article_diffs/'\n",
    "thread_durs = []"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Make editor_thread_scores.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "reverter loses\n",
      "(0.0, 8)\n",
      "reverter wins\n",
      "(1.0, 8)\n",
      "reverter loses badly\n",
      "(0.0, 8)\n",
      "reverter wins well\n",
      "(1.0, 8)\n",
      "partial\n",
      "(0.6666666666666667, 12)\n",
      "reverter gets all changes but one badly\n",
      "(0.5, 12)\n"
     ]
    }
   ],
   "source": [
    "# FNS FOR SCORING EDITORS IN REVERT DISCUSSIONS\n",
    "def dict_diff(orig, chg):\n",
    "    \"\"\" Calculates diff between dictionary a and b based on keys from dict a\n",
    "        Returns: (edit_score, #tokens changed in edit)\n",
    "    \"\"\"\n",
    "    \n",
    "    if len(orig) == 0: # no change in original except for stopwords\n",
    "        return (1.0, 0)\n",
    "    \n",
    "    chg_abs_sum = 0 # relevant word changes\n",
    "    orig_abs_sum = 0\n",
    "    for k in orig:\n",
    "        orig_abs_sum += abs(orig[k])\n",
    "        if orig[k] * chg[k] <= 0: # signs differ\n",
    "            chg_abs_sum += abs(chg[k])\n",
    "            \n",
    "    if orig_abs_sum == 0: \n",
    "        if chg_abs_sum == 0: # no sign difference, so revert successful\n",
    "            return 1.0, abs(sum(orig.values()))\n",
    "        else:\n",
    "            debug_here()\n",
    "            \n",
    "    return max(1-chg_abs_sum/orig_abs_sum, 0.0), orig_abs_sum\n",
    "\n",
    "# Test dict_diff\n",
    "print('reverter loses')\n",
    "a = {'a': -3, 'b': -5}\n",
    "b = {'a': 3, 'b': 5}\n",
    "print(dict_diff(a,b))\n",
    "\n",
    "print(\"reverter wins\")\n",
    "a = {'a': -3, 'b': -5}\n",
    "b = {'a': 0, 'b': 0}\n",
    "print(dict_diff(a,b))\n",
    "\n",
    "print(\"reverter loses badly\")\n",
    "a = {'a': -3, 'b': -5}\n",
    "b = {'a': 3, 'b': 6}\n",
    "print(dict_diff(a,b))\n",
    "\n",
    "print('reverter wins well')\n",
    "a = {'a': -3, 'b': -5}\n",
    "b = {'a': -5, 'b': -10}\n",
    "print(dict_diff(a,b))\n",
    "\n",
    "print('partial')\n",
    "a = {'a': -3, 'b': -5, 'c': 4}\n",
    "b = {'a': 1, 'b': 3, 'c': 6}\n",
    "print(dict_diff(a,b))\n",
    "\n",
    "print('reverter gets all changes but one badly')\n",
    "a = {'a': -3, 'b': -5, 'c': 4}\n",
    "b = {'a': -1, 'b': -1, 'c': -6}\n",
    "print(dict_diff(a,b))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "20\n",
      "40\n",
      "60\n",
      "80\n",
      "100\n",
      "120\n",
      "140\n",
      "160\n",
      "180\n",
      "200\n",
      "220\n",
      "240\n",
      "260\n",
      "280\n",
      "300\n",
      "320\n",
      "340\n",
      "360\n",
      "380\n",
      "400\n",
      "420\n",
      "440\n",
      "460\n",
      "480\n",
      "500\n",
      "520\n",
      "540\n",
      "560\n",
      "580\n",
      "600\n",
      "620\n",
      "640\n",
      "660\n",
      "680\n",
      "700\n",
      "720\n",
      "740\n",
      "760\n",
      "780\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "12771"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# SCORE THREAD-WISE WINNERS FOR EACH DISCUSSION AND EDIT PARTICIPANT\n",
    "art_data = rv_data.copy() # Final spreadsheet with scores\n",
    "# art_data.columns[4] = 'edit_timestamp'\n",
    "art_data.rename(columns={'revert_timestamp':'edit_timestamp'}, inplace=True)\n",
    "art_data['edit_score'] = pd.Series()\n",
    "art_data['editor_thread_score'] = pd.Series()\n",
    "art_data['additions'] = pd.Series()\n",
    "art_data['deletions'] = pd.Series()\n",
    "art_data['comparison_timestamp'] = pd.Series()\n",
    "\n",
    "# threads = sorted(list(set(zip(art_data['article'], art_data['thread_title']))))[740:]\n",
    "threads = sorted(list(set(zip(art_data['article'], art_data['thread_title']))))\n",
    "\n",
    "stops = stopwords.words('english') \n",
    "prev_art = ''\n",
    "\n",
    "# Get edits by thread editors in between initial revert and session end\n",
    "# session end: end of thread or last revert 7 days after last thread entry by thread participants\n",
    "# for i, t in enumerate(threads[:100]):\n",
    "for i, t in enumerate(threads):\n",
    "    \n",
    "    if i % 20 == 0:\n",
    "        print(i)\n",
    "    \n",
    "    # Revert participants: reverter and reverted--not used\n",
    "#     parts = set(rv_data[(rv_data['article']==t[0]) & (rv_data['thread_title']==t[1])]['editor'].values) |\\\n",
    "#             set(rv_data[(rv_data['article']==t[0]) & (rv_data['thread_title']==t[1])]['reverted_editor'].values)\n",
    "        \n",
    "    # Talk page participants--all of them with the corresponding thread in revert data\n",
    "    talk_parts = set(talk_data[(talk_data['article_title']==t[0]) & (talk_data['thread_title']==t[1])]['username'].values)\n",
    "    \n",
    "    talk_rows = talk_data[(talk_data['article_title'] == t[0]) \n",
    "                            & (talk_data['thread_title'] == t[1])\n",
    "                            ].loc[:, ['article_title', 'thread_title', 'post_timestamp']]\n",
    "    thread_end = max(talk_rows['post_timestamp'])\n",
    "    thread_beg = min(talk_rows['post_timestamp'])\n",
    "    \n",
    "    # Build edit history from revert to end of thread\n",
    "    rv_rows = rv_data[(rv_data['article']==t[0]) & (rv_data['thread_title']==t[1]) &\n",
    "                     (rv_data['editor'].isin(talk_parts))]\n",
    "    initial_rv = min(rv_rows['revert_timestamp'])\n",
    "    if prev_art != t[0]:\n",
    "        diff_data = pd.read_csv(os.path.join(diff_dir, t[0].lower().replace(' ', '_').replace('/', '_') + '_diff.csv'),\n",
    "                   parse_dates=['timestamp'])\n",
    "    last_rv = max(rv_rows['revert_timestamp'])\n",
    "    sess_beg = min(thread_beg, initial_rv)\n",
    "    sess_end = max(thread_end, last_rv)\n",
    "#   + DateOffset(days=1)\n",
    "\n",
    "    # Find edits that are in same timeframe as thread and which thread participants make\n",
    "    sess_edits = diff_data.loc[(diff_data['timestamp'] >= sess_beg) & (diff_data['timestamp'] < sess_end + DateOffset(days=1))\n",
    "                         & diff_data['editor'].isin(talk_parts)] # could be intervening edits by non-talk participants\n",
    "    sess_parts = set(sess_edits['editor'].tolist())\n",
    "    \n",
    "    # Recalculate session end and beginning in case talk participants didn't make edits\n",
    "    if sess_edits.empty:\n",
    "#         print('No diffs')\n",
    "        # Remove rows from art_data\n",
    "        art_data = art_data[(art_data['article'] != t[0]) & (art_data['thread_title'] != t[1])] \n",
    "        continue\n",
    "    sess_beg = min(sess_edits['timestamp'])\n",
    "    sess_end = max(sess_edits['timestamp'])\n",
    "    \n",
    "#     if t[0] == 'Timeline of the Israeli–Palestinian conflict' and t[1] == 'Immigration issue':\n",
    "#         debug_here()\n",
    "        \n",
    "    edscores = defaultdict(lambda: [0,0])\n",
    "    \n",
    "    # Calculate success score for each edit compared with end revision\n",
    "    for row in sess_edits.itertuples():\n",
    "        edit_text = diff_data.loc[diff_data['timestamp']==row.timestamp]\n",
    "        diffs = diff_data.loc[(diff_data['timestamp'] > row.timestamp) & (diff_data['timestamp'] <= (sess_end + DateOffset(days=1)))]\n",
    "        \n",
    "        # Unigram counter for edit\n",
    "        if (len(edit_text['deletions'].values) > 0) and (isinstance(edit_text['deletions'].values[0], str)):\n",
    "            positive_dels = Counter([w.lower() for w in edit_text['deletions'].values[0].split() if w.lower() not in stops])\n",
    "            edit_diff = Counter({key:-1*positive_dels[key] for key in positive_dels})\n",
    "        else:\n",
    "            edit_diff = Counter()\n",
    "        if (len(edit_text['additions'].values) > 0) and (isinstance(edit_text['additions'].values[0], str)):\n",
    "            adds = Counter([w.lower() for w in edit_text['additions'].values[0].split() if w.lower() not in stops])\n",
    "        else:\n",
    "            adds = Counter()\n",
    "        edit_diff.update(adds)\n",
    "        edit_diff = {k: edit_diff[k] for k in edit_diff if edit_diff[k] != 0}\n",
    "        \n",
    "#         if row.editor == 'Marsden':\n",
    "#             debug_here()\n",
    "        if diffs.empty: # No revisions after thread end\n",
    "            edit_score = 1.0\n",
    "            n_wds = abs(sum(edit_diff.values()))\n",
    "            edscores[row.editor][0] += edit_score * n_wds\n",
    "            edscores[row.editor][1] += n_wds\n",
    "                \n",
    "        else: \n",
    "            \n",
    "            # Unigram counter for revision diffs in window\n",
    "            next_dels = ' '.join(d.lower() for d in diffs['deletions'].values.tolist() if isinstance(d, str))\n",
    "            changes = Counter([w for w in next_dels.split() if w not in stops])\n",
    "            changes = Counter({key:-1*changes[key] for key in changes})\n",
    "            next_adds = ' '.join(a.lower() for a in diffs['additions'].values.tolist() if isinstance(a, str))\n",
    "            next_addwds = Counter([w for w in next_adds.split() if w not in stops])\n",
    "\n",
    "            changes.update(next_addwds)\n",
    "            \n",
    "            edit_score, n_wds = dict_diff(edit_diff, changes)\n",
    "            edscores[row.editor][0] += edit_score * n_wds\n",
    "            edscores[row.editor][1] += n_wds\n",
    "\n",
    "        # Add score to dataframe (or row if the edit wasn't a revert)\n",
    "        match = art_data[(art_data['article']==row.article_name) & \n",
    "                         (art_data['thread_title']==t[1]) &\n",
    "                        (art_data['editor']==row.editor) &\n",
    "                        (art_data['edit_timestamp']==row.timestamp)]\n",
    "\n",
    "        if not match.empty:\n",
    "            art_data.set_value(match.index[0], 'edit_score', edit_score)\n",
    "            art_data.loc[match.index[0], 'additions'] = row.additions\n",
    "            art_data.loc[match.index[0], 'deletions'] = row.deletions\n",
    "            if not diffs.empty: \n",
    "                art_data.loc[match.index[0], 'comparison_timestamp'] = max(diffs['timestamp'])\n",
    "#             art_data.set_value(match.index[0], 'winner', winner)\n",
    "        else:\n",
    "            new_row = pd.DataFrame([row])\n",
    "            new_row['edit_score'] = edit_score\n",
    "#             new_row['winner'] = winner\n",
    "            new_row['thread_title'] = t[1]\n",
    "            if not diffs.empty:\n",
    "                new_row['comparison_timestamp'] = max(diffs['timestamp'])\n",
    "            new_row.rename(columns={'timestamp': 'edit_timestamp', 'article_name': 'article'}, inplace=True)\n",
    "            new_row.drop('Index', axis=1, inplace=True)\n",
    "            art_data = art_data.append(new_row, ignore_index=True)\n",
    "            \n",
    "    art_data.reset_index(drop=True)\n",
    "    prev_art = t[0]\n",
    "    \n",
    "    # Calculate editor thread scores\n",
    "    for ed in sess_parts:\n",
    "        sess_finalrows = art_data[(art_data['article']==t[0]) & \n",
    "                        (art_data['thread_title']==t[1]) &\n",
    "                        (art_data['editor']==ed)]\n",
    "        if edscores[ed][1] == 0: # editor whose only edit was the final one and was of no words\n",
    "            ed_threadscore = 1.0\n",
    "        else:\n",
    "            ed_threadscore = edscores[ed][0]/edscores[ed][1]\n",
    "        if ed_threadscore > 1.0 or ed_threadscore < 0.0:\n",
    "            debug_here()\n",
    "        for idx in sess_finalrows.index:\n",
    "            art_data.loc[idx, 'editor_thread_score'] = ed_threadscore\n",
    "#         ed_thread_score = np.mean(sess_finalrows['edit_score'])\n",
    "#             art_data.loc[idx, 'editor_thread_score'] = ed_thread_score\n",
    "    \n",
    "# Sort art_data\n",
    "art_data.sort_values(['article', 'thread_title', 'edit_timestamp'], inplace=True)\n",
    "\n",
    "# Select columns\n",
    "cols = ['article', 'thread_title', 'edit_timestamp', 'editor', 'reverted_editor', 'edit_comment',\n",
    "       'edit_score', 'editor_thread_score', 'comparison_timestamp', 'additions', 'deletions']\n",
    "art_data = art_data[cols]\n",
    "\n",
    "# Remove reverts that don't have diffs (just removed Wikipedia metadata, for instance)\n",
    "mask = [isinstance(tup[0], str) or isinstance(tup[1], str) for tup in zip(art_data['additions'], art_data['deletions'])]\n",
    "art_data = art_data[mask]\n",
    "    \n",
    "art_data.to_csv('/home/michael/school/research/wp/wikipedia/data/editor_thread_scores.csv', index=False)\n",
    "len(art_data)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## End make editor_thread_scores.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12771\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>edit_timestamp</th>\n",
       "      <th>editor</th>\n",
       "      <th>reverted_editor</th>\n",
       "      <th>edit_comment</th>\n",
       "      <th>edit_score</th>\n",
       "      <th>editor_thread_score</th>\n",
       "      <th>comparison_timestamp</th>\n",
       "      <th>additions</th>\n",
       "      <th>deletions</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-22 17:04:06</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "      <td>NaN</td>\n",
       "      <td>There were caims of anti-Semitism at the time ...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>riotsCategory:Riots</td>\n",
       "      <td>and antisemitismCategory:Riots riotsCategory:I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-27 10:31:06</td>\n",
       "      <td>PalestineRemembered</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Noit Gevas film &amp;quot;What I saw in Hebron&amp;quot;</td>\n",
       "      <td>0.823077</td>\n",
       "      <td>0.707048</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>all all all managed caused caused Gevas founde...</td>\n",
       "      <td>Mani(later</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-27 14:22:09</td>\n",
       "      <td>Yahel Guhan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[[WP:UNDO|Undid]] revision 207475804 by [[Spec...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>and antisemitismCategory:Riots riotsCategory:I...</td>\n",
       "      <td>riotsCategory:Riots</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-27 14:25:09</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "      <td>Yahel Guhan</td>\n",
       "      <td>rv unjustified category</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>riotsCategory:Riots</td>\n",
       "      <td>and antisemitismCategory:Riots riotsCategory:I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-28 07:15:23</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Silonim =Slonim</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.858407</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>Slonim,</td>\n",
       "      <td>Silonim,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-29 11:12:46</td>\n",
       "      <td>GHcool</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Survivors controversy */ removed extremist,...</td>\n",
       "      <td>0.968254</td>\n",
       "      <td>0.968254</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>saying liked Baruch Baruch yeshiva caused caus...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-30 00:11:44</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* 1929 Aftermath */ Minor edits, clarified wh...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.858407</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>favoured 'The evacuated, family town. one 1947...</td>\n",
       "      <td>when Six owned years in in War city no Jewish ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-30 01:00:41</td>\n",
       "      <td>Ceedjee</td>\n",
       "      <td>NaN</td>\n",
       "      <td>as per talk - no wp:rs</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>a on Jewish had effect deep community. The the...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-30 02:12:31</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Background */ being somewhat more precise a...</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.858407</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>records thatAbraham tradition</td>\n",
       "      <td>Abraham</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-30 02:17:16</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.416667</td>\n",
       "      <td>0.858407</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>in communities that This with shock massacre, ...</td>\n",
       "      <td>and Six occupied War forced to Arab their surv...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-04-30 02:17:38</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.858407</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>and and Six residents occupied War forced to A...</td>\n",
       "      <td>Hebron</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-05-25 16:27:25</td>\n",
       "      <td>Bless sins</td>\n",
       "      <td>NaN</td>\n",
       "      <td>rm unsourced  by 91.104.171.110</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>conflictCategory:History</td>\n",
       "      <td>and conflictCategory:Islam antisemitismCategor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-05-26 13:54:51</td>\n",
       "      <td>PalestineRemembered</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Baruch Kaplan was there at the time, his testi...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.707048</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>saying liked Baruch Baruch yeshiva girls' caus...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-06-17 10:53:46</td>\n",
       "      <td>Yahel Guhan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>restored cat</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>and conflictCategory:Islam antisemitismCategor...</td>\n",
       "      <td>conflictCategory:History</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>2008-06-25 04:26:04</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Background */ Note on tradition of hostilit...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.858407</td>\n",
       "      <td>NaN</td>\n",
       "      <td>a p.508. La Laurens, Question hostility de Jew...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>ethnic cleansing cat</td>\n",
       "      <td>2012-10-14 00:03:19</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>Brewcrewer</td>\n",
       "      <td>Undid revision 517656855 by [[Special:Contribu...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2012-10-14 17:29:29</td>\n",
       "      <td>Muslims</td>\n",
       "      <td>MuslimsCategory:Ethnic cleansing Asia in</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 12:02:11</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NOPV. Were Jews massacring Arabs? No - your ve...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 12:18:58</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>There were two Jewish communities, quite separ...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.994444</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>contemporary press yet roots intermarry. had h...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 12:30:56</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Decline of Jewish community */</td>\n",
       "      <td>0.974359</td>\n",
       "      <td>0.994444</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>and Shalomn Reapproaching Perspectives quarter...</td>\n",
       "      <td>1947.Tom evetnually family In</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 12:36:58</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Prelude */</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>and and Reapproaching Perspectives Israel-Pale...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 13:28:05</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.994444</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>and LIttlefield, Reapproaching Perspectives Is...</td>\n",
       "      <td>... Jews\" to 2008. remembered - is 28 Page 196...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 13:30:07</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Decline of Jewish community */ If he left i...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>Palestine</td>\n",
       "      <td>Arab–Israeli</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 13:39:14</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Numbers killed and injured */ source</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>killed. 9 (2000), p.324. Segev</td>\n",
       "      <td>by by shot mob dead police. were 8 the the killed</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 13:46:34</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>these are claims reported immediately in the J...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.994444</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>heard in survivors Jewish had had women\", Arab...</td>\n",
       "      <td>late telling would turn of of Arabs who women\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 16:14:38</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Undid revision 532891882 by [[Special:Contribu...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>Plot Spoiler</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>Undid revision 532927342 by [[Special:Contribu...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>2012-05-12 02:04:04</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Jerusalem riots, 23 August */ referenced ad...</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>0.859375</td>\n",
       "      <td>2012-07-16 03:25:15</td>\n",
       "      <td>and 12:00 friction two in neighborhood event 1...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>2012-05-12 02:36:18</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Aftermath */  trials and convictions</td>\n",
       "      <td>0.903448</td>\n",
       "      <td>0.920000</td>\n",
       "      <td>2012-07-16 03:25:15</td>\n",
       "      <td>(150) Murder! all produced offences class=\"wik...</td>\n",
       "      <td>Altogether Death financial who who family urba...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>2012-05-12 02:43:47</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Aftermath */  fines and compensation</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.920000</td>\n",
       "      <td>2012-07-16 03:25:15</td>\n",
       "      <td>and and percent some one Safed, additional dis...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>2012-05-13 02:30:22</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Aftermath */  new press refs</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.920000</td>\n",
       "      <td>2012-07-16 03:25:15</td>\n",
       "      <td>on April fine 20–23, Hebron Palestine Palestin...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12741</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>http://en.wikipedia.org/wiki/First_Intifada</td>\n",
       "      <td>2009-01-07 07:47:18</td>\n",
       "      <td>Nudve</td>\n",
       "      <td>Schwarzschachtel</td>\n",
       "      <td>Reverted [[WP:AGF|good faith]] edits by [[Spec...</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>2009-01-08 06:08:43</td>\n",
       "      <td>signing right often deaths Oslo in sharp from ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12742</th>\n",
       "      <td>Yitzhak Shamir</td>\n",
       "      <td>Shamir passes away?</td>\n",
       "      <td>2008-02-13 15:01:54</td>\n",
       "      <td>GoodDay</td>\n",
       "      <td>NaN</td>\n",
       "      <td>According to NY Times: Shamir has died</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>2010-02-07 12:49:42</td>\n",
       "      <td>died 13 February 2008) 1915;</td>\n",
       "      <td>1915)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12743</th>\n",
       "      <td>Yitzhak Shamir</td>\n",
       "      <td>Shamir passes away?</td>\n",
       "      <td>2008-02-13 16:22:35</td>\n",
       "      <td>6SJ7</td>\n",
       "      <td>GoodDay</td>\n",
       "      <td>Rv; we can\\'t say he died without a source (se...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2010-02-07 12:49:42</td>\n",
       "      <td>1915)</td>\n",
       "      <td>died 13 February 2008) 1915;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12744</th>\n",
       "      <td>Yitzhak Shamir</td>\n",
       "      <td>Shamir passes away?</td>\n",
       "      <td>2010-02-07 12:49:42</td>\n",
       "      <td>GoodDay</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>NaN</td>\n",
       "      <td>the seventh</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12745</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 09:59:43</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>merge from Jabbok</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.988930</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>3:16; being over leads course mentioned Parthe...</td>\n",
       "      <td>300px</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12746</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 10:05:36</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Watershed and flow */ already linked</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.988930</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>Zarqa</td>\n",
       "      <td>Jabbok</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12747</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 10:11:45</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Biblical Jabbok */</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.988930</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>Zarqa river biblical is identified The River w...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12748</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 12:28:40</td>\n",
       "      <td>Badagnani</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>Undo merge; if merging, please merge properly....</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.036496</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>300px</td>\n",
       "      <td>3:16; being over leads course mentioned Parthe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12749</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 16:19:13</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>redid the merge</td>\n",
       "      <td>0.993506</td>\n",
       "      <td>0.988930</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>3:16; being over leads course course mentioned...</td>\n",
       "      <td>300px</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12750</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 17:11:30</td>\n",
       "      <td>Badagnani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.036496</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>(יבוק). Jabbok</td>\n",
       "      <td>Jabbok.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12751</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 17:16:18</td>\n",
       "      <td>Badagnani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Biblical Jabbok */</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036496</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>יבוק). (Hebrew:</td>\n",
       "      <td>(יבוק).</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12752</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>2008-12-29 17:19:29</td>\n",
       "      <td>Badagnani</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.036496</td>\n",
       "      <td>NaN</td>\n",
       "      <td>River.</td>\n",
       "      <td>river.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12753</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-09 04:10:53</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>Undid revision 554222672 by [[Special:Contribu...</td>\n",
       "      <td>0.261905</td>\n",
       "      <td>0.334951</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>a varied Zionist expulsions, their ensuing Pal...</td>\n",
       "      <td>supported unrest — argued to to to to to to re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12754</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-09 23:55:10</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>Undid revision 554266767 by [[Special:Contribu...</td>\n",
       "      <td>0.560976</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>supported unrest — argued to to to to to to re...</td>\n",
       "      <td>a varied Zionist expulsions, their ensuing Pal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12755</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-10 00:31:35</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>Undid revision 554404614 by [[Special:Contribu...</td>\n",
       "      <td>0.261905</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>a varied Zionist expulsions, their ensuing Pal...</td>\n",
       "      <td>supported unrest — argued to to to to to to re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12756</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 03:06:09</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Undid revision 554407457 by [[Special:Contribu...</td>\n",
       "      <td>0.560976</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>supported unrest — argued to to to to to to re...</td>\n",
       "      <td>a varied Zionist expulsions, their ensuing Pal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12757</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 05:01:11</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>Undid revision 554708759 by [[Special:Contribu...</td>\n",
       "      <td>0.261905</td>\n",
       "      <td>0.334951</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>a varied Zionist expulsions, their ensuing Pal...</td>\n",
       "      <td>supported unrest — argued to to to to to to re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12758</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 06:04:50</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>Undid revision 554717327 by [[Special:Contribu...</td>\n",
       "      <td>0.560976</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>supported unrest — argued to to to to to to re...</td>\n",
       "      <td>a varied Zionist expulsions, their ensuing Pal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12759</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 06:14:51</td>\n",
       "      <td>Iselilja</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Shortening lead re. anti-zionism; don\\'t think...</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>see</td>\n",
       "      <td>criticism claim varied, www.foreignpolicyjourn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12760</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 07:43:21</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Saying Palestine was &amp;quot;abandoned&amp;quot; is ...</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>dispossession, denial led that rights, of of o...</td>\n",
       "      <td>ideology.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12761</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 07:47:23</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ce</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>and dispossession</td>\n",
       "      <td>dispossession,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12762</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 11:21:46</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* History */ moved up</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>0.334951</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>300px</td>\n",
       "      <td>Theodor Herzl300px right thumb | |</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12763</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 11:25:28</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>NaN</td>\n",
       "      <td>don\\'t mix this with Israel. Israel came long ...</td>\n",
       "      <td>0.629630</td>\n",
       "      <td>0.334951</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>often founder is is for Jewish state book whic...</td>\n",
       "      <td>thumb Israel, symbol Flag adopted flag 1890s. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12764</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-05-12 11:34:34</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Typo error</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>thumb</td>\n",
       "      <td>[[thumb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12765</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-06-07 07:42:26</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Question amrks nedeed here</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>\"indigenous Palestine\".</td>\n",
       "      <td>of indigenous Palestine.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12766</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-06-07 07:44:17</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Correcting writing mistakes</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>of</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12767</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-08-26 13:18:58</td>\n",
       "      <td>Sean.hoyland</td>\n",
       "      <td>NaN</td>\n",
       "      <td>rv Rokr1. please read [[WP:V]]</td>\n",
       "      <td>0.991018</td>\n",
       "      <td>0.991045</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>area, Reeva routinely founder Abdul Activism T...</td>\n",
       "      <td>precondition Lead caused caused caused caused ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12768</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-09-26 03:05:34</td>\n",
       "      <td>Yambaram</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>A and Center, Dershowitz Crisis? Is Alan Gradu...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12769</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2013-11-24 15:08:31</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>NaN</td>\n",
       "      <td>/* Zionism and Haredi Judaism */ Nb: the sente...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.334951</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>to compromise Neo-Zionist. become</td>\n",
       "      <td>compromise.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12770</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>2014-01-10 00:23:57</td>\n",
       "      <td>Sean.hoyland</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Undid revision 590033650 by [[Special:Contribu...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.991045</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Noam Chomsky,</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12771 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    article  \\\n",
       "0      1929 Hebron massacre   \n",
       "1      1929 Hebron massacre   \n",
       "2      1929 Hebron massacre   \n",
       "3      1929 Hebron massacre   \n",
       "4      1929 Hebron massacre   \n",
       "5      1929 Hebron massacre   \n",
       "6      1929 Hebron massacre   \n",
       "7      1929 Hebron massacre   \n",
       "8      1929 Hebron massacre   \n",
       "9      1929 Hebron massacre   \n",
       "10     1929 Hebron massacre   \n",
       "11     1929 Hebron massacre   \n",
       "12     1929 Hebron massacre   \n",
       "13     1929 Hebron massacre   \n",
       "14     1929 Hebron massacre   \n",
       "15     1929 Hebron massacre   \n",
       "16     1929 Hebron massacre   \n",
       "17     1929 Hebron massacre   \n",
       "18     1929 Hebron massacre   \n",
       "19     1929 Hebron massacre   \n",
       "20     1929 Hebron massacre   \n",
       "21     1929 Hebron massacre   \n",
       "22     1929 Hebron massacre   \n",
       "23     1929 Hebron massacre   \n",
       "24     1929 Hebron massacre   \n",
       "25     1929 Hebron massacre   \n",
       "26     1929 Palestine riots   \n",
       "27     1929 Palestine riots   \n",
       "28     1929 Palestine riots   \n",
       "29     1929 Palestine riots   \n",
       "...                     ...   \n",
       "12741         Yitzhak Rabin   \n",
       "12742        Yitzhak Shamir   \n",
       "12743        Yitzhak Shamir   \n",
       "12744        Yitzhak Shamir   \n",
       "12745           Zarqa River   \n",
       "12746           Zarqa River   \n",
       "12747           Zarqa River   \n",
       "12748           Zarqa River   \n",
       "12749           Zarqa River   \n",
       "12750           Zarqa River   \n",
       "12751           Zarqa River   \n",
       "12752           Zarqa River   \n",
       "12753               Zionism   \n",
       "12754               Zionism   \n",
       "12755               Zionism   \n",
       "12756               Zionism   \n",
       "12757               Zionism   \n",
       "12758               Zionism   \n",
       "12759               Zionism   \n",
       "12760               Zionism   \n",
       "12761               Zionism   \n",
       "12762               Zionism   \n",
       "12763               Zionism   \n",
       "12764               Zionism   \n",
       "12765               Zionism   \n",
       "12766               Zionism   \n",
       "12767               Zionism   \n",
       "12768               Zionism   \n",
       "12769               Zionism   \n",
       "12770               Zionism   \n",
       "\n",
       "                                            thread_title       edit_timestamp  \\\n",
       "0                                            Restatement  2008-04-22 17:04:06   \n",
       "1                                            Restatement  2008-04-27 10:31:06   \n",
       "2                                            Restatement  2008-04-27 14:22:09   \n",
       "3                                            Restatement  2008-04-27 14:25:09   \n",
       "4                                            Restatement  2008-04-28 07:15:23   \n",
       "5                                            Restatement  2008-04-29 11:12:46   \n",
       "6                                            Restatement  2008-04-30 00:11:44   \n",
       "7                                            Restatement  2008-04-30 01:00:41   \n",
       "8                                            Restatement  2008-04-30 02:12:31   \n",
       "9                                            Restatement  2008-04-30 02:17:16   \n",
       "10                                           Restatement  2008-04-30 02:17:38   \n",
       "11                                           Restatement  2008-05-25 16:27:25   \n",
       "12                                           Restatement  2008-05-26 13:54:51   \n",
       "13                                           Restatement  2008-06-17 10:53:46   \n",
       "14                                           Restatement  2008-06-25 04:26:04   \n",
       "15                                  ethnic cleansing cat  2012-10-14 00:03:19   \n",
       "16                                          false rumors  2013-01-13 12:02:11   \n",
       "17                                          false rumors  2013-01-13 12:18:58   \n",
       "18                                          false rumors  2013-01-13 12:30:56   \n",
       "19                                          false rumors  2013-01-13 12:36:58   \n",
       "20                                          false rumors  2013-01-13 13:28:05   \n",
       "21                                          false rumors  2013-01-13 13:30:07   \n",
       "22                                          false rumors  2013-01-13 13:39:14   \n",
       "23                                          false rumors  2013-01-13 13:46:34   \n",
       "24                                          false rumors  2013-01-13 16:14:38   \n",
       "25                                          false rumors  2013-01-13 16:32:59   \n",
       "26                                             Consensus  2012-05-12 02:04:04   \n",
       "27                                             Consensus  2012-05-12 02:36:18   \n",
       "28                                             Consensus  2012-05-12 02:43:47   \n",
       "29                                             Consensus  2012-05-13 02:30:22   \n",
       "...                                                  ...                  ...   \n",
       "12741        http://en.wikipedia.org/wiki/First_Intifada  2009-01-07 07:47:18   \n",
       "12742                                Shamir passes away?  2008-02-13 15:01:54   \n",
       "12743                                Shamir passes away?  2008-02-13 16:22:35   \n",
       "12744                                Shamir passes away?  2010-02-07 12:49:42   \n",
       "12745                                              Merge  2008-12-29 09:59:43   \n",
       "12746                                              Merge  2008-12-29 10:05:36   \n",
       "12747                                              Merge  2008-12-29 10:11:45   \n",
       "12748                                              Merge  2008-12-29 12:28:40   \n",
       "12749                                              Merge  2008-12-29 16:19:13   \n",
       "12750                                              Merge  2008-12-29 17:11:30   \n",
       "12751                                              Merge  2008-12-29 17:16:18   \n",
       "12752                                              Merge  2008-12-29 17:19:29   \n",
       "12753  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-09 04:10:53   \n",
       "12754  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-09 23:55:10   \n",
       "12755  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-10 00:31:35   \n",
       "12756  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 03:06:09   \n",
       "12757  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 05:01:11   \n",
       "12758  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 06:04:50   \n",
       "12759  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 06:14:51   \n",
       "12760  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 07:43:21   \n",
       "12761  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 07:47:23   \n",
       "12762  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 11:21:46   \n",
       "12763  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 11:25:28   \n",
       "12764  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-05-12 11:34:34   \n",
       "12765  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-06-07 07:42:26   \n",
       "12766  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-06-07 07:44:17   \n",
       "12767  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-08-26 13:18:58   \n",
       "12768  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-09-26 03:05:34   \n",
       "12769  Anti-Zionism=Anti-Semitism meme inserted into ...  2013-11-24 15:08:31   \n",
       "12770  Anti-Zionism=Anti-Semitism meme inserted into ...  2014-01-10 00:23:57   \n",
       "\n",
       "                           editor   reverted_editor  \\\n",
       "0                   Ian Pitchford               NaN   \n",
       "1             PalestineRemembered               NaN   \n",
       "2                     Yahel Guhan               NaN   \n",
       "3                   Ian Pitchford       Yahel Guhan   \n",
       "4                       Nishidani               NaN   \n",
       "5                          GHcool               NaN   \n",
       "6                       Nishidani               NaN   \n",
       "7                         Ceedjee               NaN   \n",
       "8                       Nishidani               NaN   \n",
       "9                       Nishidani               NaN   \n",
       "10                      Nishidani               NaN   \n",
       "11                     Bless sins               NaN   \n",
       "12            PalestineRemembered               NaN   \n",
       "13                    Yahel Guhan               NaN   \n",
       "14                      Nishidani               NaN   \n",
       "15                       Nableezy        Brewcrewer   \n",
       "16     Vanished user lt94ma34le12         Nishidani   \n",
       "17                      Nishidani               NaN   \n",
       "18                      Nishidani               NaN   \n",
       "19     Vanished user lt94ma34le12               NaN   \n",
       "20                      Nishidani               NaN   \n",
       "21                      Pluto2012               NaN   \n",
       "22                      Pluto2012               NaN   \n",
       "23                      Nishidani               NaN   \n",
       "24                       Nableezy               NaN   \n",
       "25                   Plot Spoiler          Nableezy   \n",
       "26                         Dlv999               NaN   \n",
       "27                       Zero0000               NaN   \n",
       "28                       Zero0000               NaN   \n",
       "29                       Zero0000               NaN   \n",
       "...                           ...               ...   \n",
       "12741                       Nudve  Schwarzschachtel   \n",
       "12742                     GoodDay               NaN   \n",
       "12743                        6SJ7           GoodDay   \n",
       "12744                     GoodDay               NaN   \n",
       "12745                    NoCal100               NaN   \n",
       "12746                    NoCal100               NaN   \n",
       "12747                    NoCal100               NaN   \n",
       "12748                   Badagnani          NoCal100   \n",
       "12749                    NoCal100               NaN   \n",
       "12750                   Badagnani               NaN   \n",
       "12751                   Badagnani               NaN   \n",
       "12752                   Badagnani               NaN   \n",
       "12753                   Pluto2012   IranitGreenberg   \n",
       "12754                    Tritomex         Pluto2012   \n",
       "12755                      Dlv999          Tritomex   \n",
       "12756                    Tritomex               NaN   \n",
       "12757                   Pluto2012          Tritomex   \n",
       "12758             IranitGreenberg         Pluto2012   \n",
       "12759                    Iselilja               NaN   \n",
       "12760                      Dlv999               NaN   \n",
       "12761                      Dlv999               NaN   \n",
       "12762                   Pluto2012               NaN   \n",
       "12763                   Pluto2012               NaN   \n",
       "12764             IranitGreenberg               NaN   \n",
       "12765                    Tritomex               NaN   \n",
       "12766                    Tritomex               NaN   \n",
       "12767                Sean.hoyland               NaN   \n",
       "12768                    Yambaram               NaN   \n",
       "12769                   Pluto2012               NaN   \n",
       "12770                Sean.hoyland               NaN   \n",
       "\n",
       "                                            edit_comment  edit_score  \\\n",
       "0      There were caims of anti-Semitism at the time ...    1.000000   \n",
       "1       Noit Gevas film &quot;What I saw in Hebron&quot;    0.823077   \n",
       "2      [[WP:UNDO|Undid]] revision 207475804 by [[Spec...    0.000000   \n",
       "3                                rv unjustified category    1.000000   \n",
       "4                                        Silonim =Slonim    1.000000   \n",
       "5      /* Survivors controversy */ removed extremist,...    0.968254   \n",
       "6      /* 1929 Aftermath */ Minor edits, clarified wh...    1.000000   \n",
       "7                                 as per talk - no wp:rs    0.800000   \n",
       "8      /* Background */ being somewhat more precise a...    0.333333   \n",
       "9                                                    NaN    0.416667   \n",
       "10                                                   NaN    1.000000   \n",
       "11                       rm unsourced  by 91.104.171.110    0.000000   \n",
       "12     Baruch Kaplan was there at the time, his testi...    0.000000   \n",
       "13                                          restored cat    1.000000   \n",
       "14     /* Background */ Note on tradition of hostilit...    1.000000   \n",
       "15     Undid revision 517656855 by [[Special:Contribu...    1.000000   \n",
       "16     NOPV. Were Jews massacring Arabs? No - your ve...    1.000000   \n",
       "17     There were two Jewish communities, quite separ...    1.000000   \n",
       "18                     /* Decline of Jewish community */    0.974359   \n",
       "19                                         /* Prelude */    0.500000   \n",
       "20                                                   NaN    1.000000   \n",
       "21     /* Decline of Jewish community */ If he left i...    1.000000   \n",
       "22               /* Numbers killed and injured */ source    1.000000   \n",
       "23     these are claims reported immediately in the J...    1.000000   \n",
       "24     Undid revision 532891882 by [[Special:Contribu...    0.000000   \n",
       "25     Undid revision 532927342 by [[Special:Contribu...    1.000000   \n",
       "26     /* Jerusalem riots, 23 August */ referenced ad...    0.944444   \n",
       "27               /* Aftermath */  trials and convictions    0.903448   \n",
       "28               /* Aftermath */  fines and compensation    1.000000   \n",
       "29                       /* Aftermath */  new press refs    1.000000   \n",
       "...                                                  ...         ...   \n",
       "12741  Reverted [[WP:AGF|good faith]] edits by [[Spec...    0.625000   \n",
       "12742             According to NY Times: Shamir has died    0.000000   \n",
       "12743  Rv; we can\\'t say he died without a source (se...    1.000000   \n",
       "12744                                                NaN    1.000000   \n",
       "12745                                  merge from Jabbok    1.000000   \n",
       "12746            /* Watershed and flow */ already linked    0.000000   \n",
       "12747                              /* Biblical Jabbok */    0.666667   \n",
       "12748  Undo merge; if merging, please merge properly....    0.000000   \n",
       "12749                                    redid the merge    0.993506   \n",
       "12750                                                NaN    0.666667   \n",
       "12751                              /* Biblical Jabbok */    1.000000   \n",
       "12752                                                NaN    1.000000   \n",
       "12753  Undid revision 554222672 by [[Special:Contribu...    0.261905   \n",
       "12754  Undid revision 554266767 by [[Special:Contribu...    0.560976   \n",
       "12755  Undid revision 554404614 by [[Special:Contribu...    0.261905   \n",
       "12756  Undid revision 554407457 by [[Special:Contribu...    0.560976   \n",
       "12757  Undid revision 554708759 by [[Special:Contribu...    0.261905   \n",
       "12758  Undid revision 554717327 by [[Special:Contribu...    0.560976   \n",
       "12759  Shortening lead re. anti-zionism; don\\'t think...    0.454545   \n",
       "12760  Saying Palestine was &quot;abandoned&quot; is ...    0.600000   \n",
       "12761                                                 ce    1.000000   \n",
       "12762                             /* History */ moved up    0.571429   \n",
       "12763  don\\'t mix this with Israel. Israel came long ...    0.629630   \n",
       "12764                                         Typo error    1.000000   \n",
       "12765                         Question amrks nedeed here    1.000000   \n",
       "12766                        Correcting writing mistakes    1.000000   \n",
       "12767                     rv Rokr1. please read [[WP:V]]    0.991018   \n",
       "12768                                                NaN    1.000000   \n",
       "12769  /* Zionism and Haredi Judaism */ Nb: the sente...    1.000000   \n",
       "12770  Undid revision 590033650 by [[Special:Contribu...    1.000000   \n",
       "\n",
       "       editor_thread_score comparison_timestamp  \\\n",
       "0                 1.000000  2008-06-25 04:26:04   \n",
       "1                 0.707048  2008-06-25 04:26:04   \n",
       "2                 0.500000  2008-06-25 04:26:04   \n",
       "3                 1.000000  2008-06-25 04:26:04   \n",
       "4                 0.858407  2008-06-25 04:26:04   \n",
       "5                 0.968254  2008-06-25 04:26:04   \n",
       "6                 0.858407  2008-06-25 04:26:04   \n",
       "7                 0.800000  2008-06-25 04:26:04   \n",
       "8                 0.858407  2008-06-25 04:26:04   \n",
       "9                 0.858407  2008-06-25 04:26:04   \n",
       "10                0.858407  2008-06-25 04:26:04   \n",
       "11                0.000000  2008-06-25 04:26:04   \n",
       "12                0.707048  2008-06-25 04:26:04   \n",
       "13                0.500000  2008-06-25 04:26:04   \n",
       "14                0.858407                  NaN   \n",
       "15                1.000000  2012-10-14 17:29:29   \n",
       "16                0.518519  2013-01-13 16:32:59   \n",
       "17                0.994444  2013-01-13 16:32:59   \n",
       "18                0.994444  2013-01-13 16:32:59   \n",
       "19                0.518519  2013-01-13 16:32:59   \n",
       "20                0.994444  2013-01-13 16:32:59   \n",
       "21                1.000000  2013-01-13 16:32:59   \n",
       "22                1.000000  2013-01-13 16:32:59   \n",
       "23                0.994444  2013-01-13 16:32:59   \n",
       "24                0.000000  2013-01-13 16:32:59   \n",
       "25                1.000000                  NaN   \n",
       "26                0.859375  2012-07-16 03:25:15   \n",
       "27                0.920000  2012-07-16 03:25:15   \n",
       "28                0.920000  2012-07-16 03:25:15   \n",
       "29                0.920000  2012-07-16 03:25:15   \n",
       "...                    ...                  ...   \n",
       "12741             0.625000  2009-01-08 06:08:43   \n",
       "12742             0.142857  2010-02-07 12:49:42   \n",
       "12743             1.000000  2010-02-07 12:49:42   \n",
       "12744             0.142857                  NaN   \n",
       "12745             0.988930  2008-12-29 17:19:29   \n",
       "12746             0.988930  2008-12-29 17:19:29   \n",
       "12747             0.988930  2008-12-29 17:19:29   \n",
       "12748             0.036496  2008-12-29 17:19:29   \n",
       "12749             0.988930  2008-12-29 17:19:29   \n",
       "12750             0.036496  2008-12-29 17:19:29   \n",
       "12751             0.036496  2008-12-29 17:19:29   \n",
       "12752             0.036496                  NaN   \n",
       "12753             0.334951  2014-01-10 00:23:57   \n",
       "12754             0.571429  2014-01-10 00:23:57   \n",
       "12755             0.312500  2014-01-10 00:23:57   \n",
       "12756             0.571429  2014-01-10 00:23:57   \n",
       "12757             0.334951  2014-01-10 00:23:57   \n",
       "12758             0.571429  2014-01-10 00:23:57   \n",
       "12759             0.454545  2014-01-10 00:23:57   \n",
       "12760             0.312500  2014-01-10 00:23:57   \n",
       "12761             0.312500  2014-01-10 00:23:57   \n",
       "12762             0.334951  2014-01-10 00:23:57   \n",
       "12763             0.334951  2014-01-10 00:23:57   \n",
       "12764             0.571429  2014-01-10 00:23:57   \n",
       "12765             0.571429  2014-01-10 00:23:57   \n",
       "12766             0.571429  2014-01-10 00:23:57   \n",
       "12767             0.991045  2014-01-10 00:23:57   \n",
       "12768             1.000000  2014-01-10 00:23:57   \n",
       "12769             0.334951  2014-01-10 00:23:57   \n",
       "12770             0.991045                  NaN   \n",
       "\n",
       "                                               additions  \\\n",
       "0                                    riotsCategory:Riots   \n",
       "1      all all all managed caused caused Gevas founde...   \n",
       "2      and antisemitismCategory:Riots riotsCategory:I...   \n",
       "3                                    riotsCategory:Riots   \n",
       "4                                                Slonim,   \n",
       "5                                                    NaN   \n",
       "6      favoured 'The evacuated, family town. one 1947...   \n",
       "7                                                    NaN   \n",
       "8                          records thatAbraham tradition   \n",
       "9      in communities that This with shock massacre, ...   \n",
       "10     and and Six residents occupied War forced to A...   \n",
       "11                              conflictCategory:History   \n",
       "12     saying liked Baruch Baruch yeshiva girls' caus...   \n",
       "13     and conflictCategory:Islam antisemitismCategor...   \n",
       "14     a p.508. La Laurens, Question hostility de Jew...   \n",
       "15                                               Muslims   \n",
       "16                                                 false   \n",
       "17     contemporary press yet roots intermarry. had h...   \n",
       "18     and Shalomn Reapproaching Perspectives quarter...   \n",
       "19     and and Reapproaching Perspectives Israel-Pale...   \n",
       "20     and LIttlefield, Reapproaching Perspectives Is...   \n",
       "21                                             Palestine   \n",
       "22                        killed. 9 (2000), p.324. Segev   \n",
       "23     heard in survivors Jewish had had women\", Arab...   \n",
       "24                                                   NaN   \n",
       "25                                                 false   \n",
       "26     and 12:00 friction two in neighborhood event 1...   \n",
       "27     (150) Murder! all produced offences class=\"wik...   \n",
       "28     and and percent some one Safed, additional dis...   \n",
       "29     on April fine 20–23, Hebron Palestine Palestin...   \n",
       "...                                                  ...   \n",
       "12741  signing right often deaths Oslo in sharp from ...   \n",
       "12742                       died 13 February 2008) 1915;   \n",
       "12743                                              1915)   \n",
       "12744                                        the seventh   \n",
       "12745  3:16; being over leads course mentioned Parthe...   \n",
       "12746                                              Zarqa   \n",
       "12747  Zarqa river biblical is identified The River w...   \n",
       "12748                                              300px   \n",
       "12749  3:16; being over leads course course mentioned...   \n",
       "12750                                     (יבוק). Jabbok   \n",
       "12751                                    יבוק). (Hebrew:   \n",
       "12752                                             River.   \n",
       "12753  a varied Zionist expulsions, their ensuing Pal...   \n",
       "12754  supported unrest — argued to to to to to to re...   \n",
       "12755  a varied Zionist expulsions, their ensuing Pal...   \n",
       "12756  supported unrest — argued to to to to to to re...   \n",
       "12757  a varied Zionist expulsions, their ensuing Pal...   \n",
       "12758  supported unrest — argued to to to to to to re...   \n",
       "12759                                                see   \n",
       "12760  dispossession, denial led that rights, of of o...   \n",
       "12761                                  and dispossession   \n",
       "12762                                              300px   \n",
       "12763  often founder is is for Jewish state book whic...   \n",
       "12764                                              thumb   \n",
       "12765                            \"indigenous Palestine\".   \n",
       "12766                                                 of   \n",
       "12767  area, Reeva routinely founder Abdul Activism T...   \n",
       "12768  A and Center, Dershowitz Crisis? Is Alan Gradu...   \n",
       "12769                  to compromise Neo-Zionist. become   \n",
       "12770                                      Noam Chomsky,   \n",
       "\n",
       "                                               deletions  \n",
       "0      and antisemitismCategory:Riots riotsCategory:I...  \n",
       "1                                             Mani(later  \n",
       "2                                    riotsCategory:Riots  \n",
       "3      and antisemitismCategory:Riots riotsCategory:I...  \n",
       "4                                               Silonim,  \n",
       "5      saying liked Baruch Baruch yeshiva caused caus...  \n",
       "6      when Six owned years in in War city no Jewish ...  \n",
       "7      a on Jewish had effect deep community. The the...  \n",
       "8                                                Abraham  \n",
       "9      and Six occupied War forced to Arab their surv...  \n",
       "10                                                Hebron  \n",
       "11     and conflictCategory:Islam antisemitismCategor...  \n",
       "12                                                   NaN  \n",
       "13                              conflictCategory:History  \n",
       "14                                                   NaN  \n",
       "15              MuslimsCategory:Ethnic cleansing Asia in  \n",
       "16                                                   NaN  \n",
       "17                                                   NaN  \n",
       "18                         1947.Tom evetnually family In  \n",
       "19                                                   NaN  \n",
       "20     ... Jews\" to 2008. remembered - is 28 Page 196...  \n",
       "21                                          Arab–Israeli  \n",
       "22     by by shot mob dead police. were 8 the the killed  \n",
       "23     late telling would turn of of Arabs who women\"...  \n",
       "24                                                 false  \n",
       "25                                                   NaN  \n",
       "26                                                   NaN  \n",
       "27     Altogether Death financial who who family urba...  \n",
       "28                                                   NaN  \n",
       "29                                                   NaN  \n",
       "...                                                  ...  \n",
       "12741                                                NaN  \n",
       "12742                                              1915)  \n",
       "12743                       died 13 February 2008) 1915;  \n",
       "12744                                                NaN  \n",
       "12745                                              300px  \n",
       "12746                                             Jabbok  \n",
       "12747                                                NaN  \n",
       "12748  3:16; being over leads course mentioned Parthe...  \n",
       "12749                                              300px  \n",
       "12750                                            Jabbok.  \n",
       "12751                                            (יבוק).  \n",
       "12752                                             river.  \n",
       "12753  supported unrest — argued to to to to to to re...  \n",
       "12754  a varied Zionist expulsions, their ensuing Pal...  \n",
       "12755  supported unrest — argued to to to to to to re...  \n",
       "12756  a varied Zionist expulsions, their ensuing Pal...  \n",
       "12757  supported unrest — argued to to to to to to re...  \n",
       "12758  a varied Zionist expulsions, their ensuing Pal...  \n",
       "12759  criticism claim varied, www.foreignpolicyjourn...  \n",
       "12760                                          ideology.  \n",
       "12761                                     dispossession,  \n",
       "12762                 Theodor Herzl300px right thumb | |  \n",
       "12763  thumb Israel, symbol Flag adopted flag 1890s. ...  \n",
       "12764                                            [[thumb  \n",
       "12765                           of indigenous Palestine.  \n",
       "12766                                                NaN  \n",
       "12767  precondition Lead caused caused caused caused ...  \n",
       "12768                                                NaN  \n",
       "12769                                        compromise.  \n",
       "12770                                                NaN  \n",
       "\n",
       "[12771 rows x 11 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load thread-level editor scores\n",
    "\n",
    "edthread = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/editor_thread_scores.csv')\n",
    "print(len(edthread))\n",
    "edthread"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of classified edits\n",
      "12771\n",
      "Number of talk threads (sessions)\n",
      "749\n",
      "Number of editors per thread\n",
      "2.8931909212283045\n",
      "Number of successful edits (above 50%)\n",
      "7293\t0.5710594315245479\n",
      "Number of successful editors in threads (above 50%)\n",
      "4422/7486\t0.5907026449372161\n"
     ]
    }
   ],
   "source": [
    "# Stats on editor thread scores\n",
    "print('Number of classified edits')\n",
    "print(len(edthread))\n",
    "print('Number of talk threads (sessions)')\n",
    "n_threads = len(set(zip(edthread['article'], edthread['thread_title'])))\n",
    "print(n_threads)\n",
    "print('Number of editors per thread')\n",
    "print(len(set(zip(edthread['article'], edthread['thread_title'], edthread['editor'])))/n_threads)\n",
    "print('Number of successful edits (above 50%)')\n",
    "successful_edits = len(edthread[edthread['edit_score']>.5])\n",
    "print(successful_edits, end='\\t')\n",
    "print(successful_edits/len(edthread))\n",
    "print('Number of successful editors in threads (above 50%)')\n",
    "ed_thread_scores = set(zip(edthread['article'], edthread['thread_title'], edthread['editor'], edthread['edit_score']))\n",
    "s = len([el for el in ed_thread_scores if el[3]>.5])\n",
    "print('{0}/{1}'.format(s,len(ed_thread_scores)), end='\\t')\n",
    "print(s/len(ed_thread_scores))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 1.0\n",
      "100 1.0\n",
      "200 0.0\n",
      "300 0.0\n",
      "400 0.0\n",
      "500 0.27450980392156865\n",
      "600 1.0\n",
      "800 0.6338028169014085\n",
      "900 0.5172413793103448\n",
      "1000 1.0\n",
      "1100 0.41666666666666663\n",
      "1200 1.0\n",
      "1300 0.9794871794871794\n",
      "1400 1.0\n",
      "1500 0.5571428571428572\n",
      "1600 0.0\n",
      "1700 1.0\n",
      "1800 0.0\n",
      "1900 0.6\n",
      "2000 0.0\n",
      "2100 0.8421052631578947\n"
     ]
    }
   ],
   "source": [
    "# Get scores for editors\n",
    "stops = stopwords.words('english')\n",
    "prev_art = ''\n",
    "    \n",
    "# row = thread_data.loc[0, :]\n",
    "# for row in thread_data.loc[1736:1737,:].itertuples():\n",
    "for row in thread_data.itertuples():\n",
    "            \n",
    "    # Calculate session endpt (last time people talk on thread or revert ea other)\n",
    "    thread_rows = talk_data[(talk_data['article_title'] == row.article) \n",
    "                            & (talk_data['thread_title'] == row.thread_title)\n",
    "                            & (talk_data['username'].isin([row.editor, row.reverted_editor]))].loc[:, ['article_title', 'thread_title', 'post_timestamp']]\n",
    "    thread_beg = thread_rows['post_timestamp'].loc[thread_rows['post_timestamp'].idxmin()]\n",
    "    thread_end = thread_rows['post_timestamp'].loc[thread_rows['post_timestamp'].idxmax()]\n",
    "#     thread_durs.append(thread_end-thread_beg)\n",
    "    \n",
    "    last_rv = max(thread_data[(thread_data['article']==row.article) & \n",
    "                          (thread_data['thread_title']==row.thread_title) & \n",
    "                          (((thread_data['editor']==row.editor) & (thread_data['reverted_editor']==row.reverted_editor)) |\n",
    "                          ((thread_data['editor']==row.reverted_editor) & (thread_data['reverted_editor']==row.editor)))\n",
    "                         ]['revert_timestamp'])\n",
    "    sess_end = max(thread_end, last_rv)\n",
    "\n",
    "    if prev_art != row.article:\n",
    "        diff_data = pd.read_csv(os.path.join(diff_dir, row.article.lower().replace(' ', '_').replace('/', '_') + '_diff.csv'),\n",
    "                   parse_dates=['timestamp'])\n",
    "\n",
    "    if not row.revert_timestamp in diff_data['timestamp'].tolist(): # revert not present in diff file if no detected change in wiki markup\n",
    "        continue\n",
    "            \n",
    "    rv_text = diff_data.loc[diff_data['timestamp']==row.revert_timestamp]\n",
    "    sess_rows = diff_data.loc[(diff_data['timestamp'] > row.revert_timestamp) & (diff_data['timestamp'] < sess_end + DateOffset(days=1))]\n",
    "#     endrevs = diff_data.loc[diff_data['timestamp'] > thread_end + DateOffset(days=1)]\n",
    "    if sess_rows.empty: # No revisions after thread end\n",
    "         rv_score = 1.0\n",
    "    else: \n",
    "        # Unigram counter for revert\n",
    "        if (len(rv_text['deletions'].values) > 0) and (isinstance(rv_text['deletions'].values[0], str)):\n",
    "            positive_dels = Counter([w.lower() for w in rv_text['deletions'].values[0].split() if w.lower() not in stops])\n",
    "            dels = Counter({key:-1*positive_dels[key] for key in positive_dels})\n",
    "        else:\n",
    "            dels = Counter()\n",
    "        if (len(rv_text['additions'].values) > 0) and (isinstance(rv_text['additions'].values[0], str)):\n",
    "            adds = Counter([w.lower() for w in rv_text['additions'].values[0].split() if w.lower() not in stops])\n",
    "        else:\n",
    "            adds = Counter()\n",
    "        dels.update(adds)\n",
    "        dels = {k: dels[k] for k in dels if dels[k] != 0}\n",
    "\n",
    "        # Unigram counter for revision diffs in window\n",
    "        #         wted_changes = {}\n",
    "\n",
    "        # for r in sess_rows.itertuples():\n",
    "        next_dels = ' '.join(d.lower() for d in sess_rows['deletions'].values.tolist() if isinstance(d, str))\n",
    "        next_delwds = Counter([w for w in next_dels.split() if w not in stops])\n",
    "        next_delwds = Counter({key:-1*next_delwds[key] for key in next_delwds})\n",
    "        next_adds = ' '.join(a.lower() for a in sess_rows['additions'].values.tolist() if isinstance(a, str))\n",
    "        next_addwds = Counter([w for w in next_adds.split() if w not in stops])\n",
    "\n",
    "        next_delwds.update(next_addwds)\n",
    "\n",
    "        prev_art = row.article\n",
    "\n",
    "        #     changes = {k: next_delwds.get(k, 0) for k in dels}\n",
    "        rv_score = dict_diff(dels, next_delwds)\n",
    "    #     print(rv_score)\n",
    "\n",
    "    thread_data.set_value(row.Index, 'revert_score', rv_score)\n",
    "\n",
    "    winner = np.nan\n",
    "    if not np.isnan(rv_score):\n",
    "        if rv_score > 0.5:\n",
    "            winner = row.editor\n",
    "        else:\n",
    "            winner = row.reverted_editor\n",
    "#     print(winner)\n",
    "\n",
    "    thread_data.loc[row.Index, 'winner'] = winner\n",
    "\n",
    "    if row.Index % 100 == 0:\n",
    "        print(row.Index, rv_score)\n",
    "        sys.stdout.flush()\n",
    "\n",
    "thread_data_nonan = thread_data[np.isfinite(thread_data['revert_score'])]\n",
    "# print(len(thread_data_nonan))\n",
    "# len(thread_data_nonan)\n",
    "\n",
    "thread_data_nonan.to_csv('/home/michael/school/research/wp/wikipedia/data/revert_threads_scores.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of rows that had exact opposite revert winners\t480\t0.24628014366341713\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>editor</th>\n",
       "      <th>reverted_editor</th>\n",
       "      <th>revert_timestamp</th>\n",
       "      <th>edit_comment</th>\n",
       "      <th>revert_score</th>\n",
       "      <th>winner</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1880</th>\n",
       "      <td>United Nations Security Council Resolution 338</td>\n",
       "      <td>Article 25 and Chapter VII analysis</td>\n",
       "      <td>Cybbe</td>\n",
       "      <td>RichardMathews</td>\n",
       "      <td>2006-08-03 14:10:32</td>\n",
       "      <td>reverting recent changes, see talk</td>\n",
       "      <td>0.491018</td>\n",
       "      <td>RichardMathews</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1881</th>\n",
       "      <td>United Nations Security Council Resolution 338</td>\n",
       "      <td>Article 25 and Chapter VII analysis</td>\n",
       "      <td>Cybbe</td>\n",
       "      <td>RichardMathews</td>\n",
       "      <td>2006-08-06 09:17:38</td>\n",
       "      <td>Reverted. Still no &amp;quot;substantial evidence&amp;...</td>\n",
       "      <td>0.601626</td>\n",
       "      <td>Cybbe</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1919</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2006-01-26 19:07:59</td>\n",
       "      <td>restore version gidonb, after major vandalism ...</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>Haham hanuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1920</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2006-01-27 03:23:42</td>\n",
       "      <td>undo vandalism; many articles contain a quote ...</td>\n",
       "      <td>0.125000</td>\n",
       "      <td>Haham hanuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1921</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2006-01-27 13:02:08</td>\n",
       "      <td>restore reference, I can provide more (see tal...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>Convoy of 35</td>\n",
       "      <td>The whole business of Kfar Etzion and the Conv...</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2006-11-07 06:23:42</td>\n",
       "      <td>rv sourced material</td>\n",
       "      <td>0.227273</td>\n",
       "      <td>Zero0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>Convoy of 35</td>\n",
       "      <td>The whole business of Kfar Etzion and the Conv...</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2006-11-14 02:48:29</td>\n",
       "      <td>rv. nothign wrong with it. and rv katz.</td>\n",
       "      <td>0.425926</td>\n",
       "      <td>Zero0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446</th>\n",
       "      <td>Convoy of 35</td>\n",
       "      <td>The whole business of Kfar Etzion and the Conv...</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2006-11-14 06:47:24</td>\n",
       "      <td>rv</td>\n",
       "      <td>0.425926</td>\n",
       "      <td>Zero0000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>Convoy of 35</td>\n",
       "      <td>The whole business of Kfar Etzion and the Conv...</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2006-12-14 18:52:25</td>\n",
       "      <td>why did you do that ? see talk. thanks.</td>\n",
       "      <td>0.526316</td>\n",
       "      <td>Amoruso</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>448</th>\n",
       "      <td>Convoy of 35</td>\n",
       "      <td>The whole business of Kfar Etzion and the Conv...</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2006-12-14 20:21:22</td>\n",
       "      <td>I strongly disagree - this is valid informatio...</td>\n",
       "      <td>0.526316</td>\n",
       "      <td>Amoruso</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             article  \\\n",
       "1880  United Nations Security Council Resolution 338   \n",
       "1881  United Nations Security Council Resolution 338   \n",
       "1919                                      Yigal Amir   \n",
       "1920                                      Yigal Amir   \n",
       "1921                                      Yigal Amir   \n",
       "444                                     Convoy of 35   \n",
       "445                                     Convoy of 35   \n",
       "446                                     Convoy of 35   \n",
       "447                                     Convoy of 35   \n",
       "448                                     Convoy of 35   \n",
       "\n",
       "                                           thread_title   editor  \\\n",
       "1880                Article 25 and Chapter VII analysis    Cybbe   \n",
       "1881                Article 25 and Chapter VII analysis    Cybbe   \n",
       "1919                           Computer Science student   Gidonb   \n",
       "1920                           Computer Science student   Gidonb   \n",
       "1921                           Computer Science student   Gidonb   \n",
       "444   The whole business of Kfar Etzion and the Conv...  Amoruso   \n",
       "445   The whole business of Kfar Etzion and the Conv...  Amoruso   \n",
       "446   The whole business of Kfar Etzion and the Conv...  Amoruso   \n",
       "447   The whole business of Kfar Etzion and the Conv...  Amoruso   \n",
       "448   The whole business of Kfar Etzion and the Conv...  Amoruso   \n",
       "\n",
       "     reverted_editor     revert_timestamp  \\\n",
       "1880  RichardMathews  2006-08-03 14:10:32   \n",
       "1881  RichardMathews  2006-08-06 09:17:38   \n",
       "1919    Haham hanuka  2006-01-26 19:07:59   \n",
       "1920    Haham hanuka  2006-01-27 03:23:42   \n",
       "1921    Haham hanuka  2006-01-27 13:02:08   \n",
       "444         Zero0000  2006-11-07 06:23:42   \n",
       "445         Zero0000  2006-11-14 02:48:29   \n",
       "446         Zero0000  2006-11-14 06:47:24   \n",
       "447         Zero0000  2006-12-14 18:52:25   \n",
       "448         Zero0000  2006-12-14 20:21:22   \n",
       "\n",
       "                                           edit_comment  revert_score  \\\n",
       "1880                 reverting recent changes, see talk      0.491018   \n",
       "1881  Reverted. Still no &quot;substantial evidence&...      0.601626   \n",
       "1919  restore version gidonb, after major vandalism ...      0.300000   \n",
       "1920  undo vandalism; many articles contain a quote ...      0.125000   \n",
       "1921  restore reference, I can provide more (see tal...      1.000000   \n",
       "444                                 rv sourced material      0.227273   \n",
       "445             rv. nothign wrong with it. and rv katz.      0.425926   \n",
       "446                                                  rv      0.425926   \n",
       "447             why did you do that ? see talk. thanks.      0.526316   \n",
       "448   I strongly disagree - this is valid informatio...      0.526316   \n",
       "\n",
       "              winner  \n",
       "1880  RichardMathews  \n",
       "1881           Cybbe  \n",
       "1919    Haham hanuka  \n",
       "1920    Haham hanuka  \n",
       "1921          Gidonb  \n",
       "444         Zero0000  \n",
       "445         Zero0000  \n",
       "446         Zero0000  \n",
       "447          Amoruso  \n",
       "448          Amoruso  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load labeled revert discussions\n",
    "labeled_revert_talk = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/revert_threads_scores.csv')\n",
    "\n",
    "# Count rows with reverter-revert winner ambiguity\n",
    "print(\"Number of rows that had exact opposite revert winners\", end='\\t')\n",
    "thread_winners_reverters = defaultdict(list)\n",
    "opps = []\n",
    "for row in labeled_revert_talk.itertuples():\n",
    "    thread_winners_reverters[(row.article, row.thread_title)].append((row.winner, row.editor, row.reverted_editor, row.Index))\n",
    "for t in thread_winners_reverters:\n",
    "    # winners for that thread\n",
    "    winners = []\n",
    "    for el in thread_winners_reverters[t]:\n",
    "        if el[0] == el[1]:\n",
    "            winners.append((el[0], el[2]))\n",
    "        else:\n",
    "            winners.append((el[0], el[1]))\n",
    "                           \n",
    "    # get opposites\n",
    "    for el in thread_winners_reverters[t]:\n",
    "        if el[0] == el[1]: # winner is reverter\n",
    "            if (el[2], el[0]) in winners:\n",
    "                opps.append(el[-1]) # save row index\n",
    "        else: # winner is reverted\n",
    "            if (el[1], el[0]) in winners:\n",
    "                opps.append(el[-1]) # save row index\n",
    "print(len(opps), end='\\t')\n",
    "print(len(opps)/len(labeled_revert_talk))\n",
    "\n",
    "# Look into inconsistent rows\n",
    "labeled_revert_talk.loc[opps[:10], :]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>editor</th>\n",
       "      <th>reverted_editor</th>\n",
       "      <th>revert_timestamp</th>\n",
       "      <th>edit_comment</th>\n",
       "      <th>revert_score</th>\n",
       "      <th>winner</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1736</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>172</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-02-16 22:12:10</td>\n",
       "      <td>revert - see talk</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1737</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>172</td>\n",
       "      <td>2004-02-17 04:40:53</td>\n",
       "      <td>restore deleted quotations</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1738</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>DanKeshet</td>\n",
       "      <td>2003-12-27 18:50:36</td>\n",
       "      <td>revert.  remove edits based on unsubstantiated...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1739</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2003-12-30 08:56:39</td>\n",
       "      <td>revert.  Page is not a platform for political ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1740</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2003-12-31 04:38:18</td>\n",
       "      <td>revert. 2 items: 1. Zero0000 claims a differen...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1741</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2004-01-04 15:16:16</td>\n",
       "      <td>restore: Zero0000, Yale Law School and Simon W...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1742</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2004-01-05 04:34:45</td>\n",
       "      <td>revert.  The Yale Law School and Simon Weisent...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1743</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2004-01-05 08:45:45</td>\n",
       "      <td>revert: Zero0000, Yale most certainly and Simo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1744</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2004-01-06 04:43:28</td>\n",
       "      <td>restore.  Ancient Jewish community of Hebron d...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1745</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2004-01-06 07:03:53</td>\n",
       "      <td>restore recent and older statements by Arab le...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1746</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2004-01-06 09:09:14</td>\n",
       "      <td>NPOV would seem to require quotes from leaders...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1747</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2004-01-09 12:44:06</td>\n",
       "      <td>important to keep the 2001 Yasser Arafat quote...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1748</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2003-12-29 21:48:56</td>\n",
       "      <td>(rv) Note how OneVoice deleted a whole section...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1749</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2003-12-30 22:23:14</td>\n",
       "      <td>revert to restore accurate and relevant history</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1750</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-01-04 15:06:08</td>\n",
       "      <td>revert propaganda and links to trash web sites</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1751</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-01-05 02:14:46</td>\n",
       "      <td>revert propaganda and links to trash web sites</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1752</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-01-05 05:03:54</td>\n",
       "      <td>web sites that contain trash are trash web sit...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1753</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-01-06 05:47:45</td>\n",
       "      <td>actually, pre-1931 Jewish residents of Hebron ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1754</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-01-06 07:49:22</td>\n",
       "      <td>crap is still crap no matter how many times it...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1755</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-01-10 07:32:24</td>\n",
       "      <td>restore version that is much better</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>OneVoice</td>\n",
       "      <td>2004-01-21 17:37:16</td>\n",
       "      <td>restore most recent version that was slightly ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1757</th>\n",
       "      <td>Population transfer</td>\n",
       "      <td>Greek-Turkish Population Transfer</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>Roadrunner</td>\n",
       "      <td>2004-01-01 18:34:37</td>\n",
       "      <td>restore most recent version worth working on</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  article                       thread_title    editor  \\\n",
       "1736  Population transfer  Greek-Turkish Population Transfer       172   \n",
       "1737  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1738  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1739  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1740  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1741  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1742  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1743  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1744  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1745  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1746  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1747  Population transfer  Greek-Turkish Population Transfer  OneVoice   \n",
       "1748  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1749  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1750  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1751  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1752  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1753  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1754  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1755  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1756  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "1757  Population transfer  Greek-Turkish Population Transfer  Zero0000   \n",
       "\n",
       "     reverted_editor    revert_timestamp  \\\n",
       "1736        OneVoice 2004-02-16 22:12:10   \n",
       "1737             172 2004-02-17 04:40:53   \n",
       "1738       DanKeshet 2003-12-27 18:50:36   \n",
       "1739        Zero0000 2003-12-30 08:56:39   \n",
       "1740        Zero0000 2003-12-31 04:38:18   \n",
       "1741        Zero0000 2004-01-04 15:16:16   \n",
       "1742        Zero0000 2004-01-05 04:34:45   \n",
       "1743        Zero0000 2004-01-05 08:45:45   \n",
       "1744        Zero0000 2004-01-06 04:43:28   \n",
       "1745        Zero0000 2004-01-06 07:03:53   \n",
       "1746        Zero0000 2004-01-06 09:09:14   \n",
       "1747        Zero0000 2004-01-09 12:44:06   \n",
       "1748        OneVoice 2003-12-29 21:48:56   \n",
       "1749        OneVoice 2003-12-30 22:23:14   \n",
       "1750        OneVoice 2004-01-04 15:06:08   \n",
       "1751        OneVoice 2004-01-05 02:14:46   \n",
       "1752        OneVoice 2004-01-05 05:03:54   \n",
       "1753        OneVoice 2004-01-06 05:47:45   \n",
       "1754        OneVoice 2004-01-06 07:49:22   \n",
       "1755        OneVoice 2004-01-10 07:32:24   \n",
       "1756        OneVoice 2004-01-21 17:37:16   \n",
       "1757      Roadrunner 2004-01-01 18:34:37   \n",
       "\n",
       "                                           edit_comment  revert_score  winner  \n",
       "1736                                  revert - see talk           NaN     NaN  \n",
       "1737                         restore deleted quotations           NaN     NaN  \n",
       "1738  revert.  remove edits based on unsubstantiated...           NaN     NaN  \n",
       "1739  revert.  Page is not a platform for political ...           NaN     NaN  \n",
       "1740  revert. 2 items: 1. Zero0000 claims a differen...           NaN     NaN  \n",
       "1741  restore: Zero0000, Yale Law School and Simon W...           NaN     NaN  \n",
       "1742  revert.  The Yale Law School and Simon Weisent...           NaN     NaN  \n",
       "1743  revert: Zero0000, Yale most certainly and Simo...           NaN     NaN  \n",
       "1744  restore.  Ancient Jewish community of Hebron d...           NaN     NaN  \n",
       "1745  restore recent and older statements by Arab le...           NaN     NaN  \n",
       "1746  NPOV would seem to require quotes from leaders...           NaN     NaN  \n",
       "1747  important to keep the 2001 Yasser Arafat quote...           NaN     NaN  \n",
       "1748  (rv) Note how OneVoice deleted a whole section...           NaN     NaN  \n",
       "1749    revert to restore accurate and relevant history           NaN     NaN  \n",
       "1750     revert propaganda and links to trash web sites           NaN     NaN  \n",
       "1751     revert propaganda and links to trash web sites           NaN     NaN  \n",
       "1752  web sites that contain trash are trash web sit...           NaN     NaN  \n",
       "1753  actually, pre-1931 Jewish residents of Hebron ...           NaN     NaN  \n",
       "1754  crap is still crap no matter how many times it...           NaN     NaN  \n",
       "1755                restore version that is much better           NaN     NaN  \n",
       "1756  restore most recent version that was slightly ...           NaN     NaN  \n",
       "1757       restore most recent version worth working on           NaN     NaN  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r = thread_data[(thread_data['article']=='Population transfer') & (thread_data['thread_title']=='Greek-Turkish Population Transfer')]\n",
    "r"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 1.0\n",
      "100 1.0\n",
      "200 0.0\n",
      "300 0.0\n",
      "400 0.0\n",
      "500 0.27450980392156865\n",
      "600 1.0\n",
      "800 0.6338028169014085\n",
      "900 0.5172413793103448\n",
      "1000 1.0\n",
      "1100 0.41666666666666663\n",
      "1200 1.0\n",
      "1300 0.9794871794871794\n",
      "1400 1.0\n",
      "1500 0.5571428571428572\n",
      "1600 0.0\n",
      "1700 1.0\n",
      "1800 0.0\n",
      "1900 0.6\n",
      "2000 0.0\n",
      "2100 0.8421052631578947\n"
     ]
    }
   ],
   "source": [
    "# LABEL PAIRWISE WINNERS OF REVERT DISCUSSION THREAD--JUST DIFF AT END OF DISCUSSION \n",
    "\n",
    "# score_window = DateOffset(days=o)\n",
    "# thread_data['revert_score_{0}days'.format(o)] = pd.Series()\n",
    "# thread_data['winner_{0}days'.format(o)] = pd.Series()\n",
    "thread_data['revert_score'] = pd.Series()\n",
    "thread_data['winner'] = pd.Series()\n",
    "\n",
    "# Get scores for editors\n",
    "stops = stopwords.words('english')\n",
    "prev_art = ''\n",
    "    \n",
    "# row = thread_data.loc[0, :]\n",
    "# for row in thread_data.loc[1736:1737,:].itertuples():\n",
    "for row in thread_data.itertuples():\n",
    "            \n",
    "    # Calculate session endpt (last time people talk on thread or revert ea other)\n",
    "    thread_rows = talk_data[(talk_data['article_title'] == row.article) \n",
    "                            & (talk_data['thread_title'] == row.thread_title)\n",
    "                            & (talk_data['username'].isin([row.editor, row.reverted_editor]))].loc[:, ['article_title', 'thread_title', 'post_timestamp']]\n",
    "    thread_beg = thread_rows['post_timestamp'].loc[thread_rows['post_timestamp'].idxmin()]\n",
    "    thread_end = thread_rows['post_timestamp'].loc[thread_rows['post_timestamp'].idxmax()]\n",
    "#     thread_durs.append(thread_end-thread_beg)\n",
    "    \n",
    "    last_rv = max(thread_data[(thread_data['article']==row.article) & \n",
    "                          (thread_data['thread_title']==row.thread_title) & \n",
    "                          (((thread_data['editor']==row.editor) & (thread_data['reverted_editor']==row.reverted_editor)) |\n",
    "                          ((thread_data['editor']==row.reverted_editor) & (thread_data['reverted_editor']==row.editor)))\n",
    "                         ]['revert_timestamp'])\n",
    "    sess_end = max(thread_end, last_rv)\n",
    "\n",
    "    if prev_art != row.article:\n",
    "        diff_data = pd.read_csv(os.path.join(diff_dir, row.article.lower().replace(' ', '_').replace('/', '_') + '_diff.csv'),\n",
    "                   parse_dates=['timestamp'])\n",
    "\n",
    "    if not row.revert_timestamp in diff_data['timestamp'].tolist(): # revert not present in diff file if no detected change in wiki markup\n",
    "        continue\n",
    "            \n",
    "    rv_text = diff_data.loc[diff_data['timestamp']==row.revert_timestamp]\n",
    "    sess_rows = diff_data.loc[(diff_data['timestamp'] > row.revert_timestamp) & (diff_data['timestamp'] < sess_end + DateOffset(days=1))]\n",
    "#     endrevs = diff_data.loc[diff_data['timestamp'] > thread_end + DateOffset(days=1)]\n",
    "    if sess_rows.empty: # No revisions after thread end\n",
    "         rv_score = 1.0\n",
    "    else: \n",
    "        # Unigram counter for revert\n",
    "        if (len(rv_text['deletions'].values) > 0) and (isinstance(rv_text['deletions'].values[0], str)):\n",
    "            positive_dels = Counter([w.lower() for w in rv_text['deletions'].values[0].split() if w.lower() not in stops])\n",
    "            dels = Counter({key:-1*positive_dels[key] for key in positive_dels})\n",
    "        else:\n",
    "            dels = Counter()\n",
    "        if (len(rv_text['additions'].values) > 0) and (isinstance(rv_text['additions'].values[0], str)):\n",
    "            adds = Counter([w.lower() for w in rv_text['additions'].values[0].split() if w.lower() not in stops])\n",
    "        else:\n",
    "            adds = Counter()\n",
    "        dels.update(adds)\n",
    "        dels = {k: dels[k] for k in dels if dels[k] != 0}\n",
    "\n",
    "        # Unigram counter for revision diffs in window\n",
    "        #         wted_changes = {}\n",
    "\n",
    "        # for r in sess_rows.itertuples():\n",
    "        next_dels = ' '.join(d.lower() for d in sess_rows['deletions'].values.tolist() if isinstance(d, str))\n",
    "        next_delwds = Counter([w for w in next_dels.split() if w not in stops])\n",
    "        next_delwds = Counter({key:-1*next_delwds[key] for key in next_delwds})\n",
    "        next_adds = ' '.join(a.lower() for a in sess_rows['additions'].values.tolist() if isinstance(a, str))\n",
    "        next_addwds = Counter([w for w in next_adds.split() if w not in stops])\n",
    "\n",
    "        next_delwds.update(next_addwds)\n",
    "\n",
    "        prev_art = row.article\n",
    "\n",
    "        #     changes = {k: next_delwds.get(k, 0) for k in dels}\n",
    "        rv_score = dict_diff(dels, next_delwds)\n",
    "    #     print(rv_score)\n",
    "\n",
    "    thread_data.set_value(row.Index, 'revert_score', rv_score)\n",
    "\n",
    "    winner = np.nan\n",
    "    if not np.isnan(rv_score):\n",
    "        if rv_score > 0.5:\n",
    "            winner = row.editor\n",
    "        else:\n",
    "            winner = row.reverted_editor\n",
    "#     print(winner)\n",
    "\n",
    "    thread_data.loc[row.Index, 'winner'] = winner\n",
    "\n",
    "    if row.Index % 100 == 0:\n",
    "        print(row.Index, rv_score)\n",
    "        sys.stdout.flush()\n",
    "\n",
    "thread_data_nonan = thread_data[np.isfinite(thread_data['revert_score'])]\n",
    "# print(len(thread_data_nonan))\n",
    "# len(thread_data_nonan)\n",
    "\n",
    "thread_data_nonan.to_csv('/home/michael/school/research/wp/wikipedia/data/revert_threads_scores.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of thread-revert pairs\t\t\t\t\t1949\n",
      "Number of reverter-winning thread-revert pairs\t\t\t1522\t0.7809132888660851\n",
      "Number of unique threads\t\t\t\t\t702\n",
      "Number of sessions (same thread, same 2 editors)\t\t1267\n",
      "Number of threads that had multiple revert winners\t\t166\t0.23646723646723647\n",
      "Number of rows that had exact opposite revert winners\t\t354\t0.18163160595177014\n",
      "Number of threads that had exact opposite revert winners\t59\t0.08404558404558404\n",
      "Number of sessions that had exact opposite revert winners\t59\t0.04656669297553275\n"
     ]
    }
   ],
   "source": [
    "# Stats\n",
    "print(\"Number of thread-revert pairs\", end='\\t\\t\\t\\t\\t')\n",
    "print(len(thread_data_nonan)) # Number of thread-revert pairs\n",
    "print(\"Number of reverter-winning thread-revert pairs\", end='\\t\\t\\t')\n",
    "print(len(thread_data_nonan[thread_data_nonan['revert_score'] > 0]), end = \"\\t\")\n",
    "print(len(thread_data_nonan[thread_data_nonan['revert_score'] > 0])/len(thread_data_nonan))\n",
    "print(\"Number of unique threads\", end='\\t\\t\\t\\t\\t')\n",
    "n_threads = len(set(zip(thread_data_nonan['article'], thread_data_nonan['thread_title'])))\n",
    "print(n_threads)\n",
    "print(\"Number of sessions (same thread, same 2 editors)\", end='\\t\\t')\n",
    "n_sess = len(set(zip(thread_data_nonan['article'], thread_data_nonan['thread_title'], \n",
    "                     thread_data_nonan['editor'], thread_data_nonan['reverted_editor'])))\n",
    "print(n_sess)\n",
    "\n",
    "print(\"Number of threads that had multiple revert winners\", end='\\t\\t')\n",
    "thread_winners = defaultdict(set)\n",
    "mismatches = 0\n",
    "for row in thread_data_nonan.itertuples():\n",
    "    thread_winners[(row.article, row.thread_title)].add(row.winner)\n",
    "for t in thread_winners:\n",
    "    if len(thread_winners[t]) > 1:\n",
    "        mismatches +=1 \n",
    "print(mismatches, end='\\t')\n",
    "print(mismatches/n_threads)\n",
    "\n",
    "# Count rows with reverter-revert winner ambiguity\n",
    "print(\"Number of rows that had exact opposite revert winners\", end='\\t\\t')\n",
    "thread_winners_reverters = defaultdict(list)\n",
    "opps = []\n",
    "oppthreads = set()\n",
    "oppsess = set()\n",
    "for row in thread_data_nonan.itertuples():\n",
    "    thread_winners_reverters[(row.article, row.thread_title)].append((row.winner, row.editor, row.reverted_editor, row.Index))\n",
    "for t in thread_winners_reverters:\n",
    "    # winners for that thread\n",
    "    winners = []\n",
    "    for el in thread_winners_reverters[t]:\n",
    "        if el[0] == el[1]:\n",
    "            winners.append((el[0], el[2]))\n",
    "        else:\n",
    "            winners.append((el[0], el[1]))\n",
    "                           \n",
    "    # get opposites\n",
    "    for el in thread_winners_reverters[t]:\n",
    "        if el[0] == el[1]: # winner is reverter\n",
    "            if (el[2], el[0]) in winners:\n",
    "                opps.append(el[-1]) # save row index\n",
    "                oppthreads.add(t)\n",
    "                oppsess.add((t, row.editor, row.reverted_editor))\n",
    "        else: # winner is reverted\n",
    "            if (el[1], el[0]) in winners:\n",
    "                opps.append(el[-1]) # save row index\n",
    "                oppthreads.add(t)\n",
    "                oppsess.add((t, row.editor, row.reverted_editor))\n",
    "print(len(opps), end='\\t')\n",
    "print(len(opps)/len(thread_data_nonan))\n",
    "\n",
    "print(\"Number of threads that had exact opposite revert winners\", end='\\t')\n",
    "print(len(oppthreads), end='\\t')\n",
    "print(len(oppthreads)/n_threads)\n",
    "print(\"Number of sessions that had exact opposite revert winners\", end='\\t')\n",
    "print(len(oppsess), end='\\t')\n",
    "print(len(oppsess)/n_sess)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEACAYAAACtVTGuAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFR1JREFUeJzt3X2QXXV9x/H3N7smCpTwYM1OEyCKIOq0pagQxzq9VSoh\nzoh/KJI+iCgdW6E+zViD7TSb6bQ1jlZ0rDLSDAZrQJFW6BQFGbzadgzKQyTylOBDCFHWOhA6pR1G\nybd/nN+Gm3X3t5t79+69kvdrZmfP+Z3fOed77zn3fPY83CQyE0mSZrJo0AVIkoabQSFJqjIoJElV\nBoUkqcqgkCRVGRSSpKpZgyIiNkXERETc1dH2oYi4NyK2RcS1EXFkx7RLImJnmf6ajvbVEXFfROyI\niPfP/0uRJPXDXM4orgDOmtJ2E/DizDwV2AlcAhARLwLOBV4InA18MhqLgE+U5bwYWBsRp8zPS5Ak\n9dOsQZGZ/wE8OqXt5szcV0a3AivK8OuAqzPz55n5Q5oQOb387MzMXZn5M+Bq4Jz5eQmSpH6aj3sU\nbwVuKMPLgd0d0/aUtqntD5U2SdKQ6ykoIuIvgJ9l5lXzVI8kaciMdjtjRLwFWAO8qqN5D3Bcx/iK\n0hbA8dO0T7dc//EpSepCZkY/ljvXM4ooP81IxGrgfcDrMvOJjn7XA+dFxOKIeC7wfOBbwLeB50fE\nCRGxGDiv9J1WZg7dz/r16wdegzVZ06FYlzXN7aefZj2jiIgtQAs4NiIeBNYDHwAWA1+NCICtmfmO\nzLwnIr4A3AP8DHhHNq/gyYi4mOZpqUXApsy8tx8vSJI0v2YNisz8/Wmar6j0/zvg76Zp/wrwgoOq\nTpI0cH4ze45ardagS/gF1jQ31jR3w1iXNQ1e9Pva1sGKiBy2miRp2EUEOeCb2ZKkQ9RQBsW11143\n6BIkScVQBsU118z45KwkaYENZVAsWjSUZUnSIckjsiSpyqCQJFUZFJKkKoNCklRlUEiSqgwKSVKV\nQSFJqjIoJElVBoUkqcqgkCRVGRSSpCqDQpJUZVBIkqoMCklSlUEhSaoyKCRJVQaFJKnKoJAkVRkU\nkqQqg0KSVGVQSJKqDApJUtWsQRERmyJiIiLu6mg7OiJuioj7I+LGiFjaMe3jEbEzIrZFxKkd7edH\nxI4yz5vn/6VIkvphLmcUVwBnTWlbB9ycmS8AbgEuAYiIs4ETM/Mk4O3AZaX9aOCvgJcBZwDrO8NF\nkjS8Zg2KzPwP4NEpzecAm8vw5jI+2X5lme9WYGlELKMJmpsy87HM3AvcBKzuvXxJUr91e4/iOZk5\nAZCZDwPLSvtyYHdHv4dK29T2PaVNkjTk5utmds7QHvO0fEnSgIx2Od9ERCzLzImIGAN+Utr3AMd1\n9FtR2vYArSntX5tp4du33874+DgArVaLVqs1U1dJOiS1223a7faCrCsyZzoZ6OgUsRL418z89TK+\nEXgkMzdGxDrgqMxcFxFrgIsy87URsQq4NDNXlZvZtwGn0ZzF3Aa8pNyvmLquXLv2QrZsuXyeXqIk\nPf1FBJnZl6s4s55RRMQWmrOBYyPiQWA98EHgmoh4K7ALOBcgM2+IiDUR8QDwOHBBaX80Iv6aJiAS\n2DBdSEiShs+sQZGZvz/DpDNn6H/xDO2fAT4z18IkScPBb2ZLkqoMCklSlUEhSaoyKCRJVQaFJKnK\noJAkVRkUkqQqg0KSVGVQSJKqDApJUpVBIUmqMigkSVUGhSSpyqCQJFUZFJKkKoNCklRlUEiSqgwK\nSVKVQSFJqjIoJElVBoUkqcqgkCRVGRSSpCqDQpJUZVBIkqoMCklSlUEhSaoyKCRJVQaFJKmqp6CI\niPdExHcj4q6I+FxELI6IlRGxNSJ2RMRVETFa+i6OiKsjYmdEfDMijp+flyBJ6qeugyIifg34M+C0\nzPwNYBRYC2wEPpKZJwN7gbeVWd4GPJKZJwGXAh/qpXBJ0sLo9dLTCHB4OWt4FvAj4HeBa8v0zcDr\ny/A5ZRzgi8Cre1y3JGkBdB0Umfkj4CPAg8Ae4DHgDmBvZu4r3R4Clpfh5cDuMu+TwN6IOKbb9UuS\nFsZotzNGxFE0Zwkn0ITENcDqg1nETBO2b7+d8fFxAFqtFq1Wq9syJelpqd1u0263F2RdkZndzRjx\nBuCszPzjMv5HwMuBNwBjmbkvIlYB6zPz7Ij4Shm+NSJGgB9n5nOmWW6uXXshW7Zc3u1rkqRDTkSQ\nmTP+Ad6LXu5RPAisiohnRkTQ3HO4G/ga8MbS53zgujJ8fRmnTL+lh3VLkhZIL/covkVzU/pO4Ds0\nl5I+DawD3hsRO4BjgE1llk3AsyNiJ/Du0k+SNOS6vkcBkJkbgA1Tmn8AnDFN3yeAc3tZnyRp4fnN\nbElSlUEhSaoyKCRJVQaFJKnKoJAkVRkUkqQqg0KSVGVQSJKqDApJUpVBIUmqMigkSVUGhSSpyqCQ\nJFUZFJKkKoNCklRlUEiSqgwKSVKVQSFJqjIoJElVBoUkqcqgkCRVGRSSpCqDQpJUZVBIkqoMCklS\nlUEhSaoyKCRJVQaFJKmqp6CIiKURcU1E3BsRd0fEGRFxdETcFBH3R8SNEbG0o//HI2JnRGyLiFN7\nL1+S1G+9nlF8DLghM18I/CZwH7AOuDkzXwDcAlwCEBFnAydm5knA24HLely3JGkBdB0UEXEk8MrM\nvAIgM3+emY8B5wCbS7fNZZzy+8rS91ZgaUQs63b9kqSF0csZxXOBn0bEFRFxR0R8OiIOA5Zl5gRA\nZj4MTIbBcmB3x/x7SpskaYiN9jjvacBFmXlbRHyU5rJTTuk3dXxW27ffzvj4OACtVotWq9VDmZL0\n9NNut2m32wuyrsg86ON4M2Nz2eibmfm8Mv7bNEFxItDKzImIGAO+lpkvjIjLyvDnS//7gN+ZPPvo\nWG6uXXshW7Zc3v2rkqRDTESQmdGPZXd96akc4HdHxMml6dXA3cD1wFtK21uA68rw9cCbASJiFbB3\nakhIkoZPL5eeAN4JfC4ingF8H7gAGAG+EBFvBXYB5wJk5g0RsSYiHgAeL30lSUOup6DIzO8AL5tm\n0pkz9L+4l/VJkhae38yWJFUZFJKkKoNCklRlUEiSqgwKSVKVQSFJqjIoJElVBoUkqcqgkCRVGRSS\npCqDQpJUZVBIkqoMCklSlUEhSaoyKCRJVQaFJKnKoJAkVRkUkqQqg0KSVGVQSJKqDApJUpVBIUmq\nMigkSVUGhSSpyqCQJFUZFJKkKoNCklRlUEiSqnoOiohYFBF3RMT1ZXxlRGyNiB0RcVVEjJb2xRFx\ndUTsjIhvRsTxva5bktR/83FG8S7gno7xjcBHMvNkYC/wttL+NuCRzDwJuBT40DysW5LUZz0FRUSs\nANYA/9jR/Crg2jK8GXh9GT6njAN8EXh1L+uWJC2MXs8oPgq8D0iAiDgWeDQz95XpDwHLy/ByYDdA\nZj4J7I2IY3pcvySpz0a7nTEiXgtMZOa2iGh1TprrImaasH377YyPjwPQarVotVozdZWkQ1K73abd\nbi/IuiIzu5sx4m+BPwR+DjwL+BXgS8BrgLHM3BcRq4D1mXl2RHylDN8aESPAjzPzOdMsN9euvZAt\nWy7v8iVJ0qEnIsjMuf6hflC6vvSUmR/IzOMz83nAecAtmfmHwNeAN5Zu5wPXleHryzhl+i3drluS\ntHD68T2KdcB7I2IHcAywqbRvAp4dETuBd5d+kqQh1/U9ik6Z+XXg62X4B8AZ0/R5Ajh3PtYnSVo4\nfjNbklRlUEiSqgwKSVKVQSFJqjIoJElVBoUkqcqgkCRVGRSSpCqDQpJUZVBIkqoMCklSlUEhSaoy\nKCRJVQaFJKnKoJAkVRkUkqQqg0KSVGVQSJKqDApJUpVBIUmqMigkSVUGhSSpyqCQJFUZFJKkKoNC\nklRlUEiSqgwKSVKVQSFJquo6KCJiRUTcEhF3R8T2iHhnaT86Im6KiPsj4saIWNoxz8cjYmdEbIuI\nU+fjBUiS+quXM4qfA+/NzBcDLwcuiohTgHXAzZn5AuAW4BKAiDgbODEzTwLeDlzWU+WSpAXRdVBk\n5sOZua0M/w9wL7ACOAfYXLptLuOU31eW/rcCSyNiWbfrlyQtjHm5RxERK4FTga3AssycgCZMgMkw\nWA7s7phtT2mTJA2xnoMiIo4Avgi8q5xZ5JQuU8clSb9ERnuZOSJGaULis5l5XWmeiIhlmTkREWPA\nT0r7HuC4jtlXlLZfsH377YyPjwPQarVotVq9lClJTzvtdpt2u70g64rM7v/gj4grgZ9m5ns72jYC\nj2TmxohYBxyVmesiYg1wUWa+NiJWAZdm5qpplplr117Ili2Xd12XJB1qIoLMjH4su+szioh4BfAH\nwPaIuJPmEtMHgI3AFyLircAu4FyAzLwhItZExAPA48AFvRYvSeq/roMiM/8TGJlh8pkzzHNxt+uT\nJA2G38yWJFUZFJKkKoNCklTV01NP/RAR+cxnHs3SpUfy8MM/HHQ5kvRLoZ9PPQ1lUEwOD1ttkjSs\n+hkUXnqSJFUZFJKkKoNCklRlUEiSqgwKSVKVQSFJqjIoJElVBoUkqcqgkCRVGRSSpCqDQpJUZVBI\nkqoMCklSlUEhSaoyKCRJVQaFJKnKoJAkVf3SBMX4+PigS5CkQ9IvzX+FWv6bv4HUJEnDzv8KVZI0\nMAaFJKlq6INibGwlY2MrB12GJM3q6XovdYjvUSxh2bIxJiZ27Z82bLVKUqdB3kt9Wt2jiIjVEXFf\nROyIiPfP3POJjpBYsiC1SZJ+0YIGRUQsAj4BnAW8GFgbEafMPucTwJKBXoJqt9t9X8fBXmZrt9vT\nnurO9+W6gzmdnvo+9eNUvJv3adgMY00wnHVZ0+At9BnF6cDOzNyVmT8DrgbOmdusTxxwGap2gJzp\nQDJ1nsl+ne0zzbsQO8bExK4DXuNs2u02GzZsOKBtfHz8oJczm6nrmK2mbuedq27ep2EzjDXBcNZl\nTYO30EGxHNjdMf5QaZvB1EtOS4g4jJGRw9mwYcMBoTAycvj+A8hMB5LOg9bY2Mr9/TrbJ9vGxlZy\nxBFHdfUiB2nqgXm2v77n+td5Px4qmK9l+sBDf/n+asifenpimvH/Y9++/wUmD+oPMzGxa3/bU+Gy\nZP+BfjJIJk3+1f2UJYyMHN4RDEuYmNjF448/xhFHPLsE09+U8GjGR0YO3//hmVz+1A/T1A/Y+Pg4\nY2MriTjsgDOZyfaZ5qtbMuWsaMkB7ZPv0UxnWFNDdaZ1d/ab6+Wk2d6P+Vhm53JmWsaHP3zpvB7o\npr6O6bbzTNNmW2at/8HsF/N5cJ+vM9S5buPx8fGuL1kO8g+ffhtkzQv61FNErALGM3N1GV8HZGZu\n7Ojjo02S1IV+PfW00EExAtwPvBr4MfAtYG1m3rtgRUiSDsroQq4sM5+MiIuBm2gue20yJCRpuA3d\nF+4kSUMmM4fmB1gN3AfsAN7fh+VvAiaAuzrajqY5w7kfuBFY2jHt48BOYBtwakf7+aXG+4E3d7Sf\nBtxVpl06x5pWALcAdwPbgXcOui6aO+K3AneWmtaX9pXA1rKcq4DR0r6Y5lHnncA3geM7lnVJab8X\neE2v25rmTPQO4PohqumHwHfK+/WtQW+/Ms9S4JryGu8GzhjwPnVyeX/uKL8fA945BO/Te4Dvlvk+\nV/abge5TwLtoPndDcTzIzOEJCpoDwAPACcAzyos+ZZ7X8dvAqRwYFBuBPy/D7wc+WIbPBv6tDJ8B\nbO3YYN+j+SAeNTlcpt0KvKwM3wCcNYeaxiY3LnBE2ainDEFdh5XfI+VDcwbweeCNpf1TwNvL8J8C\nnyzDbwKuLsMvojkojNJ8+B4AopdtTfPB/ieeCophqOn7wNFT2ga9/T4DXFCGR8tyB1rTlM/6j4Dj\nBlkT8Gtl2y3u2JfOH+Q+RfNF5Lto/lgboQmHEwe97QYeEB1v0Crgyx3j6+jPWcUJHBgU9wHLyvAY\ncG8Zvgx4U0e/e4FlwHnApzraP1V2mjHgno72A/odRH1fAs4clrqAw4DbaL4s+RNg0dTtBXwFOKMM\njwA/mW4bAl8uO3NX25rm7OurQIunguK/BllT6fsD4NgpbQPbfsCRwPemaR+Wfeo1wL8PuiaaoNhF\nc1AdBa4Hfo8B7ufAG4DLO8b/Enjf5Osf1LYbpu9RHOSX8ebNczJzAiAzH6Z5k2v1TG3f09H+0DT9\n5ywiVtKc8Wyl2SkGVldELIqIO4GHaQ7O3wP2Zua+aZazf92Z+STwWEQcM0tN3Wzrj9J8aLLUeCzw\n6IBrotRzY0R8OyIuLG2D3H7PBX4aEVdExB0R8emIOGzANXV6E7ClDA+spsz8EfAR4MGynMdoLo0N\ncj//LvDKiDi6bLM1NGdeA912wxQUwyJnaO/L88n7Fx5xBPBF4F2Z+T/T1LGgdWXmvsz8LZq/4k+n\nuRw2V/NeU0S8FpjIzG1Tlj/XdfVz+70iM19K86G+KCJeyWC33yjNdeh/yMzTgMdp/pod6D4FEBHP\nAF5Hc/9kuhoWrKaIOIrmnxA6gebs4nCaewpzXsR815SZ99FcZvoqzWWhO4Enp+u6UDXBcAXFHuD4\njvEVpa3fJiJiGUBEjNGcdk7Wc9w09cxU50z9ZxURozQh8dnMvG5Y6gLIzP8G2sDLgaPKP+w4dTn7\n11G+K3NkZj7SRa01rwBeFxHfp7nB+CrgY8DSAdYEQGb+uPz+L5pLh6cz2O33ELA7M28r49fSBMcw\n7FNnA7dn5k/L+CBrOhP4fmY+Us4Q/oVmPxvkfk5mXpGZL83MFrCX5r7lYLfdXK8r9vuH5prf5I2f\nxTQ3fl7Yh/WsBLZ3jG+kXDek+atr8ibRGp66SbSK6W8STQ4fVaZtpTlIBM1fA6vnWNOVwN9PaRtY\nXcCzeerG17OAb5T1fp5yPZTmmueflOF38NRNvvP4xZt8i2kuh0ze5OtpWwO/w4E3swdWE809nCPK\n8OHAf9Jcgx/ofgV8HTi5DK8v9QzDvn4VcP6Q7Oen0zxZ9Mwyz2eAi4Zgn/rV8vt44B6ae06D3Z/m\n+uFciB+a0777aR71WteH5W+hedriCZrrkheUN/Hmst6bJt/M0v8TZUN/Bzito/0tpcYdHPjY2UvK\njrcT+Ngca3oFzanlNp56fHA1cMyg6gJ+vdSxjeYJjL8o7c+leWJiR/kwPaO0LwG+UJa/FVjZsaxL\nSq3TPTbY1bbmwKAYaE1l/ZPbbvvkfIPcfmWe3wS+XWr7Z5oDxqBrOozm4YNf6WgbdE3ry35wF7CZ\n5umkQe9T36C5V3En0BqG98kv3EmSqobpHoUkaQgZFJKkKoNCklRlUEiSqgwKSVKVQSFJqjIoJElV\nBoUkqer/AS0mzhmpDk2NAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7ff819967b00>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "\n",
    "# Plot thread lengths\n",
    "thread_dur_h = [t/pd.Timedelta('1 hour') for t in thread_durs]\n",
    "plt.hist(thread_dur_h, bins = 500)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6293.9229627618488"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.mean(thread_dur_h)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "174.81611111111113"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.median(thread_dur_h)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Calculating 7-day winners\n",
      "0 1.0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/ipykernel/__main__.py:34: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "/usr/local/lib/python3.5/dist-packages/pandas/core/indexing.py:465: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  self.obj[item] = s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "20 0.2322609562460914\n",
      "40 0.6813258885669994\n",
      "60 -691.6720795958319\n",
      "80 -7.713911543287313\n",
      "100 1.0\n",
      "120 1.0\n",
      "140 1.0\n",
      "160 1.0\n",
      "180 -4.009063093479639\n",
      "200 -5.7756015668718526\n",
      "220 0.5346940512214127\n",
      "240 0.7944784004972548\n",
      "280 0.40517030327141434\n",
      "300 -18.220091027308197\n",
      "320 1.0\n",
      "340 0.9005768767041977\n",
      "360 -0.11826316859873902\n",
      "380 1.0\n",
      "400 0.18693258224003317\n",
      "420 -0.9555457849315725\n",
      "440 -3.5755294117647063\n",
      "460 -1.1061472024285364\n",
      "500 -20.273524539578414\n",
      "520 1.0\n",
      "540 1.0\n",
      "560 -21.34890965732087\n",
      "580 -43.04799040191962\n",
      "600 0.9121033413265456\n",
      "620 0.9873603063945137\n",
      "640 -20.756712469399012\n",
      "660 -0.7299063191816749\n",
      "680 -1.532371495307841\n",
      "720 0.19734606261419657\n",
      "740 1.0\n",
      "760 1.0\n",
      "780 -31.123749999999983\n",
      "800 0.9180288675214331\n",
      "820 0.929777659421752\n",
      "840 1.0\n",
      "860 -12.610021114335568\n",
      "880 0.5093660968660969\n",
      "900 -31.423437499999988\n",
      "920 1.0\n",
      "940 -0.6719532554257095\n",
      "960 -0.4778325123152712\n",
      "980 0.7045209135943734\n",
      "1000 1.0\n",
      "1020 1.0\n",
      "1040 -4.97816265060241\n",
      "1060 -1.9561440185830419\n",
      "1100 1.0\n",
      "1120 -2.3550548754748823\n",
      "1140 1.0\n",
      "1160 -0.6931002066002879\n",
      "1180 -15.070029027576185\n",
      "1200 0.362\n",
      "1220 0.7620332161519014\n",
      "1240 1.0\n",
      "1260 -1.1096072322386217\n",
      "1280 1.0\n",
      "1320 1.0\n",
      "1340 1.0\n",
      "1360 1.0\n",
      "1380 0.4755037740553528\n",
      "1420 -7.450219062947069\n",
      "1440 0.40496588641550474\n",
      "1460 0.4995568681838542\n",
      "1480 -0.21914342672647286\n",
      "1500 -4.889237199582031\n",
      "1520 -1.1448636739190299\n",
      "1540 1.0\n",
      "1560 -0.8092278148372755\n",
      "1580 1.0\n",
      "1600 0.2928635953026199\n",
      "1620 -17.071065344520726\n",
      "1640 1.0\n",
      "1660 1.0\n",
      "1680 -3.0582833705605026\n",
      "1700 -1.7978767010985404\n",
      "1720 0.9116288219352509\n",
      "1740 0.09143860531037742\n",
      "1760 -3.8093747810858107\n",
      "1780 0.5701415701415701\n",
      "1800 -46.21707650273223\n",
      "1820 1.0\n",
      "1860 0.573734895308961\n",
      "1880 1.0\n",
      "1900 1.0\n",
      "1920 -3.8383598340822687\n",
      "1940 0.7782229157002488\n",
      "1960 -1.0689902614044078\n",
      "1980 -2.3438938420070543\n",
      "2000 -1.8395833333333425\n",
      "2020 -1.5487831260140619\n",
      "2040 1.0\n",
      "2060 1.0\n",
      "2080 0.22468940351787348\n",
      "2100 -2.399467558978908\n",
      "2120 -52.34152857142858\n",
      "2140 -10.848644429297046\n",
      "2160 -1.4870809187752194\n",
      "Calculating 14-day winners\n",
      "0 1.0\n",
      "20 0.2322609562460914\n",
      "40 0.6813258885669994\n",
      "60 -674.9966090433122\n",
      "80 -7.713911543287313\n",
      "100 1.0\n",
      "120 1.0\n",
      "140 1.0\n",
      "160 1.0\n",
      "180 -4.009063093479639\n",
      "200 -5.7756015668718526\n",
      "220 0.5346940512214127\n",
      "240 0.7944784004972548\n",
      "280 0.40517030327141434\n",
      "300 -18.220091027308197\n",
      "320 1.0\n",
      "340 0.9005768767041977\n",
      "360 -0.11826316859873902\n",
      "380 1.0\n",
      "400 0.3495460657920265\n",
      "420 -0.9555457849315725\n",
      "440 -3.5755294117647063\n",
      "460 -2.946587238157944\n",
      "500 1.0\n",
      "520 1.0\n",
      "540 1.0\n",
      "560 -21.34890965732087\n",
      "580 -43.04799040191962\n",
      "600 0.9121033413265456\n",
      "620 0.9873603063945137\n",
      "640 -20.756712469399012\n",
      "660 -1.863030581859398\n",
      "680 -1.4855821551435626\n",
      "720 0.2379961103553952\n",
      "740 1.0\n",
      "760 1.0\n",
      "780 -31.123749999999983\n",
      "800 -0.25913248557302465\n",
      "820 0.929777659421752\n",
      "840 1.0\n",
      "860 -12.610021114335568\n",
      "880 0.5093660968660969\n",
      "900 1.0\n",
      "920 -423.141304347826\n",
      "940 -0.6719532554257095\n",
      "960 1.0\n",
      "980 0.6534760311977472\n",
      "1000 1.0\n",
      "1020 1.0\n",
      "1040 -4.97816265060241\n",
      "1060 -1.9561440185830419\n",
      "1100 1.0\n",
      "1120 -2.3550548754748823\n",
      "1140 1.0\n",
      "1160 -0.12246805347559143\n",
      "1180 -15.070029027576185\n",
      "1200 -770.0288571428574\n",
      "1220 0.7620332161519014\n",
      "1240 1.0\n",
      "1260 -1.1096072322386217\n",
      "1280 -4692.2962962962965\n",
      "1320 1.0\n",
      "1340 0.478879129064052\n",
      "1360 1.0\n",
      "1380 0.4755037740553528\n",
      "1420 1.0\n",
      "1440 0.3686417894397249\n",
      "1460 -0.19710742712876927\n",
      "1480 0.6587683373420876\n",
      "1500 -4.889237199582031\n",
      "1520 -3.7912558523822626\n",
      "1540 1.0\n",
      "1560 -12.368329290479082\n",
      "1580 1.0\n",
      "1600 1.0\n",
      "1620 -40.88657230838774\n",
      "1640 1.0\n",
      "1660 1.0\n",
      "1680 -11.532374570581409\n",
      "1700 -1.7978767010985404\n",
      "1720 0.9116288219352509\n",
      "1740 0.09143860531037742\n",
      "1760 -3.8093747810858107\n",
      "1780 -0.2664092664092664\n",
      "1800 0.11816939890710412\n",
      "1820 1.0\n",
      "1860 0.573734895308961\n",
      "1880 1.0\n",
      "1900 -22.596774193548388\n",
      "1920 -3.8383598340822687\n",
      "1940 0.7782229157002488\n",
      "1960 -1.0689902614044078\n",
      "1980 -2.3438938420070543\n",
      "2000 -1.8395833333333425\n",
      "2020 -1.5487831260140619\n",
      "2040 -30.27158829332456\n",
      "2060 1.0\n",
      "2080 0.22468940351787348\n",
      "2100 1.0\n",
      "2120 -52.34152857142858\n",
      "2140 -8.84391697266871\n",
      "2160 -1.4870809187752194\n",
      "Calculating 30-day winners\n",
      "0 1.0\n",
      "20 0.35590497419969347\n",
      "40 0.6813258885669994\n",
      "60 -609.0871281117157\n",
      "80 -5.641700410630764\n",
      "100 1.0\n",
      "120 1.0\n",
      "140 1.0\n",
      "160 1.0\n",
      "180 -4.009063093479639\n",
      "200 -5.7756015668718526\n",
      "220 0.322625062609114\n",
      "240 0.7944784004972548\n",
      "280 1.0\n",
      "300 -13.948959687906374\n",
      "320 1.0\n",
      "340 0.9005768767041977\n",
      "360 -0.11826316859873902\n",
      "380 1.0\n",
      "400 0.3495460657920265\n",
      "420 -0.9555457849315725\n",
      "440 -7.237058823529415\n",
      "460 -250.1022653243528\n",
      "500 1.0\n",
      "520 1.0\n",
      "540 1.0\n",
      "560 -18.728193146417446\n",
      "580 -43.04799040191962\n",
      "600 0.9121033413265456\n",
      "620 0.9873603063945137\n",
      "640 -30.974275448156014\n",
      "660 -1.1049917905297801\n",
      "680 -2.0348386469320836\n",
      "720 0.8233569257354157\n",
      "740 1.0\n",
      "760 1.0\n",
      "780 -39.80180555555555\n",
      "800 0.44471991813439704\n",
      "820 0.929777659421752\n",
      "840 1.0\n",
      "860 -12.188756375275974\n",
      "880 -49.24398148148147\n",
      "900 1.0\n",
      "920 -423.141304347826\n",
      "940 -0.6719532554257095\n",
      "960 1.0\n",
      "980 0.6534760311977472\n",
      "1000 1.0\n",
      "1020 1.0\n",
      "1040 -4.70933734939759\n",
      "1060 1.0\n",
      "1100 -0.009377899382078421\n",
      "1120 -11.729593182777538\n",
      "1140 1.0\n",
      "1160 0.07427771887057982\n",
      "1180 -15.070029027576185\n",
      "1200 -770.0288571428574\n",
      "1220 0.7620332161519014\n",
      "1240 1.0\n",
      "1260 -2.568713076936171\n",
      "1280 -4692.2962962962965\n",
      "1320 1.0\n",
      "1340 0.478879129064052\n",
      "1360 1.0\n",
      "1380 0.4755037740553528\n",
      "1420 1.0\n",
      "1440 1.0\n",
      "1460 -0.6971637168459554\n",
      "1480 -5.377602981646406\n",
      "1500 -4.889237199582031\n",
      "1520 -3.3271550537042125\n",
      "1540 1.0\n",
      "1560 -12.368329290479082\n",
      "1580 0.9838741552058906\n",
      "1600 -10.950115103301561\n",
      "1620 -40.88657230838774\n",
      "1640 0.8085941559413748\n",
      "1660 1.0\n",
      "1680 -31.113262013924302\n",
      "1700 -1.7978767010985404\n",
      "1720 0.8543535771673936\n",
      "1740 0.09143860531037742\n",
      "1760 -2.9850472854640953\n",
      "1780 -0.2664092664092664\n",
      "1800 0.11816939890710412\n",
      "1820 1.0\n",
      "1860 0.573734895308961\n",
      "1880 1.0\n",
      "1900 -22.596774193548388\n",
      "1920 1.0\n",
      "1940 -10.725416438240632\n",
      "1960 -1.0689902614044078\n",
      "1980 -2.3195728799502424\n",
      "2000 -1.8395833333333425\n",
      "2020 -1.5487831260140619\n",
      "2040 -30.27158829332456\n",
      "2060 1.0\n",
      "2080 0.22468940351787348\n",
      "2100 1.0\n",
      "2120 -52.355300000000014\n",
      "2140 -27.104476791486203\n",
      "2160 -2.302426989500255\n",
      "2164\n"
     ]
    }
   ],
   "source": [
    "# LABEL WINNERS OF REVERT DISCUSSION THREAD--WITH TEMPORAL DATA\n",
    "\n",
    "offsets = [7, 14, 30]\n",
    "\n",
    "thread_data = pd.read_csv('/home/michael/school/research/wp/revert_talk_threads_unique_7days.csv', parse_dates=['revert_timestamp'])\n",
    "\n",
    "# for o in offsets[:1]:\n",
    "for o in offsets:\n",
    "    print(\"Calculating {0}-day winners\".format(o))\n",
    "    score_window = DateOffset(days=o)\n",
    "    thread_data['revert_score_{0}days'.format(o)] = pd.Series()\n",
    "    thread_data['winner_{0}days'.format(o)] = pd.Series()\n",
    "\n",
    "    # Get scores for editors\n",
    "    diff_dir = '/home/michael/school/research/wp/wp_articles/ipc_article_diffs/'\n",
    "    stops = stopwords.words('english')\n",
    "    prev_art = ''\n",
    "    \n",
    "# row = thread_data.loc[0, :]\n",
    "#     for row in thread_data.loc[:100,:].itertuples():\n",
    "    for row in thread_data.itertuples():\n",
    "            \n",
    "        if prev_art != row.article:\n",
    "            diff_data = pd.read_csv(os.path.join(diff_dir, row.article.lower().replace(' ', '_').replace('/', '_') + '_diff.csv'),\n",
    "                   parse_dates=['timestamp'])\n",
    "\n",
    "        if not row.revert_timestamp in diff_data['timestamp'].tolist(): # revert not present in diff file if no detected change in wiki markup\n",
    "            continue\n",
    "            \n",
    "        window_rows = diff_data.loc[(diff_data['timestamp'] >= row.revert_timestamp) & (diff_data['timestamp'] <= row.revert_timestamp+score_window)]\n",
    "\n",
    "        # Calculate duration for window_rows\n",
    "        next_text = window_rows[window_rows['timestamp']!=row.revert_timestamp].loc[:,['timestamp', 'additions', 'deletions']]\n",
    "        window_rows['rev_duration'] = pd.Series()\n",
    "        for r in next_text.itertuples():\n",
    "            window_rows.loc[r.Index-1, 'rev_duration'] = r.timestamp - window_rows.loc[r.Index-1, 'timestamp']\n",
    "\n",
    "        rv_text = window_rows[window_rows['timestamp']==row.revert_timestamp].loc[:,['additions', 'deletions', 'rev_duration']]\n",
    "\n",
    "        # Unigram counter for revert\n",
    "        if (len(rv_text['deletions'].values) > 0) and (isinstance(rv_text['deletions'].values[0], str)):\n",
    "            positive_dels = Counter([w.lower() for w in rv_text['deletions'].values[0].split() if w.lower() not in stops])\n",
    "            dels = Counter({key:-1*positive_dels[key] for key in positive_dels})\n",
    "        else:\n",
    "            dels = Counter()\n",
    "        if (len(rv_text['additions'].values) > 0) and (isinstance(rv_text['additions'].values[0], str)):\n",
    "            adds = Counter([w.lower() for w in rv_text['additions'].values[0].split() if w.lower() not in stops])\n",
    "        else:\n",
    "            adds = Counter()\n",
    "        dels.update(adds)\n",
    "        \n",
    "        # Weight the revert unigram counter, too\n",
    "        if isinstance(rv_text['rev_duration'].values[0], pd.Timedelta): # no next edit in that window, so nan\n",
    "            h = rv_text['rev_duration'].values[0]/pd.Timedelta('1 hour')\n",
    "            wted_rv = {k: dels[k] * h for k in dels}\n",
    "        else:\n",
    "            wted_rv = dels\n",
    "\n",
    "        # Unigram counter for revision diffs in window\n",
    "        next_text = window_rows[window_rows['timestamp']!=row.revert_timestamp].loc[:,['timestamp', 'additions', 'deletions', 'rev_duration']]\n",
    "\n",
    "        # Calculate next rows unigrams\n",
    "        wted_changes = {}\n",
    "\n",
    "        for r in next_text.iloc[:-1,:].itertuples():\n",
    "\n",
    "        #         next_dels = ' '.join(d.lower() for d in next_text['deletions'].values.tolist() if isinstance(d, str))\n",
    "            if isinstance(r.deletions, str):\n",
    "                positive_dels = Counter([w for w in r.deletions.split() if w not in stops])\n",
    "                next_delwds = Counter({key:-1*positive_dels[key] for key in positive_dels})\n",
    "            else:\n",
    "                next_delwds = Counter()\n",
    "        #     next_adds = ' '.join(a.lower() for a in next_text['additions'].values.tolist() if isinstance(a, str))\n",
    "\n",
    "            if isinstance(r.additions, str):\n",
    "                next_addwds = Counter([w for w in r.additions.split() if w not in stops])\n",
    "            else:\n",
    "                next_addwds = Counter()\n",
    "\n",
    "            next_delwds.update(next_addwds)\n",
    "\n",
    "            # Apply duration weight    \n",
    "            h = r.rev_duration/pd.Timedelta('1 hour')\n",
    "            wted = {k: next_delwds[k] * h for k in next_delwds}\n",
    "\n",
    "            wted_changes.update(wted)\n",
    "\n",
    "        #         prev_art = row.article\n",
    "        #         if len(dels) == 0: # sometimes happens if just stopword changes, for instance\n",
    "        #             continue\n",
    "\n",
    "        relevant_changes = {k: wted_changes.get(k, 0) for k in dels}\n",
    "        rv_score = dict_diff(wted_rv, relevant_changes)\n",
    "        \n",
    "        thread_data.set_value(row.Index, 'revert_score_{0}days'.format(o), rv_score)\n",
    "\n",
    "        winner = np.nan\n",
    "        if not np.isnan(rv_score):\n",
    "            if rv_score > 0:\n",
    "                winner = row.editor\n",
    "            else:\n",
    "                winner = row.reverted_editor\n",
    "        thread_data.loc[row.Index, 'winner_{0}days'.format(o)] = winner\n",
    "\n",
    "        if row.Index % 20 == 0:\n",
    "            print(row.Index, rv_score)\n",
    "            sys.stdout.flush()\n",
    "\n",
    "thread_data_nonan = thread_data[np.isfinite(thread_data['revert_score_{0}days'.format(offsets[0])])]\n",
    "print(len(thread_data_nonan))\n",
    "len(thread_data_nonan)\n",
    "\n",
    "thread_data_nonan.to_csv('/home/michael/school/research/wp/wikipedia/data/revert_threads_scores.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of thread-revert pairs\t\t\t\t1955\n",
      "Number of reverter-winning thread-revert pairs\t\t1358 0.6946291560102302\n",
      "Number of unique threads\t\t\t\t704\n",
      "Number of rows where 14day winner different from 7day\t203\n",
      "Number of rows where 30day winner different from 7day\t362\n",
      "Number of threads that had different revert winners\t275\n",
      "Number of threads that had exact opposite revert winners\t229\n"
     ]
    }
   ],
   "source": [
    "# Stats\n",
    "print(\"Number of thread-revert pairs\", end='\\t\\t\\t\\t')\n",
    "print(len(thread_data_nonan)) # Number of thread-revert pairs\n",
    "print(\"Number of reverter-winning thread-revert pairs\", end='\\t\\t')\n",
    "print(len(thread_data_nonan[thread_data_nonan['revert_score_7days'] > 0]), end = \" \")\n",
    "print(len(thread_data_nonan[thread_data_nonan['revert_score_7days'] > 0])/len(thread_data_nonan))\n",
    "print(\"Number of unique threads\", end='\\t\\t\\t\\t')\n",
    "print(len(set(zip(thread_data_nonan['article'], thread_data_nonan['thread_title']))))\n",
    "print(\"Number of rows where 14day winner different from 7day\", end='\\t')\n",
    "print(len(thread_data_nonan[thread_data_nonan['winner_7days'] != thread_data_nonan['winner_14days']]))\n",
    "print(\"Number of rows where 30day winner different from 7day\", end='\\t')\n",
    "print(len(thread_data_nonan[thread_data_nonan['winner_7days'] != thread_data_nonan['winner_30days']]))\n",
    "\n",
    "print(\"Number of threads that had different revert winners\", end='\\t')\n",
    "thread_winners = defaultdict(set)\n",
    "mismatches = 0\n",
    "for row in thread_data_nonan.itertuples():\n",
    "#     if (row.article, row.thread_title) not in thread_winners:\n",
    "#         thread_winners[(row.article, row.thread_title)] = row.winner_7days\n",
    "#     else:\n",
    "#         if thread_winners[(row.article, row.thread_title)] != row.winner_7days:\n",
    "#             mismatches += 1\n",
    "    thread_winners[(row.article, row.thread_title)].add(row.winner_7days)\n",
    "for t in thread_winners:\n",
    "    if len(thread_winners[t]) > 1:\n",
    "        mismatches +=1 \n",
    "print(mismatches)\n",
    "\n",
    "print(\"Number of threads that had exact opposite revert winners\", end='\\t')\n",
    "thread_winners_reverters = defaultdict(set)\n",
    "opps = 0\n",
    "for row in thread_data_nonan.itertuples():\n",
    "    thread_winners_reverters[(row.article, row.thread_title)].add((row.winner_7days, row.editor, row.reverted_editor))\n",
    "for t in thread_winners_reverters:\n",
    "    winners = [el[0] for el in thread_winners_reverters[t]]\n",
    "    for el in thread_winners_reverters[t]:\n",
    "        if el[1] in winners and el[2] in winners:\n",
    "            opps += 1\n",
    "            break\n",
    "print(opps)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of thread-revert pairs\t\t\t\t1955\n",
      "Number of reverter-winning thread-revert pairs\t\t1358 0.6946291560102302\n",
      "Number of unique threads\t\t\t\t704\n",
      "Number of rows where 14day winner different from 7day\t203\n",
      "Number of rows where 30day winner different from 7day\t362\n",
      "Number of threads that had different revert winners\t275\n",
      "Number of threads that had exact opposite revert winners\t229\n"
     ]
    }
   ],
   "source": [
    "# Stats\n",
    "print(\"Number of thread-revert pairs\", end='\\t\\t\\t\\t')\n",
    "print(len(thread_data_nonan)) # Number of thread-revert pairs\n",
    "print(\"Number of reverter-winning thread-revert pairs\", end='\\t\\t')\n",
    "print(len(thread_data_nonan[thread_data_nonan['revert_score_7days'] > 0]), end = \" \")\n",
    "print(len(thread_data_nonan[thread_data_nonan['revert_score_7days'] > 0])/len(thread_data_nonan))\n",
    "print(\"Number of unique threads\", end='\\t\\t\\t\\t')\n",
    "print(len(set(zip(thread_data_nonan['article'], thread_data_nonan['thread_title']))))\n",
    "print(\"Number of rows where 14day winner different from 7day\", end='\\t')\n",
    "print(len(thread_data_nonan[thread_data_nonan['winner_7days'] != thread_data_nonan['winner_14days']]))\n",
    "print(\"Number of rows where 30day winner different from 7day\", end='\\t')\n",
    "print(len(thread_data_nonan[thread_data_nonan['winner_7days'] != thread_data_nonan['winner_30days']]))\n",
    "\n",
    "print(\"Number of threads that had different revert winners\", end='\\t')\n",
    "thread_winners = defaultdict(set)\n",
    "mismatches = 0\n",
    "for row in thread_data_nonan.itertuples():\n",
    "#     if (row.article, row.thread_title) not in thread_winners:\n",
    "#         thread_winners[(row.article, row.thread_title)] = row.winner_7days\n",
    "#     else:\n",
    "#         if thread_winners[(row.article, row.thread_title)] != row.winner_7days:\n",
    "#             mismatches += 1\n",
    "    thread_winners[(row.article, row.thread_title)].add(row.winner_7days)\n",
    "for t in thread_winners:\n",
    "    if len(thread_winners[t]) > 1:\n",
    "        mismatches +=1 \n",
    "print(mismatches)\n",
    "\n",
    "print(\"Number of threads that had exact opposite revert winners\", end='\\t')\n",
    "thread_winners_reverters = defaultdict(set)\n",
    "opps = 0\n",
    "for row in thread_data_nonan.itertuples():\n",
    "    thread_winners_reverters[(row.article, row.thread_title)].add((row.winner_7days, row.editor, row.reverted_editor))\n",
    "for t in thread_winners_reverters:\n",
    "    winners = [el[0] for el in thread_winners_reverters[t]]\n",
    "    for el in thread_winners_reverters[t]:\n",
    "        if el[1] in winners and el[2] in winners:\n",
    "            opps += 1\n",
    "            break\n",
    "print(opps)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "704"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(thread_winners)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>editor</th>\n",
       "      <th>reverted_editor</th>\n",
       "      <th>revert_timestamp</th>\n",
       "      <th>edit_comment</th>\n",
       "      <th>revert_score_7days</th>\n",
       "      <th>winner_7days</th>\n",
       "      <th>revert_score_14days</th>\n",
       "      <th>winner_14days</th>\n",
       "      <th>revert_score_30days</th>\n",
       "      <th>winner_30days</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "      <td>Yahel Guhan</td>\n",
       "      <td>2008-04-27 14:25:09</td>\n",
       "      <td>rv unjustified category</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>ethnic cleansing cat</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>Brewcrewer</td>\n",
       "      <td>2012-10-14 00:03:19</td>\n",
       "      <td>Undid revision 517656855 by [[Special:Contribu...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Nableezy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>Plot Spoiler</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>2013-01-13 16:32:59</td>\n",
       "      <td>Undid revision 532927342 by [[Special:Contribu...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Plot Spoiler</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Plot Spoiler</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Plot Spoiler</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>2013-01-13 12:02:11</td>\n",
       "      <td>NOPV. Were Jews massacring Arabs? No - your ve...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Jabotito48</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>2012-05-27 12:10:07</td>\n",
       "      <td>Undid revision 494619990 by [[Special:Contribu...</td>\n",
       "      <td>-0.102041</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>-1.408163</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>-1.408163</td>\n",
       "      <td>Oncenawhile</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>2012-05-13 03:11:50</td>\n",
       "      <td>Shaw report info is used throughout article</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>0.823529</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>Jabotito48</td>\n",
       "      <td>2012-05-28 15:38:04</td>\n",
       "      <td>Reverted to revision 494014149 by 74.198.87.90...</td>\n",
       "      <td>-0.102041</td>\n",
       "      <td>Jabotito48</td>\n",
       "      <td>-1.408163</td>\n",
       "      <td>Jabotito48</td>\n",
       "      <td>-1.408163</td>\n",
       "      <td>Jabotito48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>2012-05-22 14:33:58</td>\n",
       "      <td>Rv. This version does say &amp;quot;at least seven...</td>\n",
       "      <td>0.897959</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>-0.102041</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>-1.408163</td>\n",
       "      <td>Oncenawhile</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus (again)</td>\n",
       "      <td>Jethro B</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>2012-08-20 13:52:05</td>\n",
       "      <td>Undid revision 508337102 by [[Special:Contribu...</td>\n",
       "      <td>0.956522</td>\n",
       "      <td>Jethro B</td>\n",
       "      <td>0.956522</td>\n",
       "      <td>Jethro B</td>\n",
       "      <td>0.956522</td>\n",
       "      <td>Jethro B</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1936–39 Arab revolt in Palestine</td>\n",
       "      <td>Purpose of riots and allegations of detentions...</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>2005-04-09 09:01:22</td>\n",
       "      <td>Rv back - not clear what your problem is, Zero</td>\n",
       "      <td>0.764706</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Leifern</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1936–39 Arab revolt in Palestine</td>\n",
       "      <td>Purpose of riots and allegations of detentions...</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>2005-04-09 08:21:05</td>\n",
       "      <td>rv to Zero.  Later changes are wrong (it didn\\...</td>\n",
       "      <td>-0.647059</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>-0.882353</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>-0.882353</td>\n",
       "      <td>Leifern</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1947–48 Civil War in Mandatory Palestine</td>\n",
       "      <td>Errors and POV</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>2014-07-05 04:08:31</td>\n",
       "      <td>Undid revision 615675420 - that is anecdotical</td>\n",
       "      <td>-1.300000</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>-1.300000</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>-1.300000</td>\n",
       "      <td>Ykantor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1948 Arab–Israeli War</td>\n",
       "      <td>Lead nonsense and a few remarks</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>2014-03-29 16:30:07</td>\n",
       "      <td>Undid revision 601842576 by [[Special:Contribu...</td>\n",
       "      <td>0.769231</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>0.769231</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>0.769231</td>\n",
       "      <td>Nishidani</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1948 Arab–Israeli War</td>\n",
       "      <td>Lead nonsense and a few remarks</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>2014-03-24 01:30:37</td>\n",
       "      <td>Undid revision 600919141 by [[Special:Contribu...</td>\n",
       "      <td>-1.260000</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>-1.020000</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>-0.900000</td>\n",
       "      <td>Pluto2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1948 Arab–Israeli War</td>\n",
       "      <td>Unbalanced</td>\n",
       "      <td>Hohum</td>\n",
       "      <td>Huldra</td>\n",
       "      <td>2014-05-13 15:22:27</td>\n",
       "      <td>rv tag, generic tag with no specifics on talk ...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Hohum</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Hohum</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Hohum</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1948 Arab–Israeli War</td>\n",
       "      <td>Unbalanced</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>2014-05-28 10:18:24</td>\n",
       "      <td>WP:UNDUE</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Pluto2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1948 Arab–Israeli War</td>\n",
       "      <td>Unbalanced</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>Huldra</td>\n",
       "      <td>2014-05-28 09:20:47</td>\n",
       "      <td>[https://en.wikipedia.org/w/index.php?title=Hu...</td>\n",
       "      <td>-1.045455</td>\n",
       "      <td>Huldra</td>\n",
       "      <td>-0.954545</td>\n",
       "      <td>Huldra</td>\n",
       "      <td>-0.954545</td>\n",
       "      <td>Huldra</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1948 Palestine war</td>\n",
       "      <td>(Trans)Jordan</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>2014-01-15 00:37:12</td>\n",
       "      <td>Undid revision 590713148. No Transjordan was o...</td>\n",
       "      <td>-0.589041</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>-0.589041</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>-0.684932</td>\n",
       "      <td>Ykantor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1948 Palestine war</td>\n",
       "      <td>(Trans)Jordan</td>\n",
       "      <td>Ykantor</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>2014-01-15 15:09:44</td>\n",
       "      <td>Undid revision 590780526 by [[Special:Contribu...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Pluto2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1949 Armistice Agreements</td>\n",
       "      <td>Percentages again</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "      <td>2006-01-26 08:40:58</td>\n",
       "      <td>Ehm, no Jordan was part of the original mandate</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Leifern</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1949 Armistice Agreements</td>\n",
       "      <td>Percents and spellings</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>John Z</td>\n",
       "      <td>2005-05-15 03:34:00</td>\n",
       "      <td>hey John, try that out in talk: first please</td>\n",
       "      <td>-0.613636</td>\n",
       "      <td>John Z</td>\n",
       "      <td>-0.613636</td>\n",
       "      <td>John Z</td>\n",
       "      <td>-0.613636</td>\n",
       "      <td>John Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1949 Armistice Agreements</td>\n",
       "      <td>Percents and spellings</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>John Z</td>\n",
       "      <td>2005-05-17 11:51:46</td>\n",
       "      <td>Yes, I have issues with a claim that is unsupp...</td>\n",
       "      <td>0.307692</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.307692</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.269231</td>\n",
       "      <td>Jayjg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1949 Armistice Agreements</td>\n",
       "      <td>Percents and spellings</td>\n",
       "      <td>John Z</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>2005-05-15 04:06:13</td>\n",
       "      <td>rv to  previous version,  why not check the so...</td>\n",
       "      <td>0.215909</td>\n",
       "      <td>John Z</td>\n",
       "      <td>0.215909</td>\n",
       "      <td>John Z</td>\n",
       "      <td>0.215909</td>\n",
       "      <td>John Z</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1963 Syrian coup d'état</td>\n",
       "      <td>Purges of non-Ba'athists</td>\n",
       "      <td>Trust Is All You Need</td>\n",
       "      <td>Al Ameer son</td>\n",
       "      <td>2013-07-14 02:28:39</td>\n",
       "      <td>Its more accurate to title it failed coup sinc...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Trust Is All You Need</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Trust Is All You Need</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Trust Is All You Need</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1978 South Lebanon conflict</td>\n",
       "      <td>Background</td>\n",
       "      <td>Addoula</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>2005-01-12 14:04:49</td>\n",
       "      <td>rv : no it has a lot of relations, specially t...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Addoula</td>\n",
       "      <td>-2.107143</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.071429</td>\n",
       "      <td>Addoula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1978 South Lebanon conflict</td>\n",
       "      <td>Background</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>Addoula</td>\n",
       "      <td>2005-01-11 11:13:37</td>\n",
       "      <td>rv: POV and unsourced claims.  Please make sur...</td>\n",
       "      <td>-1.666667</td>\n",
       "      <td>Addoula</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Jayjg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1978 South Lebanon conflict</td>\n",
       "      <td>Background</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>Addoula</td>\n",
       "      <td>2005-01-12 12:47:06</td>\n",
       "      <td>/* Background */ this has nothing to do with I...</td>\n",
       "      <td>-1.714286</td>\n",
       "      <td>Addoula</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>-1.178571</td>\n",
       "      <td>Addoula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1978 South Lebanon conflict</td>\n",
       "      <td>Background</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>Style</td>\n",
       "      <td>2004-10-23 23:54:45</td>\n",
       "      <td>Reverted edits by [[Special:Contributions/Styl...</td>\n",
       "      <td>0.744444</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.744444</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.755556</td>\n",
       "      <td>Jayjg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1978 South Lebanon conflict</td>\n",
       "      <td>Background</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>Style</td>\n",
       "      <td>2004-10-24 16:00:35</td>\n",
       "      <td>incidents all verified, and responded in Talk:...</td>\n",
       "      <td>0.744444</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.744444</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.755556</td>\n",
       "      <td>Jayjg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1978 South Lebanon conflict</td>\n",
       "      <td>Background</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>Style</td>\n",
       "      <td>2004-10-24 17:59:34</td>\n",
       "      <td>Returning facts to article; please see Talk:</td>\n",
       "      <td>0.744444</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.744444</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>0.755556</td>\n",
       "      <td>Jayjg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1923</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2006-01-26 19:07:59</td>\n",
       "      <td>restore version gidonb, after major vandalism ...</td>\n",
       "      <td>0.617647</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>0.279412</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1924</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2006-01-27 03:23:42</td>\n",
       "      <td>undo vandalism; many articles contain a quote ...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>0.897436</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1925</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2006-01-27 13:02:08</td>\n",
       "      <td>restore reference, I can provide more (see tal...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1926</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2005-07-25 09:14:57</td>\n",
       "      <td>there is nog agreement on the talk page that m...</td>\n",
       "      <td>-0.285714</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>-0.428571</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>Haham hanuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1927</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2005-07-28 05:40:43</td>\n",
       "      <td>restore version gidonb. yigal amir was convict...</td>\n",
       "      <td>-0.200000</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>-0.300000</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>Haham hanuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1928</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2005-07-28 10:31:06</td>\n",
       "      <td>restore established verdict, as agreed by vand...</td>\n",
       "      <td>-0.333333</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>-0.444444</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>Haham hanuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1929</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2005-07-29 02:34:22</td>\n",
       "      <td>rv; haham hanuka changed the article drastical...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>0.714286</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1930</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>2005-07-20 10:48:06</td>\n",
       "      <td>rv vandal</td>\n",
       "      <td>-0.963855</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-1.072289</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-1.072289</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1931</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>2005-07-28 09:50:00</td>\n",
       "      <td>rv POV</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>Haham hanuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1932</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>2005-07-28 11:44:24</td>\n",
       "      <td>rv POV</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>Haham hanuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1933</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>2005-07-20 13:11:33</td>\n",
       "      <td>rv</td>\n",
       "      <td>-0.963855</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>-1.072289</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>-1.072289</td>\n",
       "      <td>Jpgordon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1934</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>2005-07-24 11:05:55</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>-0.750000</td>\n",
       "      <td>Jpgordon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1935</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2005-07-20 12:58:49</td>\n",
       "      <td>It\\'s murder. That\\'s fact. That\\'s not POV.</td>\n",
       "      <td>0.783133</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>0.891566</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>0.891566</td>\n",
       "      <td>Jpgordon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1936</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>2005-07-24 11:29:02</td>\n",
       "      <td>Reverted edits by [[Special:Contributions/Haha...</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>Jpgordon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1937</th>\n",
       "      <td>Yishuv</td>\n",
       "      <td>problematic definition</td>\n",
       "      <td>Tewfik</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>2006-09-17 22:30:16</td>\n",
       "      <td>It seems to mean &amp;quot;political Zionism&amp;quot;</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>-0.600000</td>\n",
       "      <td>Amoruso</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1938</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>2005-08-30 01:16:58</td>\n",
       "      <td>there is a special conspiracy page</td>\n",
       "      <td>0.818182</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>0.818182</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1939</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>2005-08-30 01:49:11</td>\n",
       "      <td>Sorry if your commercial interest were hurt, b...</td>\n",
       "      <td>0.818182</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>0.818182</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1940</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>2005-08-31 05:56:03</td>\n",
       "      <td>rerstore Humus Sapiens. Sorry, this no place f...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1941</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>2005-09-01 06:12:11</td>\n",
       "      <td>restore Humus sapiens. Sorry, this no place fo...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1942</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>2005-08-30 01:39:09</td>\n",
       "      <td>Gidonb is replacing the 10 minute [[Kempler vi...</td>\n",
       "      <td>-0.818182</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-0.818182</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1943</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>2005-09-01 04:09:37</td>\n",
       "      <td>gidonb is real serious that he does not want p...</td>\n",
       "      <td>-1.600000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-1.600000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-1.900000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1944</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>2005-09-02 00:33:32</td>\n",
       "      <td>gidonb is replacing the 10 minute video with a...</td>\n",
       "      <td>-1.600000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-1.600000</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>-1.900000</td>\n",
       "      <td>Gidonb</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1945</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>http://en.wikipedia.org/wiki/First_Intifada</td>\n",
       "      <td>Nudve</td>\n",
       "      <td>Schwarzschachtel</td>\n",
       "      <td>2009-01-07 07:47:18</td>\n",
       "      <td>Reverted [[WP:AGF|good faith]] edits by [[Spec...</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>Nudve</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>Nudve</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>Nudve</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1946</th>\n",
       "      <td>Yitzhak Shamir</td>\n",
       "      <td>Shamir passes away?</td>\n",
       "      <td>6SJ7</td>\n",
       "      <td>GoodDay</td>\n",
       "      <td>2008-02-13 16:22:35</td>\n",
       "      <td>Rv; we can\\'t say he died without a source (se...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>6SJ7</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>6SJ7</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>6SJ7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1947</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>Badagnani</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>2008-12-29 12:28:40</td>\n",
       "      <td>Undo merge; if merging, please merge properly....</td>\n",
       "      <td>-1.321739</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>-1.321739</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>-1.860870</td>\n",
       "      <td>NoCal100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1948</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>2013-05-10 00:31:35</td>\n",
       "      <td>Undid revision 554404614 by [[Special:Contribu...</td>\n",
       "      <td>-0.385542</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>-0.409639</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>0.084337</td>\n",
       "      <td>Dlv999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1949</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>2013-05-12 06:04:50</td>\n",
       "      <td>Undid revision 554717327 by [[Special:Contribu...</td>\n",
       "      <td>0.228916</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>0.228916</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>-0.361446</td>\n",
       "      <td>Pluto2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1950</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>2013-05-09 04:10:53</td>\n",
       "      <td>Undid revision 554222672 by [[Special:Contribu...</td>\n",
       "      <td>-0.385542</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>-0.409639</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>0.084337</td>\n",
       "      <td>Pluto2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1951</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>2013-05-12 05:01:11</td>\n",
       "      <td>Undid revision 554708759 by [[Special:Contribu...</td>\n",
       "      <td>-0.385542</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>-0.409639</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>0.084337</td>\n",
       "      <td>Pluto2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1952</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>2013-05-09 23:55:10</td>\n",
       "      <td>Undid revision 554266767 by [[Special:Contribu...</td>\n",
       "      <td>0.228916</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>0.228916</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>-0.361446</td>\n",
       "      <td>Pluto2012</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1953 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       article  \\\n",
       "0                         1929 Hebron massacre   \n",
       "1                         1929 Hebron massacre   \n",
       "2                         1929 Hebron massacre   \n",
       "3                         1929 Hebron massacre   \n",
       "4                         1929 Palestine riots   \n",
       "5                         1929 Palestine riots   \n",
       "6                         1929 Palestine riots   \n",
       "7                         1929 Palestine riots   \n",
       "8                         1929 Palestine riots   \n",
       "9             1936–39 Arab revolt in Palestine   \n",
       "10            1936–39 Arab revolt in Palestine   \n",
       "11    1947–48 Civil War in Mandatory Palestine   \n",
       "12                       1948 Arab–Israeli War   \n",
       "13                       1948 Arab–Israeli War   \n",
       "14                       1948 Arab–Israeli War   \n",
       "15                       1948 Arab–Israeli War   \n",
       "16                       1948 Arab–Israeli War   \n",
       "17                          1948 Palestine war   \n",
       "18                          1948 Palestine war   \n",
       "19                   1949 Armistice Agreements   \n",
       "20                   1949 Armistice Agreements   \n",
       "21                   1949 Armistice Agreements   \n",
       "22                   1949 Armistice Agreements   \n",
       "23                     1963 Syrian coup d'état   \n",
       "24                 1978 South Lebanon conflict   \n",
       "25                 1978 South Lebanon conflict   \n",
       "26                 1978 South Lebanon conflict   \n",
       "27                 1978 South Lebanon conflict   \n",
       "28                 1978 South Lebanon conflict   \n",
       "29                 1978 South Lebanon conflict   \n",
       "...                                        ...   \n",
       "1923                                Yigal Amir   \n",
       "1924                                Yigal Amir   \n",
       "1925                                Yigal Amir   \n",
       "1926                                Yigal Amir   \n",
       "1927                                Yigal Amir   \n",
       "1928                                Yigal Amir   \n",
       "1929                                Yigal Amir   \n",
       "1930                                Yigal Amir   \n",
       "1931                                Yigal Amir   \n",
       "1932                                Yigal Amir   \n",
       "1933                                Yigal Amir   \n",
       "1934                                Yigal Amir   \n",
       "1935                                Yigal Amir   \n",
       "1936                                Yigal Amir   \n",
       "1937                                    Yishuv   \n",
       "1938                             Yitzhak Rabin   \n",
       "1939                             Yitzhak Rabin   \n",
       "1940                             Yitzhak Rabin   \n",
       "1941                             Yitzhak Rabin   \n",
       "1942                             Yitzhak Rabin   \n",
       "1943                             Yitzhak Rabin   \n",
       "1944                             Yitzhak Rabin   \n",
       "1945                             Yitzhak Rabin   \n",
       "1946                            Yitzhak Shamir   \n",
       "1947                               Zarqa River   \n",
       "1948                                   Zionism   \n",
       "1949                                   Zionism   \n",
       "1950                                   Zionism   \n",
       "1951                                   Zionism   \n",
       "1952                                   Zionism   \n",
       "\n",
       "                                           thread_title  \\\n",
       "0                                           Restatement   \n",
       "1                                  ethnic cleansing cat   \n",
       "2                                          false rumors   \n",
       "3                                          false rumors   \n",
       "4                                             Consensus   \n",
       "5                                             Consensus   \n",
       "6                                             Consensus   \n",
       "7                                             Consensus   \n",
       "8                                     Consensus (again)   \n",
       "9     Purpose of riots and allegations of detentions...   \n",
       "10    Purpose of riots and allegations of detentions...   \n",
       "11                                       Errors and POV   \n",
       "12                      Lead nonsense and a few remarks   \n",
       "13                      Lead nonsense and a few remarks   \n",
       "14                                           Unbalanced   \n",
       "15                                           Unbalanced   \n",
       "16                                           Unbalanced   \n",
       "17                                        (Trans)Jordan   \n",
       "18                                        (Trans)Jordan   \n",
       "19                                    Percentages again   \n",
       "20                               Percents and spellings   \n",
       "21                               Percents and spellings   \n",
       "22                               Percents and spellings   \n",
       "23                             Purges of non-Ba'athists   \n",
       "24                                           Background   \n",
       "25                                           Background   \n",
       "26                                           Background   \n",
       "27                                           Background   \n",
       "28                                           Background   \n",
       "29                                           Background   \n",
       "...                                                 ...   \n",
       "1923                           Computer Science student   \n",
       "1924                           Computer Science student   \n",
       "1925                           Computer Science student   \n",
       "1926          Murdered? Killed? Assassinated?  Or what?   \n",
       "1927          Murdered? Killed? Assassinated?  Or what?   \n",
       "1928          Murdered? Killed? Assassinated?  Or what?   \n",
       "1929          Murdered? Killed? Assassinated?  Or what?   \n",
       "1930          Murdered? Killed? Assassinated?  Or what?   \n",
       "1931          Murdered? Killed? Assassinated?  Or what?   \n",
       "1932          Murdered? Killed? Assassinated?  Or what?   \n",
       "1933          Murdered? Killed? Assassinated?  Or what?   \n",
       "1934          Murdered? Killed? Assassinated?  Or what?   \n",
       "1935          Murdered? Killed? Assassinated?  Or what?   \n",
       "1936          Murdered? Killed? Assassinated?  Or what?   \n",
       "1937                             problematic definition   \n",
       "1938                                        POV pushing   \n",
       "1939                                        POV pushing   \n",
       "1940                                        POV pushing   \n",
       "1941                                        POV pushing   \n",
       "1942                                        POV pushing   \n",
       "1943                                        POV pushing   \n",
       "1944                                        POV pushing   \n",
       "1945        http://en.wikipedia.org/wiki/First_Intifada   \n",
       "1946                                Shamir passes away?   \n",
       "1947                                              Merge   \n",
       "1948  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "1949  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "1950  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "1951  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "1952  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "\n",
       "                          editor   reverted_editor    revert_timestamp  \\\n",
       "0                  Ian Pitchford       Yahel Guhan 2008-04-27 14:25:09   \n",
       "1                       Nableezy        Brewcrewer 2012-10-14 00:03:19   \n",
       "2                   Plot Spoiler          Nableezy 2013-01-13 16:32:59   \n",
       "3     Vanished user lt94ma34le12         Nishidani 2013-01-13 12:02:11   \n",
       "4                     Jabotito48       Oncenawhile 2012-05-27 12:10:07   \n",
       "5     Vanished user lt94ma34le12            Dlv999 2012-05-13 03:11:50   \n",
       "6     Vanished user lt94ma34le12        Jabotito48 2012-05-28 15:38:04   \n",
       "7     Vanished user lt94ma34le12       Oncenawhile 2012-05-22 14:33:58   \n",
       "8                       Jethro B       Oncenawhile 2012-08-20 13:52:05   \n",
       "9                        Leifern          Zero0000 2005-04-09 09:01:22   \n",
       "10                      Zero0000           Leifern 2005-04-09 08:21:05   \n",
       "11                     Pluto2012           Ykantor 2014-07-05 04:08:31   \n",
       "12                     Nishidani           Ykantor 2014-03-29 16:30:07   \n",
       "13                       Ykantor         Pluto2012 2014-03-24 01:30:37   \n",
       "14                         Hohum            Huldra 2014-05-13 15:22:27   \n",
       "15                     Pluto2012           Ykantor 2014-05-28 10:18:24   \n",
       "16                       Ykantor            Huldra 2014-05-28 09:20:47   \n",
       "17                     Pluto2012           Ykantor 2014-01-15 00:37:12   \n",
       "18                       Ykantor         Pluto2012 2014-01-15 15:09:44   \n",
       "19                       Leifern     Ian Pitchford 2006-01-26 08:40:58   \n",
       "20                         Jayjg            John Z 2005-05-15 03:34:00   \n",
       "21                         Jayjg            John Z 2005-05-17 11:51:46   \n",
       "22                        John Z             Jayjg 2005-05-15 04:06:13   \n",
       "23         Trust Is All You Need      Al Ameer son 2013-07-14 02:28:39   \n",
       "24                       Addoula             Jayjg 2005-01-12 14:04:49   \n",
       "25                         Jayjg           Addoula 2005-01-11 11:13:37   \n",
       "26                         Jayjg           Addoula 2005-01-12 12:47:06   \n",
       "27                         Jayjg             Style 2004-10-23 23:54:45   \n",
       "28                         Jayjg             Style 2004-10-24 16:00:35   \n",
       "29                         Jayjg             Style 2004-10-24 17:59:34   \n",
       "...                          ...               ...                 ...   \n",
       "1923                      Gidonb      Haham hanuka 2006-01-26 19:07:59   \n",
       "1924                      Gidonb      Haham hanuka 2006-01-27 03:23:42   \n",
       "1925                      Gidonb      Haham hanuka 2006-01-27 13:02:08   \n",
       "1926                      Gidonb      Haham hanuka 2005-07-25 09:14:57   \n",
       "1927                      Gidonb      Haham hanuka 2005-07-28 05:40:43   \n",
       "1928                      Gidonb      Haham hanuka 2005-07-28 10:31:06   \n",
       "1929                      Gidonb      Haham hanuka 2005-07-29 02:34:22   \n",
       "1930                Haham hanuka            Gidonb 2005-07-20 10:48:06   \n",
       "1931                Haham hanuka            Gidonb 2005-07-28 09:50:00   \n",
       "1932                Haham hanuka            Gidonb 2005-07-28 11:44:24   \n",
       "1933                Haham hanuka          Jpgordon 2005-07-20 13:11:33   \n",
       "1934                Haham hanuka          Jpgordon 2005-07-24 11:05:55   \n",
       "1935                    Jpgordon      Haham hanuka 2005-07-20 12:58:49   \n",
       "1936                    Jpgordon      Haham hanuka 2005-07-24 11:29:02   \n",
       "1937                      Tewfik           Amoruso 2006-09-17 22:30:16   \n",
       "1938                      Gidonb     Kempler video 2005-08-30 01:16:58   \n",
       "1939                      Gidonb     Kempler video 2005-08-30 01:49:11   \n",
       "1940                      Gidonb     Kempler video 2005-08-31 05:56:03   \n",
       "1941                      Gidonb     Kempler video 2005-09-01 06:12:11   \n",
       "1942               Kempler video            Gidonb 2005-08-30 01:39:09   \n",
       "1943               Kempler video            Gidonb 2005-09-01 04:09:37   \n",
       "1944               Kempler video            Gidonb 2005-09-02 00:33:32   \n",
       "1945                       Nudve  Schwarzschachtel 2009-01-07 07:47:18   \n",
       "1946                        6SJ7           GoodDay 2008-02-13 16:22:35   \n",
       "1947                   Badagnani          NoCal100 2008-12-29 12:28:40   \n",
       "1948                      Dlv999          Tritomex 2013-05-10 00:31:35   \n",
       "1949             IranitGreenberg         Pluto2012 2013-05-12 06:04:50   \n",
       "1950                   Pluto2012   IranitGreenberg 2013-05-09 04:10:53   \n",
       "1951                   Pluto2012          Tritomex 2013-05-12 05:01:11   \n",
       "1952                    Tritomex         Pluto2012 2013-05-09 23:55:10   \n",
       "\n",
       "                                           edit_comment  revert_score_7days  \\\n",
       "0                               rv unjustified category            1.000000   \n",
       "1     Undid revision 517656855 by [[Special:Contribu...            1.000000   \n",
       "2     Undid revision 532927342 by [[Special:Contribu...            1.000000   \n",
       "3     NOPV. Were Jews massacring Arabs? No - your ve...            1.000000   \n",
       "4     Undid revision 494619990 by [[Special:Contribu...           -0.102041   \n",
       "5           Shaw report info is used throughout article            1.000000   \n",
       "6     Reverted to revision 494014149 by 74.198.87.90...           -0.102041   \n",
       "7     Rv. This version does say &quot;at least seven...            0.897959   \n",
       "8     Undid revision 508337102 by [[Special:Contribu...            0.956522   \n",
       "9        Rv back - not clear what your problem is, Zero            0.764706   \n",
       "10    rv to Zero.  Later changes are wrong (it didn\\...           -0.647059   \n",
       "11       Undid revision 615675420 - that is anecdotical           -1.300000   \n",
       "12    Undid revision 601842576 by [[Special:Contribu...            0.769231   \n",
       "13    Undid revision 600919141 by [[Special:Contribu...           -1.260000   \n",
       "14    rv tag, generic tag with no specifics on talk ...            1.000000   \n",
       "15                                             WP:UNDUE            1.000000   \n",
       "16    [https://en.wikipedia.org/w/index.php?title=Hu...           -1.045455   \n",
       "17    Undid revision 590713148. No Transjordan was o...           -0.589041   \n",
       "18    Undid revision 590780526 by [[Special:Contribu...            0.000000   \n",
       "19      Ehm, no Jordan was part of the original mandate            1.000000   \n",
       "20         hey John, try that out in talk: first please           -0.613636   \n",
       "21    Yes, I have issues with a claim that is unsupp...            0.307692   \n",
       "22    rv to  previous version,  why not check the so...            0.215909   \n",
       "23    Its more accurate to title it failed coup sinc...            1.000000   \n",
       "24    rv : no it has a lot of relations, specially t...            1.000000   \n",
       "25    rv: POV and unsourced claims.  Please make sur...           -1.666667   \n",
       "26    /* Background */ this has nothing to do with I...           -1.714286   \n",
       "27    Reverted edits by [[Special:Contributions/Styl...            0.744444   \n",
       "28    incidents all verified, and responded in Talk:...            0.744444   \n",
       "29         Returning facts to article; please see Talk:            0.744444   \n",
       "...                                                 ...                 ...   \n",
       "1923  restore version gidonb, after major vandalism ...            0.617647   \n",
       "1924  undo vandalism; many articles contain a quote ...            1.000000   \n",
       "1925  restore reference, I can provide more (see tal...            1.000000   \n",
       "1926  there is nog agreement on the talk page that m...           -0.285714   \n",
       "1927  restore version gidonb. yigal amir was convict...           -0.200000   \n",
       "1928  restore established verdict, as agreed by vand...           -0.333333   \n",
       "1929  rv; haham hanuka changed the article drastical...            1.000000   \n",
       "1930                                          rv vandal           -0.963855   \n",
       "1931                                             rv POV            0.111111   \n",
       "1932                                             rv POV            0.111111   \n",
       "1933                                                 rv           -0.963855   \n",
       "1934                                                NaN           -0.750000   \n",
       "1935       It\\'s murder. That\\'s fact. That\\'s not POV.            0.783133   \n",
       "1936  Reverted edits by [[Special:Contributions/Haha...            0.750000   \n",
       "1937     It seems to mean &quot;political Zionism&quot;           -0.600000   \n",
       "1938                 there is a special conspiracy page            0.818182   \n",
       "1939  Sorry if your commercial interest were hurt, b...            0.818182   \n",
       "1940  rerstore Humus Sapiens. Sorry, this no place f...            1.000000   \n",
       "1941  restore Humus sapiens. Sorry, this no place fo...            1.000000   \n",
       "1942  Gidonb is replacing the 10 minute [[Kempler vi...           -0.818182   \n",
       "1943  gidonb is real serious that he does not want p...           -1.600000   \n",
       "1944  gidonb is replacing the 10 minute video with a...           -1.600000   \n",
       "1945  Reverted [[WP:AGF|good faith]] edits by [[Spec...            0.250000   \n",
       "1946  Rv; we can\\'t say he died without a source (se...            1.000000   \n",
       "1947  Undo merge; if merging, please merge properly....           -1.321739   \n",
       "1948  Undid revision 554404614 by [[Special:Contribu...           -0.385542   \n",
       "1949  Undid revision 554717327 by [[Special:Contribu...            0.228916   \n",
       "1950  Undid revision 554222672 by [[Special:Contribu...           -0.385542   \n",
       "1951  Undid revision 554708759 by [[Special:Contribu...           -0.385542   \n",
       "1952  Undid revision 554266767 by [[Special:Contribu...            0.228916   \n",
       "\n",
       "                    winner_7days  revert_score_14days  \\\n",
       "0                  Ian Pitchford             1.000000   \n",
       "1                       Nableezy             1.000000   \n",
       "2                   Plot Spoiler             1.000000   \n",
       "3     Vanished user lt94ma34le12             1.000000   \n",
       "4                    Oncenawhile            -1.408163   \n",
       "5     Vanished user lt94ma34le12             0.823529   \n",
       "6                     Jabotito48            -1.408163   \n",
       "7     Vanished user lt94ma34le12            -0.102041   \n",
       "8                       Jethro B             0.956522   \n",
       "9                        Leifern             1.000000   \n",
       "10                       Leifern            -0.882353   \n",
       "11                       Ykantor            -1.300000   \n",
       "12                     Nishidani             0.769231   \n",
       "13                     Pluto2012            -1.020000   \n",
       "14                         Hohum             1.000000   \n",
       "15                     Pluto2012             1.000000   \n",
       "16                        Huldra            -0.954545   \n",
       "17                       Ykantor            -0.589041   \n",
       "18                     Pluto2012             0.000000   \n",
       "19                       Leifern             1.000000   \n",
       "20                        John Z            -0.613636   \n",
       "21                         Jayjg             0.307692   \n",
       "22                        John Z             0.215909   \n",
       "23         Trust Is All You Need             1.000000   \n",
       "24                       Addoula            -2.107143   \n",
       "25                       Addoula             1.000000   \n",
       "26                       Addoula             1.000000   \n",
       "27                         Jayjg             0.744444   \n",
       "28                         Jayjg             0.744444   \n",
       "29                         Jayjg             0.744444   \n",
       "...                          ...                  ...   \n",
       "1923                      Gidonb             0.500000   \n",
       "1924                      Gidonb             1.000000   \n",
       "1925                      Gidonb             1.000000   \n",
       "1926                Haham hanuka            -0.428571   \n",
       "1927                Haham hanuka            -0.300000   \n",
       "1928                Haham hanuka            -0.444444   \n",
       "1929                      Gidonb             1.000000   \n",
       "1930                      Gidonb            -1.072289   \n",
       "1931                Haham hanuka             0.111111   \n",
       "1932                Haham hanuka             0.111111   \n",
       "1933                    Jpgordon            -1.072289   \n",
       "1934                    Jpgordon            -0.750000   \n",
       "1935                    Jpgordon             0.891566   \n",
       "1936                    Jpgordon             0.750000   \n",
       "1937                     Amoruso            -0.600000   \n",
       "1938                      Gidonb             0.818182   \n",
       "1939                      Gidonb             0.818182   \n",
       "1940                      Gidonb             1.000000   \n",
       "1941                      Gidonb             1.000000   \n",
       "1942                      Gidonb            -0.818182   \n",
       "1943                      Gidonb            -1.600000   \n",
       "1944                      Gidonb            -1.600000   \n",
       "1945                       Nudve             0.250000   \n",
       "1946                        6SJ7             1.000000   \n",
       "1947                    NoCal100            -1.321739   \n",
       "1948                    Tritomex            -0.409639   \n",
       "1949             IranitGreenberg             0.228916   \n",
       "1950             IranitGreenberg            -0.409639   \n",
       "1951                    Tritomex            -0.409639   \n",
       "1952                    Tritomex             0.228916   \n",
       "\n",
       "                   winner_14days  revert_score_30days  \\\n",
       "0                  Ian Pitchford             1.000000   \n",
       "1                       Nableezy             1.000000   \n",
       "2                   Plot Spoiler             1.000000   \n",
       "3     Vanished user lt94ma34le12             1.000000   \n",
       "4                    Oncenawhile            -1.408163   \n",
       "5     Vanished user lt94ma34le12             1.000000   \n",
       "6                     Jabotito48            -1.408163   \n",
       "7                    Oncenawhile            -1.408163   \n",
       "8                       Jethro B             0.956522   \n",
       "9                        Leifern             1.000000   \n",
       "10                       Leifern            -0.882353   \n",
       "11                       Ykantor            -1.300000   \n",
       "12                     Nishidani             0.769231   \n",
       "13                     Pluto2012            -0.900000   \n",
       "14                         Hohum             1.000000   \n",
       "15                     Pluto2012             1.000000   \n",
       "16                        Huldra            -0.954545   \n",
       "17                       Ykantor            -0.684932   \n",
       "18                     Pluto2012             0.000000   \n",
       "19                       Leifern             1.000000   \n",
       "20                        John Z            -0.613636   \n",
       "21                         Jayjg             0.269231   \n",
       "22                        John Z             0.215909   \n",
       "23         Trust Is All You Need             1.000000   \n",
       "24                         Jayjg             0.071429   \n",
       "25                         Jayjg             1.000000   \n",
       "26                         Jayjg            -1.178571   \n",
       "27                         Jayjg             0.755556   \n",
       "28                         Jayjg             0.755556   \n",
       "29                         Jayjg             0.755556   \n",
       "...                          ...                  ...   \n",
       "1923                      Gidonb             0.279412   \n",
       "1924                      Gidonb             0.897436   \n",
       "1925                      Gidonb             1.000000   \n",
       "1926                Haham hanuka            -1.000000   \n",
       "1927                Haham hanuka            -0.500000   \n",
       "1928                Haham hanuka            -0.666667   \n",
       "1929                      Gidonb             0.714286   \n",
       "1930                      Gidonb            -1.072289   \n",
       "1931                Haham hanuka             0.333333   \n",
       "1932                Haham hanuka             0.333333   \n",
       "1933                    Jpgordon            -1.072289   \n",
       "1934                    Jpgordon            -0.750000   \n",
       "1935                    Jpgordon             0.891566   \n",
       "1936                    Jpgordon             0.750000   \n",
       "1937                     Amoruso            -0.600000   \n",
       "1938                      Gidonb             1.000000   \n",
       "1939                      Gidonb             1.000000   \n",
       "1940                      Gidonb             1.000000   \n",
       "1941                      Gidonb             1.000000   \n",
       "1942                      Gidonb            -1.000000   \n",
       "1943                      Gidonb            -1.900000   \n",
       "1944                      Gidonb            -1.900000   \n",
       "1945                       Nudve             0.250000   \n",
       "1946                        6SJ7             1.000000   \n",
       "1947                    NoCal100            -1.860870   \n",
       "1948                    Tritomex             0.084337   \n",
       "1949             IranitGreenberg            -0.361446   \n",
       "1950             IranitGreenberg             0.084337   \n",
       "1951                    Tritomex             0.084337   \n",
       "1952                    Tritomex            -0.361446   \n",
       "\n",
       "                   winner_30days  \n",
       "0                  Ian Pitchford  \n",
       "1                       Nableezy  \n",
       "2                   Plot Spoiler  \n",
       "3     Vanished user lt94ma34le12  \n",
       "4                    Oncenawhile  \n",
       "5     Vanished user lt94ma34le12  \n",
       "6                     Jabotito48  \n",
       "7                    Oncenawhile  \n",
       "8                       Jethro B  \n",
       "9                        Leifern  \n",
       "10                       Leifern  \n",
       "11                       Ykantor  \n",
       "12                     Nishidani  \n",
       "13                     Pluto2012  \n",
       "14                         Hohum  \n",
       "15                     Pluto2012  \n",
       "16                        Huldra  \n",
       "17                       Ykantor  \n",
       "18                     Pluto2012  \n",
       "19                       Leifern  \n",
       "20                        John Z  \n",
       "21                         Jayjg  \n",
       "22                        John Z  \n",
       "23         Trust Is All You Need  \n",
       "24                       Addoula  \n",
       "25                         Jayjg  \n",
       "26                       Addoula  \n",
       "27                         Jayjg  \n",
       "28                         Jayjg  \n",
       "29                         Jayjg  \n",
       "...                          ...  \n",
       "1923                      Gidonb  \n",
       "1924                      Gidonb  \n",
       "1925                      Gidonb  \n",
       "1926                Haham hanuka  \n",
       "1927                Haham hanuka  \n",
       "1928                Haham hanuka  \n",
       "1929                      Gidonb  \n",
       "1930                      Gidonb  \n",
       "1931                Haham hanuka  \n",
       "1932                Haham hanuka  \n",
       "1933                    Jpgordon  \n",
       "1934                    Jpgordon  \n",
       "1935                    Jpgordon  \n",
       "1936                    Jpgordon  \n",
       "1937                     Amoruso  \n",
       "1938                      Gidonb  \n",
       "1939                      Gidonb  \n",
       "1940                      Gidonb  \n",
       "1941                      Gidonb  \n",
       "1942                      Gidonb  \n",
       "1943                      Gidonb  \n",
       "1944                      Gidonb  \n",
       "1945                       Nudve  \n",
       "1946                        6SJ7  \n",
       "1947                    NoCal100  \n",
       "1948                      Dlv999  \n",
       "1949                   Pluto2012  \n",
       "1950                   Pluto2012  \n",
       "1951                   Pluto2012  \n",
       "1952                   Pluto2012  \n",
       "\n",
       "[1953 rows x 12 columns]"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "thread_data_nonan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[20, 23, 39, 41, 150, 151, 163, 199, 234, 236]"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "opps_inds[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "article                                        1949 Armistice Agreements\n",
       "thread_title                                      Percents and spellings\n",
       "editor                                                             Jayjg\n",
       "reverted_editor                                                   John Z\n",
       "revert_timestamp                                     2005-05-17 11:51:46\n",
       "edit_comment           Yes, I have issues with a claim that is unsupp...\n",
       "revert_score_7days                                              0.307692\n",
       "winner_7days                                                       Jayjg\n",
       "revert_score_14days                                             0.307692\n",
       "winner_14days                                                      Jayjg\n",
       "revert_score_30days                                             0.269231\n",
       "winner_30days                                                      Jayjg\n",
       "Name: 21, dtype: object"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "thread_data_nonan.loc[21, :]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# GET REVERT DIFF URLS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "521706\n"
     ]
    },
    {
     "ename": "OSError",
     "evalue": "File b'/home/michael/school/research/wp/wikipedia/data/revert_talk_posts_unique_7days.csv' does not exist",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m\u001b[0m",
      "\u001b[1;31mOSError\u001b[0mTraceback (most recent call last)",
      "\u001b[1;32m<ipython-input-43-f4345867d0e2>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m      4\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mart_revids\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 6\u001b[1;33m \u001b[0mrv_data\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'/home/michael/school/research/wp/wikipedia/data/revert_talk_posts_unique_7days.csv'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparse_dates\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'revert_timestamp'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      7\u001b[0m \u001b[0mrv_data\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/usr/local/lib/python3.5/dist-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36mparser_f\u001b[1;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, escapechar, comment, encoding, dialect, tupleize_cols, error_bad_lines, warn_bad_lines, skip_footer, doublequote, delim_whitespace, as_recarray, compact_ints, use_unsigned, low_memory, buffer_lines, memory_map, float_precision)\u001b[0m\n\u001b[0;32m    560\u001b[0m                     skip_blank_lines=skip_blank_lines)\n\u001b[0;32m    561\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 562\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0m_read\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    563\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    564\u001b[0m     \u001b[0mparser_f\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m__name__\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mname\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/usr/local/lib/python3.5/dist-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m_read\u001b[1;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[0;32m    313\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    314\u001b[0m     \u001b[1;31m# Create the parser.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 315\u001b[1;33m     \u001b[0mparser\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mTextFileReader\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    316\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    317\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mnrows\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mand\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mchunksize\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/usr/local/lib/python3.5/dist-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[0;32m    643\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'has_index_names'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkwds\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'has_index_names'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    644\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 645\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_make_engine\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    646\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    647\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mclose\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/usr/local/lib/python3.5/dist-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m_make_engine\u001b[1;34m(self, engine)\u001b[0m\n\u001b[0;32m    797\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_make_engine\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mengine\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m'c'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    798\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mengine\u001b[0m \u001b[1;33m==\u001b[0m \u001b[1;34m'c'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 799\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_engine\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mCParserWrapper\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mf\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0moptions\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    800\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    801\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mengine\u001b[0m \u001b[1;33m==\u001b[0m \u001b[1;34m'python'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m/usr/local/lib/python3.5/dist-packages/pandas/io/parsers.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, src, **kwds)\u001b[0m\n\u001b[0;32m   1211\u001b[0m         \u001b[0mkwds\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'allow_leading_cols'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mindex_col\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mFalse\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1212\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1213\u001b[1;33m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_reader\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_parser\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mTextReader\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msrc\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1214\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1215\u001b[0m         \u001b[1;31m# XXX\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mpandas/parser.pyx\u001b[0m in \u001b[0;36mpandas.parser.TextReader.__cinit__ (pandas/parser.c:3427)\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mpandas/parser.pyx\u001b[0m in \u001b[0;36mpandas.parser.TextReader._setup_parser_source (pandas/parser.c:6861)\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;31mOSError\u001b[0m: File b'/home/michael/school/research/wp/wikipedia/data/revert_talk_posts_unique_7days.csv' does not exist"
     ]
    }
   ],
   "source": [
    "# Load pickled art_revids, revert_data\n",
    "with open('/home/michael/school/research/wp/wp_articles/art_revids.pkl', 'rb') as f:\n",
    "    art_revids = pickle.load(f)\n",
    "print(len(art_revids.keys()))\n",
    "\n",
    "rv_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/revert_talk_posts_unique_7days.csv', parse_dates=['revert_timestamp'])\n",
    "rv_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "rv_data.loc[0, 'revert_timestamp'] + DateOffset(hours=6)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Get revert urls for timestamps\n",
    "datetime.strptime(rv_data.loc[0, 'revert_timestamp'], '%Y-%m-%d %H:%M:%S')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "art = '1929 Hebron massacre'\n",
    "rev_url = art_url.format(art, art_revids[(art, datetime(2008, 4, 27, 20, 25, 9))])\n",
    "rev_url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "list(art_revids.keys())[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "art_url =  'https://en.wikipedia.org/w/index.php?title={0}&oldid={1}'\n",
    "# rev_urls = pd.Series()\n",
    "rev_urls = []\n",
    "\n",
    "for el in zip(rv_data['article_title'], rv_data['revert_timestamp']):\n",
    "    rev_urls.append(art_url.format(el[0], art_revids.get((el[0], el[1] + DateOffset(hours=6)))))\n",
    "\n",
    "rv_data['revert_url'] = pd.Series(rev_urls)\n",
    "rv_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "rv_data.to_csv('/home/michael/school/research/wp/revert_talk_posts_7days_urls.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Build article revision dict\n",
    "rv_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/revert_talk_posts_unique_7days.csv')\n",
    "\n",
    "arts = set(rv_data['article_title'].values)\n",
    "print(len(arts))\n",
    "\n",
    "art_revids = {}  # art_revs[title, ts] = revid\n",
    "arts_done = []\n",
    "\n",
    "for i, art in enumerate(arts):\n",
    "    \n",
    "    if i % 5 == 0:\n",
    "        print(i)\n",
    "        sys.stdout.flush()\n",
    "    \n",
    "    # Build article revision table\n",
    "    baseurl = \"https://en.wikipedia.org/w/api.php?action=query&titles={:s}&prop=revisions&rvprop=ids|timestamp&rvlimit=max&format=json\"\n",
    "\n",
    "    url = baseurl.format(urllib.parse.quote(art))\n",
    "    retrieved =  urllib.request.urlopen(url).read().decode('utf-8')\n",
    "    pagedict = json.loads(retrieved)\n",
    "\n",
    "    # page no longer exists with that name\n",
    "    if not 'revisions' in pagedict['query']['pages'][list(pagedict['query']['pages'].keys())[0]]:\n",
    "        continue\n",
    "\n",
    "    revtable = pagedict['query']['pages'][list(pagedict['query']['pages'].keys())[0]]['revisions']\n",
    "\n",
    "    # Loop thru continues\n",
    "    while 'continue' in pagedict.keys():\n",
    "        cnum = re.search(r'rvcontinue\":\"(.*?)\"', retrieved).group(1)\n",
    "\n",
    "        baseurl = \"https://en.wikipedia.org/w/api.php?action=query&titles={:s}&prop=revisions&rvprop=ids|timestamp&rvlimit=max&rvcontinue={:s}&format=json\"\n",
    "\n",
    "        url = baseurl.format(urllib.parse.quote(art), cnum)\n",
    "\n",
    "        retrieved =  urllib.request.urlopen(url).read().decode('utf-8')\n",
    "\n",
    "        pagedict = json.loads(retrieved)\n",
    "\n",
    "        revtable += pagedict['query']['pages'][list(pagedict['query']['pages'].keys())[0]]['revisions']\n",
    "\n",
    "    # Parse dates in revision table\n",
    "    for el in revtable:\n",
    "        el['timestamp'] = datetime.strptime(el['timestamp'], '%Y-%m-%dT%H:%M:%SZ')\n",
    "        art_revids[art,el['timestamp']] = el['revid']\n",
    "        \n",
    "    arts_done += art\n",
    "            \n",
    "art_revids.keys()\n",
    "\n",
    "# Pickle art_revids\n",
    "with open('/home/michael/school/research/wp/wp_articles/art_revids.pkl', 'wb') as f:\n",
    "    pickle.dump(art_revids, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "    # Get most recent article revision before the talk page date\n",
    "    talk_ts = row['post_timestamp']\n",
    "    if isinstance(talk_ts, str):\n",
    "        talk_ts = datetime.datetime.strptime(talk_ts, '%Y-%m-%d %H:%M:%S.0')\n",
    "        \n",
    "        # Look for most recent article revision in revtable\n",
    "        most_recent_revid = \"\"\n",
    "        \n",
    "        for el in reversed(revtable):\n",
    "            if el['timestamp'] <= talk_ts:\n",
    "                most_recent_revid = el['revid']\n",
    "            else:\n",
    "                break\n",
    "    \n",
    "        if most_recent_revid == '': continue # another case where article name changed\n",
    "            \n",
    "        diff_url = 'https://en.wikipedia.org/w/index.php?title={0}&diff=prev&oldid={1}'.format(row['article_title'], most_recent_revid)\n",
    "\n",
    "        talk_data.loc[i, 'article_rev_url'] = rev_url\n",
    "    \n",
    "# talk_data.loc[17580:17600,:]\n",
    "\n",
    "# Print talk_data\n",
    "talk_data.to_csv('/home/michael/school/research/wp/wikipedia/data/talk/ipc_talk_article_urls.csv', index=False)\n",
    "\n",
    "talk_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# MERGE TALK POST-LEVEL AND THREAD-LEVEL REVERT DOCS\n",
    "talk_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/talk/ipc_talkpages_byarticle.csv', parse_dates=['post_timestamp'])\n",
    "rv_data = pd.read_csv('/home/michael/school/research/wp/revert_talk_threads_unique_7days.csv')\n",
    "\n",
    "rv_talk_data = pd.merge(talk_data, rv_data, left_on=['article_title', 'thread_title'], right_on=['article', 'thread_title'])\n",
    "\n",
    "rv_talk_data.drop('article', axis=1, inplace=True)\n",
    "\n",
    "#rv_talk_data.columns = ['talk_page_revision_id', 'article_title', 'thread_title', 'talk_editor', 'post_text',\n",
    "#                       'post_timestamp', 'reverter', 'reverted', 'revert_timestamp', 'edit_comment', 'discussion_revert_related']\n",
    "\n",
    "rv_talk_data.columns = ['talk_page_revision_id', 'article_title', 'thread_title', 'talk_editor', 'post_text',\n",
    "                       'post_timestamp', 'reverter', 'reverted', 'revert_timestamp', 'edit_comment']\n",
    "\n",
    "rv_talk_data.sort_values(['article_title', 'revert_timestamp'], inplace=True)\n",
    "\n",
    "rv_talk_data.to_csv('/home/michael/school/research/wp/revert_talk_posts_unique_7days.csv', index=None)\n",
    "len(rv_talk_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# BUILD CSV OF POSSIBLE REVERT DISCUSSIONS (at the thread level)\n",
    "# Load talk data\n",
    "talk_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/talk/ipc_talkpages_byarticle.csv', parse_dates=['post_timestamp'])\n",
    "\n",
    "# Load article revision data (including revisions)\n",
    "art_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/citations_reverts.csv', parse_dates=['timestamp'])\n",
    "art_data['reverted_editor'] = pd.Series()\n",
    "\n",
    "# Try to get series of indices and reverted editors in one\n",
    "reverts = art_data[art_data['revert_md5']==1]\n",
    "prev_eds = art_data.loc[[i-1 for i in reverts.index],'editor']\n",
    "art_data['reverted_editor'] = pd.Series(prev_eds.values, index=reverts.index)\n",
    "\n",
    "# Find discussions around reverts with reverted editor and editor\n",
    "t_win = 7 # days\n",
    "relevant_threads = set()\n",
    "\n",
    "reverts = art_data[art_data['revert_md5']==1]\n",
    "print(len(reverts))\n",
    "count = 0\n",
    "for rv in reverts.itertuples():\n",
    "    count += 1\n",
    "    if count % 1000==0:\n",
    "        print(count/1000, 'k', end='\\t')\n",
    "    \n",
    "    art_talk = talk_data[talk_data['article_title']==rv.article_name]\n",
    "    if art_talk.empty: continue\n",
    "    \n",
    "    tmin = rv.timestamp - DateOffset(days=t_win)\n",
    "    tmax = rv.timestamp + DateOffset(days=t_win)\n",
    "    crit = art_talk['post_timestamp'].map(lambda x: x >= tmin and x <= tmax)\n",
    "    talk_win = art_talk[crit]\n",
    "    \n",
    "    # editor and reverted editor in same thread\n",
    "    relevant = talk_win[talk_win['username'].isin([rv.editor, rv.reverted_editor])]\n",
    "    threads = defaultdict(set)\n",
    "    for row in relevant.itertuples():\n",
    "        threads[row.article_title, row.thread_title].add(row.username) \n",
    "        \n",
    "    # check for any threads with both editor and reverted editor\n",
    "    relevant_threads_rv = set()\n",
    "    for t in threads:\n",
    "        if len(threads[t]) == 2: # has both editor and reverted editor\n",
    "            relevant_threads_rv.add((t[0], t[1], rv.editor, rv.reverted_editor, rv.timestamp, rv.edit_comment))\n",
    "    relevant_threads |= relevant_threads_rv\n",
    "    \n",
    "    if count % 1000==0:\n",
    "        print(len(relevant_threads))\n",
    "\n",
    "print(len(relevant_threads))\n",
    "\n",
    "# Print out relevant threads and editors\n",
    "threadpath = '/home/michael/school/research/wp/revert_talk_threads_{0}days.csv'.format(t_win)\n",
    "\n",
    "out = pd.DataFrame(list(sorted(relevant_threads)), columns=[\n",
    "        'article', 'thread_title', 'editor', 'reverted_editor', 'revert_timestamp', 'edit_comment'])\n",
    "out.to_csv(threadpath, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Filter out reverts that match multiple threads\n",
    "filtered = out.drop_duplicates(subset=['article', 'revert_timestamp'],keep=False)\n",
    "len(filtered)\n",
    "\n",
    "filtered.to_csv('/home/michael/school/research/wp/revert_talk_threads_unique_{0}days.csv'.format(t_win), index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Get threads\n",
    "threads = defaultdict(list)\n",
    "prev_thread = ''\n",
    "for i,row in talk_data.iterrows():\n",
    "    threads[row['article_title'],row['thread_title']].append((row['post_timestamp'], row['username'], row['post_text']))\n",
    "len(threads)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Number of threads with 'revert' in post\n",
    "count = 0\n",
    "for t in threads:\n",
    "    t_revert = False\n",
    "    for el in threads[t]:\n",
    "        if 'revert' in str(el[1]):\n",
    "            t_revert = True\n",
    "            break\n",
    "    if t_revert:\n",
    "        count += 1\n",
    "        \n",
    "print(count)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2+"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}