revert_discussions_old.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/sklearn/cross_validation.py:44: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n",
      "/usr/local/lib/python3.5/dist-packages/sklearn/grid_search.py:43: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. This module will be removed in 0.20.\n",
      "  DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import sys, json, re, os\n",
    "from collections import defaultdict, OrderedDict\n",
    "import numpy as np\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "from sklearn.metrics import cohen_kappa_score, make_scorer\n",
    "from sklearn.grid_search import GridSearchCV\n",
    "from sklearn import cross_validation, svm\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from scipy.sparse import hstack\n",
    "\n",
    "from IPython.core.debugger import Tracer; debug_here = Tracer()\n",
    "\n",
    "kappa_scorer = make_scorer(cohen_kappa_score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Load, initialize data\n",
    "score_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/editor_thread_scores.csv', parse_dates=['edit_timestamp'])\n",
    "talk_data = pd.read_csv('/home/michael/school/research/wp/wikipedia/data/talk/ipc_talkpages_byarticle.csv', parse_dates=['post_timestamp'])\n",
    "crit = talk_data['post_text'].map(lambda x: not re.match(r':+$', str(x))) # take out entries of just colons\n",
    "talk_data = talk_data[crit]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Build input corpora of editors' text + others' text, get labels\n",
    "thresholds = np.arange(0.4, 1.0, 0.1)\n",
    "poss_edthreads = set(zip(talk_data['article_title'], talk_data['thread_title'], talk_data['username']))\n",
    "edthreads = list()\n",
    "labels = {t: {} for t in thresholds}\n",
    "scores = {}\n",
    "\n",
    "# Prune to just those occurring in score data\n",
    "for i, el in enumerate(sorted(poss_edthreads)):\n",
    "    rows = score_data[(score_data['article']==el[0]) &\n",
    "                    (score_data['thread_title']==el[1]) &\n",
    "                    (score_data['editor']==el[2])]\n",
    "    if not rows.empty:\n",
    "        edthreads.append(el)\n",
    "        score = rows['editor_thread_score'].iloc[0]\n",
    "        scores[el] = score\n",
    "        for t in thresholds:\n",
    "            labels[t][el] = 1 if score > t else 0\n",
    "\n",
    "# Assemble input text of just editors' text\n",
    "edtalk = defaultdict(str)\n",
    "n_edturns = {}\n",
    "n_otherturns = {}\n",
    "othertalk = defaultdict(str)\n",
    "\n",
    "for i, el in enumerate(edthreads):\n",
    "    rows = talk_data[(talk_data['article_title']==el[0]) &\n",
    "                    (talk_data['thread_title']==el[1])]\n",
    "    edrows = rows[rows['username']==el[2]]\n",
    "    edtalk[el] += ' '.join([str(t) for t in edrows['post_text'].tolist()])\n",
    "    n_edturns[el] = len(edrows)\n",
    "    \n",
    "    other_rows = rows[rows['username']!=el[2]]\n",
    "    othertalk[el] += ' '.join([str(t) for t in other_rows['post_text'].tolist()])\n",
    "    n_otherturns[el] = len(other_rows)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>editor</th>\n",
       "      <th>editor_talk</th>\n",
       "      <th>other_talk</th>\n",
       "      <th>#editor_turns</th>\n",
       "      <th>#other_turns</th>\n",
       "      <th>editor_score</th>\n",
       "      <th>score_&gt;0.4</th>\n",
       "      <th>score_&gt;0.5</th>\n",
       "      <th>score_&gt;0.6</th>\n",
       "      <th>score_&gt;0.7</th>\n",
       "      <th>score_&gt;0.8</th>\n",
       "      <th>score_&gt;0.9</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>Bless sins</td>\n",
       "      <td>:\"The massacure was preformed by muslims, ther...</td>\n",
       "      <td>Restatement: Sometime ago I asked for source o...</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>Ceedjee</td>\n",
       "      <td>Restatement: Sometime ago I asked for source o...</td>\n",
       "      <td>The massacure was preformed by muslims, theref...</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>GHcool</td>\n",
       "      <td>:::::::Nishidani's argument for why the Hebron...</td>\n",
       "      <td>Restatement: Sometime ago I asked for source o...</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>0.968254</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>Ian Pitchford</td>\n",
       "      <td>:And by that logic all killings by Jews would ...</td>\n",
       "      <td>Restatement: Sometime ago I asked for source o...</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>::::::I disagree with your my friend. Benny Mo...</td>\n",
       "      <td>Restatement: Sometime ago I asked for source o...</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>0.858407</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>PalestineRemembered</td>\n",
       "      <td>:::I'm not sure how you can say \"Hebron massac...</td>\n",
       "      <td>Restatement: Sometime ago I asked for source o...</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>0.707048</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>Restatement</td>\n",
       "      <td>Yahel Guhan</td>\n",
       "      <td>The massacure was preformed by muslims, theref...</td>\n",
       "      <td>Restatement: Sometime ago I asked for source o...</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>ethnic cleansing cat</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>Brewcrewer, could you please provide reliable ...</td>\n",
       "      <td>Here's a few just to start: [ ][ ][ ][ ]--brew...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>Nableezy</td>\n",
       "      <td>This is silly, but a. false rumors is not exac...</td>\n",
       "      <td>I'd like to point out that the days before the...</td>\n",
       "      <td>3</td>\n",
       "      <td>17</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>Nishidani</td>\n",
       "      <td>::(ec)It violates WP:NPOV but has some support...</td>\n",
       "      <td>This is silly, but a. false rumors is not exac...</td>\n",
       "      <td>9</td>\n",
       "      <td>11</td>\n",
       "      <td>0.994444</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>Plot Spoiler</td>\n",
       "      <td>Disagree with your position. Whether the rumor...</td>\n",
       "      <td>This is silly, but a. false rumors is not exac...</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>I'd like to point out that the days before the...</td>\n",
       "      <td>This is silly, but a. false rumors is not exac...</td>\n",
       "      <td>4</td>\n",
       "      <td>16</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1929 Hebron massacre</td>\n",
       "      <td>false rumors</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>::::::The rumours were that a massacre was tak...</td>\n",
       "      <td>This is silly, but a. false rumors is not exac...</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>0.518519</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Brewcrewer</td>\n",
       "      <td>:To reiterate some of the salient points made ...</td>\n",
       "      <td>Does anybody think there is consensus for the ...</td>\n",
       "      <td>1</td>\n",
       "      <td>69</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>::Clearly no consensus, these figure do not re...</td>\n",
       "      <td>Does anybody think there is consensus for the ...</td>\n",
       "      <td>18</td>\n",
       "      <td>52</td>\n",
       "      <td>0.859375</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Jabotito48</td>\n",
       "      <td>::Another source: Arabs killed 133 Jews and wo...</td>\n",
       "      <td>Does anybody think there is consensus for the ...</td>\n",
       "      <td>1</td>\n",
       "      <td>69</td>\n",
       "      <td>0.152284</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>Does anybody think there is consensus for the ...</td>\n",
       "      <td>Please read WP:Consensus which explains, \"Here...</td>\n",
       "      <td>20</td>\n",
       "      <td>50</td>\n",
       "      <td>0.782986</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Shrike</td>\n",
       "      <td>:The source in the lead currently states that ...</td>\n",
       "      <td>Does anybody think there is consensus for the ...</td>\n",
       "      <td>2</td>\n",
       "      <td>68</td>\n",
       "      <td>0.714286</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Vanished user lt94ma34le12</td>\n",
       "      <td>Please read WP:Consensus which explains, \"Here...</td>\n",
       "      <td>Does anybody think there is consensus for the ...</td>\n",
       "      <td>21</td>\n",
       "      <td>49</td>\n",
       "      <td>0.301858</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>No, actually you have brushed aside reasonable...</td>\n",
       "      <td>Does anybody think there is consensus for the ...</td>\n",
       "      <td>4</td>\n",
       "      <td>66</td>\n",
       "      <td>0.920000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus (again)</td>\n",
       "      <td>Brewcrewer</td>\n",
       "      <td>::I'm not exaggerating but I think OAW reverte...</td>\n",
       "      <td>(1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...</td>\n",
       "      <td>1</td>\n",
       "      <td>77</td>\n",
       "      <td>0.651376</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus (again)</td>\n",
       "      <td>Jethro B</td>\n",
       "      <td>:::::::::Just to check... Am I included in \"su...</td>\n",
       "      <td>(1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...</td>\n",
       "      <td>23</td>\n",
       "      <td>55</td>\n",
       "      <td>0.974138</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus (again)</td>\n",
       "      <td>Oncenawhile</td>\n",
       "      <td>(1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...</td>\n",
       "      <td>The Shaw Report says 116 Arabs in total were k...</td>\n",
       "      <td>37</td>\n",
       "      <td>41</td>\n",
       "      <td>0.286533</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus (again)</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>:::In summary I would say the two Karen Armstr...</td>\n",
       "      <td>(1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...</td>\n",
       "      <td>2</td>\n",
       "      <td>76</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1929 Palestine riots</td>\n",
       "      <td>Consensus (again)</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>The Shaw Report says 116 Arabs in total were k...</td>\n",
       "      <td>(1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...</td>\n",
       "      <td>1</td>\n",
       "      <td>77</td>\n",
       "      <td>0.892045</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1936–39 Arab revolt in Palestine</td>\n",
       "      <td>Purpose of riots and allegations of detentions...</td>\n",
       "      <td>AladdinSE</td>\n",
       "      <td>Certainly to put an end to Jewish immigration,...</td>\n",
       "      <td>The purpose of the riots was to put an end to ...</td>\n",
       "      <td>8</td>\n",
       "      <td>22</td>\n",
       "      <td>0.111111</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1936–39 Arab revolt in Palestine</td>\n",
       "      <td>Purpose of riots and allegations of detentions...</td>\n",
       "      <td>Jayjg</td>\n",
       "      <td>:I find Doron's argument persuasive. Jayjg(tal...</td>\n",
       "      <td>The purpose of the riots was to put an end to ...</td>\n",
       "      <td>2</td>\n",
       "      <td>28</td>\n",
       "      <td>0.966667</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1936–39 Arab revolt in Palestine</td>\n",
       "      <td>Purpose of riots and allegations of detentions...</td>\n",
       "      <td>Leifern</td>\n",
       "      <td>The purpose of the riots was to put an end to ...</td>\n",
       "      <td>Certainly to put an end to Jewish immigration,...</td>\n",
       "      <td>7</td>\n",
       "      <td>23</td>\n",
       "      <td>0.960000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1936–39 Arab revolt in Palestine</td>\n",
       "      <td>Purpose of riots and allegations of detentions...</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>The \"emergency\" practices that the British ado...</td>\n",
       "      <td>The purpose of the riots was to put an end to ...</td>\n",
       "      <td>2</td>\n",
       "      <td>28</td>\n",
       "      <td>0.272727</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1947–48 Civil War in Mandatory Palestine</td>\n",
       "      <td>Errors and POV</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>- Added by Ykantor without signature (Pluto201...</td>\n",
       "      <td>The Arabs started the war. This sentence is wr...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2137</th>\n",
       "      <td>Western Wall</td>\n",
       "      <td>Location</td>\n",
       "      <td>Asad112</td>\n",
       "      <td>For those who do not support showing a map of ...</td>\n",
       "      <td>:It's still not part of Israel. Let's not have...</td>\n",
       "      <td>19</td>\n",
       "      <td>35</td>\n",
       "      <td>0.886364</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2138</th>\n",
       "      <td>Western Wall</td>\n",
       "      <td>Location</td>\n",
       "      <td>Chesdovi</td>\n",
       "      <td>::::Sorry, first just to be clear, are you say...</td>\n",
       "      <td>For those who do not support showing a map of ...</td>\n",
       "      <td>14</td>\n",
       "      <td>40</td>\n",
       "      <td>0.942857</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2139</th>\n",
       "      <td>Western Wall</td>\n",
       "      <td>Location</td>\n",
       "      <td>Cptnono</td>\n",
       "      <td>::::No map at all then? This issue is causing ...</td>\n",
       "      <td>For those who do not support showing a map of ...</td>\n",
       "      <td>5</td>\n",
       "      <td>49</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2140</th>\n",
       "      <td>Western Wall</td>\n",
       "      <td>Location</td>\n",
       "      <td>Hertz1888</td>\n",
       "      <td>TEMPLATE[od] I don't presume to speak for the ...</td>\n",
       "      <td>For those who do not support showing a map of ...</td>\n",
       "      <td>2</td>\n",
       "      <td>52</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2141</th>\n",
       "      <td>Western Wall</td>\n",
       "      <td>Location</td>\n",
       "      <td>Rym torch</td>\n",
       "      <td>Asad, the location (israel vs. OPT) is a matte...</td>\n",
       "      <td>For those who do not support showing a map of ...</td>\n",
       "      <td>2</td>\n",
       "      <td>52</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2142</th>\n",
       "      <td>Western Wall</td>\n",
       "      <td>The date of Moroccan quarter</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>One of Peters' sources is the book of Mujir ad...</td>\n",
       "      <td>The claim that Moroccan quarter was built befo...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2143</th>\n",
       "      <td>White Paper of 1939</td>\n",
       "      <td>explanation of changes</td>\n",
       "      <td>Zero0000</td>\n",
       "      <td>\"The White Paper was published [on Kristallnac...</td>\n",
       "      <td>I disagree. \\nThere are three principle POVs i...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2144</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>I have read this in several articles. I provid...</td>\n",
       "      <td>I don't think Yigal was a computer science stu...</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0.770814</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2145</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Computer Science student</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>I don't think Yigal was a computer science stu...</td>\n",
       "      <td>I have read this in several articles. I provid...</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.063889</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2146</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>:Haham Hanuka, if this is the case than the JF...</td>\n",
       "      <td>I think it would be better to let the reader t...</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>0.756654</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2147</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Guy Montag</td>\n",
       "      <td>Sorry, but I don't see what the dispute is wit...</td>\n",
       "      <td>I think it would be better to let the reader t...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>0.920000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2148</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Haham hanuka</td>\n",
       "      <td>I think it would be better to let the reader t...</td>\n",
       "      <td>A \"helpful killing\"? You really test my abilit...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>0.294118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2149</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Jpgordon</td>\n",
       "      <td>A \"helpful killing\"? You really test my abilit...</td>\n",
       "      <td>I think it would be better to let the reader t...</td>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>0.910828</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2150</th>\n",
       "      <td>Yigal Amir</td>\n",
       "      <td>Murdered? Killed? Assassinated?  Or what?</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>last night met with person with more documents...</td>\n",
       "      <td>I think it would be better to let the reader t...</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>0.041667</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2151</th>\n",
       "      <td>Yishuv</td>\n",
       "      <td>problematic definition</td>\n",
       "      <td>Amoruso</td>\n",
       "      <td>many if not all of the old yishuv were zionist...</td>\n",
       "      <td>While I have agreed with you on similar issues...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.903846</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2152</th>\n",
       "      <td>Yishuv</td>\n",
       "      <td>problematic definition</td>\n",
       "      <td>Tewfik</td>\n",
       "      <td>While I have agreed with you on similar issues...</td>\n",
       "      <td>many if not all of the old yishuv were zionist...</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2153</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Gidonb</td>\n",
       "      <td>Sorry if your commercial interests were hurt, ...</td>\n",
       "      <td>Is there any reasonable explanation why Gidonb...</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2154</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>POV pushing</td>\n",
       "      <td>Kempler video</td>\n",
       "      <td>Is there any reasonable explanation why Gidonb...</td>\n",
       "      <td>Sorry if your commercial interests were hurt, ...</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0.011628</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2155</th>\n",
       "      <td>Yitzhak Rabin</td>\n",
       "      <td>http://en.wikipedia.org/wiki/First_Intifada</td>\n",
       "      <td>Nudve</td>\n",
       "      <td>The article didn't say the killings were a par...</td>\n",
       "      <td>http://en.wikipedia.org/wiki/First_Intifada\\nA...</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2156</th>\n",
       "      <td>Yitzhak Shamir</td>\n",
       "      <td>Shamir passes away?</td>\n",
       "      <td>6SJ7</td>\n",
       "      <td>I don't see anything about it on nytimes.com, ...</td>\n",
       "      <td>Has the former Prime Minister died? GoodDay (t...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2157</th>\n",
       "      <td>Yitzhak Shamir</td>\n",
       "      <td>Shamir passes away?</td>\n",
       "      <td>GoodDay</td>\n",
       "      <td>Has the former Prime Minister died? GoodDay (t...</td>\n",
       "      <td>I don't see anything about it on nytimes.com, ...</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2158</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>Badagnani</td>\n",
       "      <td>::I undid the merge because there was text fro...</td>\n",
       "      <td>Jabbok (primarily) discusses the biblical refe...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0.036496</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2159</th>\n",
       "      <td>Zarqa River</td>\n",
       "      <td>Merge</td>\n",
       "      <td>NoCal100</td>\n",
       "      <td>Jabbok (primarily) discusses the biblical refe...</td>\n",
       "      <td>:Thanks. I support the merge. :) ChildofMidnig...</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0.988930</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2160</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Dlv999</td>\n",
       "      <td>I would argue that this is undue and not suita...</td>\n",
       "      <td>It is wp:undue in the lead.\\nThis article conc...</td>\n",
       "      <td>9</td>\n",
       "      <td>40</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2161</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>IranitGreenberg</td>\n",
       "      <td>::Your version gives anti-Zionist opinions muc...</td>\n",
       "      <td>It is wp:undue in the lead.\\nThis article conc...</td>\n",
       "      <td>15</td>\n",
       "      <td>34</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2162</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Iselilja</td>\n",
       "      <td>I think the current version (after new revisio...</td>\n",
       "      <td>It is wp:undue in the lead.\\nThis article conc...</td>\n",
       "      <td>1</td>\n",
       "      <td>48</td>\n",
       "      <td>0.454545</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2163</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Pluto2012</td>\n",
       "      <td>It is wp:undue in the lead.\\nThis article conc...</td>\n",
       "      <td>I would argue that this is undue and not suita...</td>\n",
       "      <td>12</td>\n",
       "      <td>37</td>\n",
       "      <td>0.334951</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2164</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Sean.hoyland</td>\n",
       "      <td>::Saying the JVL is an RS is overstating it an...</td>\n",
       "      <td>It is wp:undue in the lead.\\nThis article conc...</td>\n",
       "      <td>2</td>\n",
       "      <td>47</td>\n",
       "      <td>0.991045</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2165</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Tritomex</td>\n",
       "      <td>: Agree with IranitGreenberg. The edits made b...</td>\n",
       "      <td>It is wp:undue in the lead.\\nThis article conc...</td>\n",
       "      <td>5</td>\n",
       "      <td>44</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2166</th>\n",
       "      <td>Zionism</td>\n",
       "      <td>Anti-Zionism=Anti-Semitism meme inserted into ...</td>\n",
       "      <td>Yambaram</td>\n",
       "      <td>:::Sean.hoyland I hope you're aware of the fac...</td>\n",
       "      <td>It is wp:undue in the lead.\\nThis article conc...</td>\n",
       "      <td>1</td>\n",
       "      <td>48</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2167 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       article  \\\n",
       "0                         1929 Hebron massacre   \n",
       "1                         1929 Hebron massacre   \n",
       "2                         1929 Hebron massacre   \n",
       "3                         1929 Hebron massacre   \n",
       "4                         1929 Hebron massacre   \n",
       "5                         1929 Hebron massacre   \n",
       "6                         1929 Hebron massacre   \n",
       "7                         1929 Hebron massacre   \n",
       "8                         1929 Hebron massacre   \n",
       "9                         1929 Hebron massacre   \n",
       "10                        1929 Hebron massacre   \n",
       "11                        1929 Hebron massacre   \n",
       "12                        1929 Hebron massacre   \n",
       "13                        1929 Palestine riots   \n",
       "14                        1929 Palestine riots   \n",
       "15                        1929 Palestine riots   \n",
       "16                        1929 Palestine riots   \n",
       "17                        1929 Palestine riots   \n",
       "18                        1929 Palestine riots   \n",
       "19                        1929 Palestine riots   \n",
       "20                        1929 Palestine riots   \n",
       "21                        1929 Palestine riots   \n",
       "22                        1929 Palestine riots   \n",
       "23                        1929 Palestine riots   \n",
       "24                        1929 Palestine riots   \n",
       "25            1936–39 Arab revolt in Palestine   \n",
       "26            1936–39 Arab revolt in Palestine   \n",
       "27            1936–39 Arab revolt in Palestine   \n",
       "28            1936–39 Arab revolt in Palestine   \n",
       "29    1947–48 Civil War in Mandatory Palestine   \n",
       "...                                        ...   \n",
       "2137                              Western Wall   \n",
       "2138                              Western Wall   \n",
       "2139                              Western Wall   \n",
       "2140                              Western Wall   \n",
       "2141                              Western Wall   \n",
       "2142                              Western Wall   \n",
       "2143                       White Paper of 1939   \n",
       "2144                                Yigal Amir   \n",
       "2145                                Yigal Amir   \n",
       "2146                                Yigal Amir   \n",
       "2147                                Yigal Amir   \n",
       "2148                                Yigal Amir   \n",
       "2149                                Yigal Amir   \n",
       "2150                                Yigal Amir   \n",
       "2151                                    Yishuv   \n",
       "2152                                    Yishuv   \n",
       "2153                             Yitzhak Rabin   \n",
       "2154                             Yitzhak Rabin   \n",
       "2155                             Yitzhak Rabin   \n",
       "2156                            Yitzhak Shamir   \n",
       "2157                            Yitzhak Shamir   \n",
       "2158                               Zarqa River   \n",
       "2159                               Zarqa River   \n",
       "2160                                   Zionism   \n",
       "2161                                   Zionism   \n",
       "2162                                   Zionism   \n",
       "2163                                   Zionism   \n",
       "2164                                   Zionism   \n",
       "2165                                   Zionism   \n",
       "2166                                   Zionism   \n",
       "\n",
       "                                           thread_title  \\\n",
       "0                                           Restatement   \n",
       "1                                           Restatement   \n",
       "2                                           Restatement   \n",
       "3                                           Restatement   \n",
       "4                                           Restatement   \n",
       "5                                           Restatement   \n",
       "6                                           Restatement   \n",
       "7                                  ethnic cleansing cat   \n",
       "8                                          false rumors   \n",
       "9                                          false rumors   \n",
       "10                                         false rumors   \n",
       "11                                         false rumors   \n",
       "12                                         false rumors   \n",
       "13                                            Consensus   \n",
       "14                                            Consensus   \n",
       "15                                            Consensus   \n",
       "16                                            Consensus   \n",
       "17                                            Consensus   \n",
       "18                                            Consensus   \n",
       "19                                            Consensus   \n",
       "20                                    Consensus (again)   \n",
       "21                                    Consensus (again)   \n",
       "22                                    Consensus (again)   \n",
       "23                                    Consensus (again)   \n",
       "24                                    Consensus (again)   \n",
       "25    Purpose of riots and allegations of detentions...   \n",
       "26    Purpose of riots and allegations of detentions...   \n",
       "27    Purpose of riots and allegations of detentions...   \n",
       "28    Purpose of riots and allegations of detentions...   \n",
       "29                                       Errors and POV   \n",
       "...                                                 ...   \n",
       "2137                                           Location   \n",
       "2138                                           Location   \n",
       "2139                                           Location   \n",
       "2140                                           Location   \n",
       "2141                                           Location   \n",
       "2142                       The date of Moroccan quarter   \n",
       "2143                             explanation of changes   \n",
       "2144                           Computer Science student   \n",
       "2145                           Computer Science student   \n",
       "2146          Murdered? Killed? Assassinated?  Or what?   \n",
       "2147          Murdered? Killed? Assassinated?  Or what?   \n",
       "2148          Murdered? Killed? Assassinated?  Or what?   \n",
       "2149          Murdered? Killed? Assassinated?  Or what?   \n",
       "2150          Murdered? Killed? Assassinated?  Or what?   \n",
       "2151                             problematic definition   \n",
       "2152                             problematic definition   \n",
       "2153                                        POV pushing   \n",
       "2154                                        POV pushing   \n",
       "2155        http://en.wikipedia.org/wiki/First_Intifada   \n",
       "2156                                Shamir passes away?   \n",
       "2157                                Shamir passes away?   \n",
       "2158                                              Merge   \n",
       "2159                                              Merge   \n",
       "2160  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "2161  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "2162  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "2163  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "2164  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "2165  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "2166  Anti-Zionism=Anti-Semitism meme inserted into ...   \n",
       "\n",
       "                          editor  \\\n",
       "0                     Bless sins   \n",
       "1                        Ceedjee   \n",
       "2                         GHcool   \n",
       "3                  Ian Pitchford   \n",
       "4                      Nishidani   \n",
       "5            PalestineRemembered   \n",
       "6                    Yahel Guhan   \n",
       "7                       Nableezy   \n",
       "8                       Nableezy   \n",
       "9                      Nishidani   \n",
       "10                  Plot Spoiler   \n",
       "11                     Pluto2012   \n",
       "12    Vanished user lt94ma34le12   \n",
       "13                    Brewcrewer   \n",
       "14                        Dlv999   \n",
       "15                    Jabotito48   \n",
       "16                   Oncenawhile   \n",
       "17                        Shrike   \n",
       "18    Vanished user lt94ma34le12   \n",
       "19                      Zero0000   \n",
       "20                    Brewcrewer   \n",
       "21                      Jethro B   \n",
       "22                   Oncenawhile   \n",
       "23                      Tritomex   \n",
       "24                      Zero0000   \n",
       "25                     AladdinSE   \n",
       "26                         Jayjg   \n",
       "27                       Leifern   \n",
       "28                      Zero0000   \n",
       "29                     Pluto2012   \n",
       "...                          ...   \n",
       "2137                     Asad112   \n",
       "2138                    Chesdovi   \n",
       "2139                     Cptnono   \n",
       "2140                   Hertz1888   \n",
       "2141                   Rym torch   \n",
       "2142                    Zero0000   \n",
       "2143                    Zero0000   \n",
       "2144                      Gidonb   \n",
       "2145                Haham hanuka   \n",
       "2146                      Gidonb   \n",
       "2147                  Guy Montag   \n",
       "2148                Haham hanuka   \n",
       "2149                    Jpgordon   \n",
       "2150               Kempler video   \n",
       "2151                     Amoruso   \n",
       "2152                      Tewfik   \n",
       "2153                      Gidonb   \n",
       "2154               Kempler video   \n",
       "2155                       Nudve   \n",
       "2156                        6SJ7   \n",
       "2157                     GoodDay   \n",
       "2158                   Badagnani   \n",
       "2159                    NoCal100   \n",
       "2160                      Dlv999   \n",
       "2161             IranitGreenberg   \n",
       "2162                    Iselilja   \n",
       "2163                   Pluto2012   \n",
       "2164                Sean.hoyland   \n",
       "2165                    Tritomex   \n",
       "2166                    Yambaram   \n",
       "\n",
       "                                            editor_talk  \\\n",
       "0     :\"The massacure was preformed by muslims, ther...   \n",
       "1     Restatement: Sometime ago I asked for source o...   \n",
       "2     :::::::Nishidani's argument for why the Hebron...   \n",
       "3     :And by that logic all killings by Jews would ...   \n",
       "4     ::::::I disagree with your my friend. Benny Mo...   \n",
       "5     :::I'm not sure how you can say \"Hebron massac...   \n",
       "6     The massacure was preformed by muslims, theref...   \n",
       "7     Brewcrewer, could you please provide reliable ...   \n",
       "8     This is silly, but a. false rumors is not exac...   \n",
       "9     ::(ec)It violates WP:NPOV but has some support...   \n",
       "10    Disagree with your position. Whether the rumor...   \n",
       "11    I'd like to point out that the days before the...   \n",
       "12    ::::::The rumours were that a massacre was tak...   \n",
       "13    :To reiterate some of the salient points made ...   \n",
       "14    ::Clearly no consensus, these figure do not re...   \n",
       "15    ::Another source: Arabs killed 133 Jews and wo...   \n",
       "16    Does anybody think there is consensus for the ...   \n",
       "17    :The source in the lead currently states that ...   \n",
       "18    Please read WP:Consensus which explains, \"Here...   \n",
       "19    No, actually you have brushed aside reasonable...   \n",
       "20    ::I'm not exaggerating but I think OAW reverte...   \n",
       "21    :::::::::Just to check... Am I included in \"su...   \n",
       "22    (1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...   \n",
       "23    :::In summary I would say the two Karen Armstr...   \n",
       "24    The Shaw Report says 116 Arabs in total were k...   \n",
       "25    Certainly to put an end to Jewish immigration,...   \n",
       "26    :I find Doron's argument persuasive. Jayjg(tal...   \n",
       "27    The purpose of the riots was to put an end to ...   \n",
       "28    The \"emergency\" practices that the British ado...   \n",
       "29    - Added by Ykantor without signature (Pluto201...   \n",
       "...                                                 ...   \n",
       "2137  For those who do not support showing a map of ...   \n",
       "2138  ::::Sorry, first just to be clear, are you say...   \n",
       "2139  ::::No map at all then? This issue is causing ...   \n",
       "2140  TEMPLATE[od] I don't presume to speak for the ...   \n",
       "2141  Asad, the location (israel vs. OPT) is a matte...   \n",
       "2142  One of Peters' sources is the book of Mujir ad...   \n",
       "2143  \"The White Paper was published [on Kristallnac...   \n",
       "2144  I have read this in several articles. I provid...   \n",
       "2145  I don't think Yigal was a computer science stu...   \n",
       "2146  :Haham Hanuka, if this is the case than the JF...   \n",
       "2147  Sorry, but I don't see what the dispute is wit...   \n",
       "2148  I think it would be better to let the reader t...   \n",
       "2149  A \"helpful killing\"? You really test my abilit...   \n",
       "2150  last night met with person with more documents...   \n",
       "2151  many if not all of the old yishuv were zionist...   \n",
       "2152  While I have agreed with you on similar issues...   \n",
       "2153  Sorry if your commercial interests were hurt, ...   \n",
       "2154  Is there any reasonable explanation why Gidonb...   \n",
       "2155  The article didn't say the killings were a par...   \n",
       "2156  I don't see anything about it on nytimes.com, ...   \n",
       "2157  Has the former Prime Minister died? GoodDay (t...   \n",
       "2158  ::I undid the merge because there was text fro...   \n",
       "2159  Jabbok (primarily) discusses the biblical refe...   \n",
       "2160  I would argue that this is undue and not suita...   \n",
       "2161  ::Your version gives anti-Zionist opinions muc...   \n",
       "2162  I think the current version (after new revisio...   \n",
       "2163  It is wp:undue in the lead.\\nThis article conc...   \n",
       "2164  ::Saying the JVL is an RS is overstating it an...   \n",
       "2165  : Agree with IranitGreenberg. The edits made b...   \n",
       "2166  :::Sean.hoyland I hope you're aware of the fac...   \n",
       "\n",
       "                                             other_talk  #editor_turns  \\\n",
       "0     Restatement: Sometime ago I asked for source o...              1   \n",
       "1     The massacure was preformed by muslims, theref...              9   \n",
       "2     Restatement: Sometime ago I asked for source o...              1   \n",
       "3     Restatement: Sometime ago I asked for source o...              1   \n",
       "4     Restatement: Sometime ago I asked for source o...              1   \n",
       "5     Restatement: Sometime ago I asked for source o...              1   \n",
       "6     Restatement: Sometime ago I asked for source o...              2   \n",
       "7     Here's a few just to start: [ ][ ][ ][ ]--brew...              2   \n",
       "8     I'd like to point out that the days before the...              3   \n",
       "9     This is silly, but a. false rumors is not exac...              9   \n",
       "10    This is silly, but a. false rumors is not exac...              1   \n",
       "11    This is silly, but a. false rumors is not exac...              4   \n",
       "12    This is silly, but a. false rumors is not exac...              1   \n",
       "13    Does anybody think there is consensus for the ...              1   \n",
       "14    Does anybody think there is consensus for the ...             18   \n",
       "15    Does anybody think there is consensus for the ...              1   \n",
       "16    Please read WP:Consensus which explains, \"Here...             20   \n",
       "17    Does anybody think there is consensus for the ...              2   \n",
       "18    Does anybody think there is consensus for the ...             21   \n",
       "19    Does anybody think there is consensus for the ...              4   \n",
       "20    (1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...              1   \n",
       "21    (1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...             23   \n",
       "22    The Shaw Report says 116 Arabs in total were k...             37   \n",
       "23    (1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...              2   \n",
       "24    (1) Jewish casualties:\\n:*PROPOSED TEXT: \"133 ...              1   \n",
       "25    The purpose of the riots was to put an end to ...              8   \n",
       "26    The purpose of the riots was to put an end to ...              2   \n",
       "27    Certainly to put an end to Jewish immigration,...              7   \n",
       "28    The purpose of the riots was to put an end to ...              2   \n",
       "29    The Arabs started the war. This sentence is wr...              1   \n",
       "...                                                 ...            ...   \n",
       "2137  :It's still not part of Israel. Let's not have...             19   \n",
       "2138  For those who do not support showing a map of ...             14   \n",
       "2139  For those who do not support showing a map of ...              5   \n",
       "2140  For those who do not support showing a map of ...              2   \n",
       "2141  For those who do not support showing a map of ...              2   \n",
       "2142  The claim that Moroccan quarter was built befo...              1   \n",
       "2143  I disagree. \\nThere are three principle POVs i...              1   \n",
       "2144  I don't think Yigal was a computer science stu...              3   \n",
       "2145  I have read this in several articles. I provid...              2   \n",
       "2146  I think it would be better to let the reader t...              3   \n",
       "2147  I think it would be better to let the reader t...              1   \n",
       "2148  A \"helpful killing\"? You really test my abilit...              1   \n",
       "2149  I think it would be better to let the reader t...              2   \n",
       "2150  I think it would be better to let the reader t...              1   \n",
       "2151  While I have agreed with you on similar issues...              2   \n",
       "2152  many if not all of the old yishuv were zionist...              1   \n",
       "2153  Is there any reasonable explanation why Gidonb...              1   \n",
       "2154  Sorry if your commercial interests were hurt, ...              2   \n",
       "2155  http://en.wikipedia.org/wiki/First_Intifada\\nA...              2   \n",
       "2156  Has the former Prime Minister died? GoodDay (t...              1   \n",
       "2157  I don't see anything about it on nytimes.com, ...              3   \n",
       "2158  Jabbok (primarily) discusses the biblical refe...              1   \n",
       "2159  :Thanks. I support the merge. :) ChildofMidnig...              3   \n",
       "2160  It is wp:undue in the lead.\\nThis article conc...              9   \n",
       "2161  It is wp:undue in the lead.\\nThis article conc...             15   \n",
       "2162  It is wp:undue in the lead.\\nThis article conc...              1   \n",
       "2163  I would argue that this is undue and not suita...             12   \n",
       "2164  It is wp:undue in the lead.\\nThis article conc...              2   \n",
       "2165  It is wp:undue in the lead.\\nThis article conc...              5   \n",
       "2166  It is wp:undue in the lead.\\nThis article conc...              1   \n",
       "\n",
       "      #other_turns  editor_score  score_>0.4  score_>0.5  score_>0.6  \\\n",
       "0               17      0.000000           0           0           0   \n",
       "1                9      0.800000           1           1           1   \n",
       "2               17      0.968254           1           1           1   \n",
       "3               17      1.000000           1           1           1   \n",
       "4               17      0.858407           1           1           1   \n",
       "5               17      0.707048           1           1           1   \n",
       "6               16      0.500000           1           0           0   \n",
       "7                2      1.000000           1           1           1   \n",
       "8               17      0.000000           0           0           0   \n",
       "9               11      0.994444           1           1           1   \n",
       "10              19      1.000000           1           1           1   \n",
       "11              16      1.000000           1           1           1   \n",
       "12              19      0.518519           1           1           0   \n",
       "13              69      0.000000           0           0           0   \n",
       "14              52      0.859375           1           1           1   \n",
       "15              69      0.152284           0           0           0   \n",
       "16              50      0.782986           1           1           1   \n",
       "17              68      0.714286           1           1           1   \n",
       "18              49      0.301858           0           0           0   \n",
       "19              66      0.920000           1           1           1   \n",
       "20              77      0.651376           1           1           1   \n",
       "21              55      0.974138           1           1           1   \n",
       "22              41      0.286533           0           0           0   \n",
       "23              76      1.000000           1           1           1   \n",
       "24              77      0.892045           1           1           1   \n",
       "25              22      0.111111           0           0           0   \n",
       "26              28      0.966667           1           1           1   \n",
       "27              23      0.960000           1           1           1   \n",
       "28              28      0.272727           0           0           0   \n",
       "29               3      0.000000           0           0           0   \n",
       "...            ...           ...         ...         ...         ...   \n",
       "2137            35      0.886364           1           1           1   \n",
       "2138            40      0.942857           1           1           1   \n",
       "2139            49      0.000000           0           0           0   \n",
       "2140            52      1.000000           1           1           1   \n",
       "2141            52      1.000000           1           1           1   \n",
       "2142             4      1.000000           1           1           1   \n",
       "2143             1      1.000000           1           1           1   \n",
       "2144             2      0.770814           1           1           1   \n",
       "2145             3      0.063889           0           0           0   \n",
       "2146             8      0.756654           1           1           1   \n",
       "2147            10      0.920000           1           1           1   \n",
       "2148            10      0.294118           0           0           0   \n",
       "2149             9      0.910828           1           1           1   \n",
       "2150            10      0.041667           0           0           0   \n",
       "2151             1      0.903846           1           1           1   \n",
       "2152             2      0.000000           0           0           0   \n",
       "2153             3      1.000000           1           1           1   \n",
       "2154             2      0.011628           0           0           0   \n",
       "2155             3      0.625000           1           1           1   \n",
       "2156             4      1.000000           1           1           1   \n",
       "2157             2      0.142857           0           0           0   \n",
       "2158             5      0.036496           0           0           0   \n",
       "2159             3      0.988930           1           1           1   \n",
       "2160            40      0.312500           0           0           0   \n",
       "2161            34      0.571429           1           1           0   \n",
       "2162            48      0.454545           1           0           0   \n",
       "2163            37      0.334951           0           0           0   \n",
       "2164            47      0.991045           1           1           1   \n",
       "2165            44      0.571429           1           1           0   \n",
       "2166            48      1.000000           1           1           1   \n",
       "\n",
       "      score_>0.7  score_>0.8  score_>0.9  \n",
       "0              0           0           0  \n",
       "1              1           1           0  \n",
       "2              1           1           1  \n",
       "3              1           1           1  \n",
       "4              1           1           0  \n",
       "5              1           0           0  \n",
       "6              0           0           0  \n",
       "7              1           1           1  \n",
       "8              0           0           0  \n",
       "9              1           1           1  \n",
       "10             1           1           1  \n",
       "11             1           1           1  \n",
       "12             0           0           0  \n",
       "13             0           0           0  \n",
       "14             1           1           0  \n",
       "15             0           0           0  \n",
       "16             1           0           0  \n",
       "17             1           0           0  \n",
       "18             0           0           0  \n",
       "19             1           1           1  \n",
       "20             0           0           0  \n",
       "21             1           1           1  \n",
       "22             0           0           0  \n",
       "23             1           1           1  \n",
       "24             1           1           0  \n",
       "25             0           0           0  \n",
       "26             1           1           1  \n",
       "27             1           1           1  \n",
       "28             0           0           0  \n",
       "29             0           0           0  \n",
       "...          ...         ...         ...  \n",
       "2137           1           1           0  \n",
       "2138           1           1           1  \n",
       "2139           0           0           0  \n",
       "2140           1           1           1  \n",
       "2141           1           1           1  \n",
       "2142           1           1           1  \n",
       "2143           1           1           1  \n",
       "2144           1           0           0  \n",
       "2145           0           0           0  \n",
       "2146           1           0           0  \n",
       "2147           1           1           1  \n",
       "2148           0           0           0  \n",
       "2149           1           1           1  \n",
       "2150           0           0           0  \n",
       "2151           1           1           1  \n",
       "2152           0           0           0  \n",
       "2153           1           1           1  \n",
       "2154           0           0           0  \n",
       "2155           0           0           0  \n",
       "2156           1           1           1  \n",
       "2157           0           0           0  \n",
       "2158           0           0           0  \n",
       "2159           1           1           1  \n",
       "2160           0           0           0  \n",
       "2161           0           0           0  \n",
       "2162           0           0           0  \n",
       "2163           0           0           0  \n",
       "2164           1           1           1  \n",
       "2165           0           0           0  \n",
       "2166           1           1           1  \n",
       "\n",
       "[2167 rows x 14 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Build one relevant dataframe\n",
    "outrows = []\n",
    "for i, el in enumerate(edthreads):\n",
    "    outrows.append([el[0], el[1], el[2], edtalk[el], othertalk[el], n_edturns[el], n_otherturns[el],\n",
    "                    scores[el], *[labels[t][el] for t in thresholds]])\n",
    "    \n",
    "talk_scores = pd.DataFrame(outrows, columns=['article', 'thread_title', 'editor', 'editor_talk', 'other_talk',\n",
    "                              '#editor_turns', '#other_turns', 'editor_score', *['score_>{:0.1f}'.format(t) for t in thresholds]])\n",
    "talk_scores.to_csv('/home/michael/school/research/wp/wikipedia/data/talk_scores.csv', index=False)\n",
    "talk_scores"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(2167, 1)\n",
      "(2167, 1)\n",
      "(2167, 24508)\n",
      "(2167, 27456)\n",
      "(2167, 51966)\n"
     ]
    }
   ],
   "source": [
    "# Vectorize input features\n",
    "edturns = np.array([[n_edturns[el] for el in edthreads]]).T\n",
    "otherturns = np.array([[n_otherturns[el] for el in edthreads]]).T\n",
    "print(edturns.shape)\n",
    "print(otherturns.shape)\n",
    "\n",
    "v = CountVectorizer(min_df=1, stop_words='english')\n",
    "edbow = v.fit_transform([edtalk[k] for k in edthreads])\n",
    "print(edbow.shape)\n",
    "\n",
    "v_other = CountVectorizer(min_df=1, stop_words='english')\n",
    "other_bow = v_other.fit_transform([othertalk[k] for k in edthreads])\n",
    "print(other_bow.shape)\n",
    "\n",
    "bow = hstack([edturns, otherturns, edbow, other_bow])\n",
    "print(bow.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4\n",
      "Kappa: -0.032 (+/- 0.095)\n",
      "Majority class guess:\t 0.6594370096908168\n",
      "Random class guess:\t 0.5508403201182992\n",
      "\n",
      "0.5\n",
      "Kappa: -0.041 (+/- 0.066)\n",
      "Majority class guess:\t 0.5897554222427319\n",
      "Random class guess:\t 0.5161120716439422\n",
      "\n",
      "0.6\n",
      "Kappa: -0.058 (+/- 0.068)\n",
      "Majority class guess:\t 0.5366866635902169\n",
      "Random class guess:\t 0.5026918225707635\n",
      "\n",
      "0.7\n",
      "Kappa: -0.027 (+/- 0.069)\n",
      "Majority class guess:\t 0.5279187817258884\n",
      "Random class guess:\t 0.5015589167461156\n",
      "\n",
      "0.8\n",
      "Kappa: -0.015 (+/- 0.078)\n",
      "Majority class guess:\t 0.5911398246423627\n",
      "Random class guess:\t 0.5166129352716813\n",
      "\n",
      "0.9\n",
      "Kappa: -0.004 (+/- 0.056)\n",
      "Majority class guess:\t 0.6797415782187356\n",
      "Random class guess:\t 0.5646140698811237\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Train and test logistic regression classifier--editor and others' text, with turn information\n",
    "for t in thresholds:\n",
    "    print(t)\n",
    "    clf = LogisticRegression()\n",
    "\n",
    "    scores = cross_validation.cross_val_score(clf, bow, list(labels[t].values()), scoring=kappa_scorer)\n",
    "    print(\"Kappa: %0.3f (+/- %0.3f)\" % (scores.mean(), scores.std() * 2))\n",
    "\n",
    "    # Majority class guess\n",
    "    true_portion = np.count_nonzero(np.array(list(labels[t].values())))/len(labels[t].values())\n",
    "    print(\"Majority class guess:\\t\", max(true_portion, 1-true_portion))\n",
    "    \n",
    "    # Random class guess\n",
    "    print(\"Random class guess:\\t\", true_portion**2 + (1-true_portion)**2)\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4\n",
      "Kappa: 0.000 (+/- 0.000)\n",
      "Majority class guess:\t 0.6594370096908168\n",
      "Random class guess:\t 0.5508403201182992\n",
      "\n",
      "0.5\n",
      "Kappa: 0.001 (+/- 0.002)\n",
      "Majority class guess:\t 0.5897554222427319\n",
      "Random class guess:\t 0.5161120716439422\n",
      "\n",
      "0.6\n",
      "Kappa: -0.004 (+/- 0.006)\n",
      "Majority class guess:\t 0.5366866635902169\n",
      "Random class guess:\t 0.5026918225707635\n",
      "\n",
      "0.7\n",
      "Kappa: -0.007 (+/- 0.017)\n",
      "Majority class guess:\t 0.5279187817258884\n",
      "Random class guess:\t 0.5015589167461156\n",
      "\n",
      "0.8\n",
      "Kappa: 0.000 (+/- 0.000)\n",
      "Majority class guess:\t 0.5911398246423627\n",
      "Random class guess:\t 0.5166129352716813\n",
      "\n",
      "0.9\n",
      "Kappa: 0.000 (+/- 0.000)\n",
      "Majority class guess:\t 0.6797415782187356\n",
      "Random class guess:\t 0.5646140698811237\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Train and test SVM classifier--editor and others' text, with turn information\n",
    "for t in thresholds:\n",
    "    print(t)\n",
    "    clf = svm.SVC()\n",
    "\n",
    "    scores = cross_validation.cross_val_score(clf, bow, list(labels[t].values()), scoring=kappa_scorer)\n",
    "    print(\"Kappa: %0.3f (+/- %0.3f)\" % (scores.mean(), scores.std() * 2))\n",
    "\n",
    "    # Majority class guess\n",
    "    true_portion = np.count_nonzero(np.array(list(labels[t].values())))/len(labels[t].values())\n",
    "    print(\"Majority class guess:\\t\", max(true_portion, 1-true_portion))\n",
    "    \n",
    "    # Random class guess\n",
    "    print(\"Random class guess:\\t\", true_portion**2 + (1-true_portion)**2)\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4\n",
      "Accuracy: 0.652 (+/- 0.001)\n",
      "Majority class guess:\t 0.652053530226119\n",
      "Random class guess:\t 0.5462405521084506\n",
      "\n",
      "0.5\n",
      "Accuracy: 0.586 (+/- 0.001)\n",
      "Majority class guess:\t 0.5856022150438394\n",
      "Random class guess:\t 0.5146554784408235\n",
      "\n",
      "0.6\n",
      "Accuracy: 0.533 (+/- 0.001)\n",
      "Majority class guess:\t 0.5329949238578681\n",
      "Random class guess:\t 0.502177330000773\n",
      "\n",
      "0.7\n",
      "Accuracy: 0.531 (+/- 0.001)\n",
      "Majority class guess:\t 0.5306875865251499\n",
      "Random class guess:\t 0.501883455933477\n",
      "\n",
      "0.8\n",
      "Accuracy: 0.594 (+/- 0.001)\n",
      "Majority class guess:\t 0.5939086294416244\n",
      "Random class guess:\t 0.5176376613672087\n",
      "\n",
      "0.9\n",
      "Accuracy: 0.679 (+/- 0.000)\n",
      "Majority class guess:\t 0.6788186432856483\n",
      "Random class guess:\t 0.5639522143730399\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Train and test SVM classifier--just editors' text\n",
    "for t in thresholds:\n",
    "    print(t)\n",
    "    clf = svm.SVC()\n",
    "\n",
    "    scores = cross_validation.cross_val_score(clf, edbow, list(labels[t].values()))\n",
    "    print(\"Accuracy: %0.3f (+/- %0.3f)\" % (scores.mean(), scores.std() * 2))\n",
    "\n",
    "    # Majority class guess\n",
    "    true_portion = np.count_nonzero(np.array(list(labels[t].values())))/len(labels[t].values())\n",
    "    print(\"Majority class guess:\\t\", max(true_portion, 1-true_portion))\n",
    "    \n",
    "    # Random class guess\n",
    "    print(\"Random class guess:\\t\", true_portion**2 + (1-true_portion)**2)\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4\n",
      "Accuracy: 0.51 (+/- 0.06)\n",
      "Majority class guess:\t 0.652053530226119\n",
      "Random class guess:\t 0.5462405521084506\n",
      "\n",
      "0.5\n",
      "Accuracy: 0.51 (+/- 0.01)\n",
      "Majority class guess:\t 0.5856022150438394\n",
      "Random class guess:\t 0.5146554784408235\n",
      "\n",
      "0.6\n",
      "Accuracy: 0.49 (+/- 0.03)\n",
      "Majority class guess:\t 0.5329949238578681\n",
      "Random class guess:\t 0.502177330000773\n",
      "\n",
      "0.7\n",
      "Accuracy: 0.51 (+/- 0.03)\n",
      "Majority class guess:\t 0.5306875865251499\n",
      "Random class guess:\t 0.501883455933477\n",
      "\n",
      "0.8\n",
      "Accuracy: 0.50 (+/- 0.05)\n",
      "Majority class guess:\t 0.5939086294416244\n",
      "Random class guess:\t 0.5176376613672087\n",
      "\n",
      "0.9\n",
      "Accuracy: 0.54 (+/- 0.04)\n",
      "Majority class guess:\t 0.6788186432856483\n",
      "Random class guess:\t 0.5639522143730399\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Train and test NB classifier--editor and others' text\n",
    "for t in thresholds:\n",
    "    print(t)\n",
    "    clf = MultinomialNB()\n",
    "\n",
    "    scores = cross_validation.cross_val_score(clf, bow, list(labels[t].values()))\n",
    "    print(\"Accuracy: %0.2f (+/- %0.2f)\" % (scores.mean(), scores.std() * 2))\n",
    "\n",
    "    # Majority class guess\n",
    "    true_portion = np.count_nonzero(np.array(list(labels[t].values())))/len(labels[t].values())\n",
    "    print(\"Majority class guess:\\t\", max(true_portion, 1-true_portion))\n",
    "    \n",
    "    # Random class guess\n",
    "    print(\"Random class guess:\\t\", true_portion**2 + (1-true_portion)**2)\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# Build input corpora of just editors' text, get labels\n",
    "poss_edthreads = set(zip(talk_data['article_title'], talk_data['thread_title'], talk_data['username']))\n",
    "edthreads = list()\n",
    "labels = {}\n",
    "\n",
    "# Prune to just those occurring in score data\n",
    "for i, el in enumerate(sorted(poss_edthreads)):\n",
    "    rows = score_data[(score_data['article']==el[0]) &\n",
    "                    (score_data['thread_title']==el[1]) &\n",
    "                    (score_data['editor']==el[2])]\n",
    "    if not rows.empty:\n",
    "        edthreads.append(el)\n",
    "        labels[el] = 1 if rows['editor_thread_score'].iloc[0] > 0.5 else 0\n",
    "    \n",
    "# print(len(edthreads))\n",
    "# print(len(labels))\n",
    "\n",
    "# Assemble input text of just editors' text\n",
    "edtalk = defaultdict(str)\n",
    "\n",
    "for i, el in enumerate(edthreads):\n",
    "    rows = talk_data[(talk_data['article_title']==el[0]) &\n",
    "                    (talk_data['thread_title']==el[1]) &\n",
    "                    (talk_data['username']==el[2])]\n",
    "    edtalk[el] += ' '.join([str(t) for t in rows['post_text'].tolist()])\n",
    "\n",
    "# Vectorize input features\n",
    "v = CountVectorizer(min_df=1)\n",
    "bow = v.fit_transform([edtalk[k] for k in edthreads])\n",
    "bow.shape"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}