metrics/CORTX_Metrics_Explore.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Basic Functions for Interactively Exploring the CORTX Metrics Stored in Pickles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/home/johnbent/cortx/metrics\n"
     ]
    }
   ],
   "source": [
    "%cd /home/johnbent/cortx/metrics\n",
    "import cortx_community\n",
    "import cortx_graphing\n",
    "import os\n",
    "from github import Github\n",
    "gh = Github(os.environ.get('GH_OATH'))\n",
    "stx = gh.get_organization('Seagate')\n",
    "repos = cortx_community.get_repos()\n",
    "ps = cortx_community.PersistentStats()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {},
   "outputs": [],
   "source": [
    "# a function which can test the progress of a running scrape_metrics.py process\n",
    "def check_scan_progress(date,ps):\n",
    "    done=0\n",
    "    for repo in ps.get_repos():\n",
    "        (a,b)=ps.get_latest(repo)\n",
    "        if b == date:\n",
    "            done+=1\n",
    "        #print(\"Last report for %s is %s\" % (repo,b))\n",
    "    print(\"%d out of %d repos have been scanned\" % (done,len(ps.get_repos())))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {},
   "outputs": [],
   "source": [
    "# a function for comparing a field in a repo over time\n",
    "# for example, if you want to see the change in innersource_committers over time, you can use this function\n",
    "def compare_fields(ps,repo,field,verbose=False):\n",
    "    last = None\n",
    "    first = None\n",
    "    for date in sorted(ps.stats[repo].keys()):\n",
    "        try:\n",
    "            last = ps.stats[repo][date][field]\n",
    "        except KeyError:\n",
    "            pass # many fields didn't always exist so might not appear in old stats\n",
    "        if first is None:\n",
    "            first = last\n",
    "        if verbose:\n",
    "            print(\"%s -> %s\" % (date, last))\n",
    "    print(\"Difference between first and last is: %s\" % (first-last))\n",
    "    print(\"Difference between last and first is: %s\" % (last-first))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020-05-19 -> None\n",
      "2020-07-06 -> set()\n",
      "2020-10-07 -> {'daniarherikurniawan', 'cotigao', 'jan--f'}\n",
      "2020-11-03 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2020-12-20 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2020-12-21 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2020-12-23 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2020-12-24 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2020-12-26 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2020-12-29 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2020-12-30 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2021-01-02 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "2021-01-06 -> {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "Difference between first and last is: set()\n",
      "Difference between last and first is: {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}\n",
      "[None, set(), {'daniarherikurniawan', 'cotigao', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}, {'daniarherikurniawan', 'cotigao', 'raikrahul', 'jan--f'}]\n"
     ]
    }
   ],
   "source": [
    "compare_fields(ps,'GLOBAL','external_committers',verbose=True)\n",
    "print(ps.get_values('GLOBAL','external_committers'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['2020-05-19', '2020-07-06', '2020-10-07', '2020-11-03', '2020-12-20', '2020-12-21', '2020-12-23', '2020-12-24', '2020-12-26', '2020-12-29', '2020-12-30', '2021-01-02', '2021-01-06']\n"
     ]
    }
   ],
   "source": [
    "# manually add some values so they can be in executive report\n",
    "repo='GLOBAL'\n",
    "slack_members_key='slack_total_members'\n",
    "slack_wau_key='slack_weekly_ave_active'\n",
    "newsletter_key='newsletter_subscribers'\n",
    "webinar_key='webinar_attendees'\n",
    "integrations_key='integrations'\n",
    "dates=ps.get_dates(repo)\n",
    "ec_key='external_committers'\n",
    "ep_key='external_participants'\n",
    "hc_key='hackathon_committers'\n",
    "hp_key='hackathon_participants'\n",
    "eup_key='eu_r&d_participants'\n",
    "\n",
    "# the helper function to load them\n",
    "def add_stats(List,Key):\n",
    "    for item in List:\n",
    "        date=item[0]\n",
    "        value=item[1]\n",
    "        print(\"Repo\",repo,\"Date\",date,\"Stat\",Key,\"Value\",value)\n",
    "        ps.add_stat(date=date,repo=repo,stat=Key,value=value)\n",
    "\n",
    "# the date strings to use\n",
    "jun_date='2020-07-06'\n",
    "sep_date='2020-10-07'\n",
    "oct_date='2020-11-03'\n",
    "nov_date='2020-12-21'\n",
    "dec_date='2020-12-30'\n",
    "last_date='2021-01-06' # must add metrics for the latest date or else they don't show up in plots . . . \n",
    "\n",
    "def update_slack():\n",
    "    # adding the slack metrics for executive report\n",
    "    slack_members              =[(jun_date,97),  (sep_date,212), (nov_date,329), (dec_date,355),(last_date,355)]\n",
    "    slack_weekly_average_active=[(jun_date,11.3),(sep_date,53.0),(nov_date,69.9),(dec_date,59.9),(last_date,59.9)]\n",
    "    add_stats(slack_members,slack_members_key)\n",
    "    add_stats(slack_weekly_average_active,slack_wau_key)\n",
    "    print(ps.get_values(repo,slack_members_key))\n",
    "    print(ps.get_values(repo,slack_wau_key))\n",
    "def update_newsletter():\n",
    "    # adding the newsletter metrics for executive report\n",
    "    newsletter_members_dec=set([\"zengyuan.liu@seagate.com\",\"zayne@uchicago.edu\",\"yuriy.umanets@seagate.com\",\"yuji_yazawa@mail.toyota.co.jp\",\"yoongchin.lim@seagate.com\",\"yihua.jiang@seagate.com\",\"yichun.fan@seagate.com\",\"yeshpal.jain@seagate.com\",\"yazid.muhammad@seagate.com\",\"yatin.mahajan@seagate.com\",\"yashodhan.pise@seagate.com\",\"yash.bhamare@seagate.com\",\"yanqing.f.fu@seagate.com\",\"xiaoyong.d.dai@seagate.com\",\"xiaohui.d.dong@seagate.com\",\"woosik.kim@seagate.com\",\"wendell.wenjen@seagate.com\",\"wei.x.xie@seagate.com\",\"wdchien@kth.se\",\"wangm12@uchicago.edu\",\"vivek.m@seagate.com\",\"vishwas.bhat@seagate.com\",\"vishal.maurya@seagate.com\",\"vishal.dhobale@seagate.com\",\"vinoth.v@seagate.com\",\"vimlesh.kumar@seagate.com\",\"vikram.jadhav@seagate.com\",\"vikas.kumar@seagate.com\",\"vijaykumar.thakkar@seagate.com\",\"vicente.armendariz@seagate.com\",\"vibhuti.singh@seagate.com\",\"venkateswarlu.payidimarry@seagate.com\",\"venkatesh.k@seagate.com\",\"venkatesh.balagani@seagate.com\",\"venkataraman.padmanabhan@seagate.com\",\"varunreddy.boddu@seagate.com\",\"vaibhav.paratwar@seagate.com\",\"utz-uwe.haus@hpe.com\",\"upendra.patwardhan@seagate.com\",\"ujjwal.lanjewar@seagate.com\",\"udayan.yaragattikar@seagate.com\",\"Tushar.gohad@intel.com\",\"trupti.patil@seagate.com\",\"trent.geerdes@seagate.com\",\"toru.takano@seagate.com\",\"tony.tian@seagate.com\",\"tom.z.zhao@seagate.com\",\"tom.r.prohofsky@seagate.com\",\"tom.petaja@seagate.com\",\"tom.dimauro@seagate.com\",\"tobby.yl.tong@seagate.com\",\"tim.t.walker@seagate.com\",\"thavanathan.thangaraj@seagate.com\",\"thanit.karnthak@seagate.com\",\"tejal.sheth@seagate.com\",\"tdavis@deepspacestorage.com\",\"tasneem.vijapure@seagate.com\",\"taro.iwata@seagate.com\",\"tadeu.bastos@seagate.com\",\"t.kai@fujitsu.com\",\"swati.magar@seagate.com\",\"swapnil.khandare@seagate.com\",\"swapnil.chaudhary@seagate.com\",\"suvrat.joshi@seagate.com\",\"suraj.kadam@seagate.com\",\"suprit.shinde@seagate.com\",\"suppakrit.kirdponpattara@seagate.com\",\"sunil.sonale@seagate.com\",\"sunil.savanur@seagate.com\",\"sumit.sharma@seagate.com\",\"sumit.gupta@seagate.com\",\"sumedh.a.kulkarni@seagate.com\",\"subhash.arya@seagate.com\",\"steven.sanchez@seagate.com\",\"stephen.muhs@seagate.com\",\"sridhar.dubbaka@seagate.com\",\"sreenivasulu.bachu@seagate.com\",\"sradhanand.pati@seagate.com\",\"soniya.moholkar@seagate.com\",\"songwee.teo@seagate.com\",\"sonal.kalbende@seagate.com\",\"sining.wu@seagate.com\",\"sienhuay.chong@seagate.com\",\"shubham.patnaik@seagate.com\",\"shubham.bhosale@seagate.com\",\"shriya.deshmukh@seagate.com\",\"shrihari.waskar@seagate.com\",\"shri.metta@seagate.com\",\"shreyas.vidvans@seagate.com\",\"shreya.karmakar@seagate.com\",\"shreekant.upadhyay@seagate.com\",\"shraddha.chaudhari@seagate.com\",\"shipra.gupta@seagate.com\",\"shazia.ahmad@seagate.com\",\"shaun.de-witt@ukaea.uk\",\"shaun.bruce@seagate.com\",\"shashank.parulekar@seagate.com\",\"shankar.more@seagate.com\",\"shalaka.dharap@seagate.com\",\"shailesh@weka.io\",\"shailesh.vaidya@seagate.com\",\"sergey.shilov@seagate.com\",\"sebastien.valat@atos.net\",\"scott.tolson@seagate.com\",\"scott.fast@wwt.com\",\"savitharani.ravichandran@seagate.com\",\"saurabh.khanvilkar@seagate.com\",\"saumya.sunder@seagate.com\",\"saumitra.kulkarni@seagate.com\",\"satish.darade@seagate.com\",\"sanmitra.sinha@seagate.com\",\"sanjog.naik@seagate.com\",\"sandeep.mathew@seagate.com\",\"sandeep.anjara@seagate.com\",\"samuel.duncanson@seagate.com\",\"sampada.petkar@seagate.com\",\"samantha.clarke@seagate.com\",\"sakchai.suntinuraks@seagate.com\",\"sai.narasimhamurthy@seagate.com\",\"sachitanand.shelake@seagate.com\",\"sachin.punadikar@seagate.com\",\"sachin.jagtap@seagate.com\",\"ryan.goss@seagate.com\",\"rupasree.roy@seagate.com\",\"rross@mcs.anl.gov\",\"rplaster@deepspacestorage.com\",\"rizvi.ahmed@seagate.com\",\"richard.buchan@seagate.com\",\"ricardo.alvarez@seagate.com\",\"remi.seghier@seagate.com\",\"raymond.chang@seagate.com\",\"ravindra.choudhari@seagate.com\",\"randy.neill@seagate.com\",\"ramesh.vegesna@seagate.com\",\"ramesh.potu@seagate.com\",\"ramakrishna.chintalapati@seagate.com\",\"rakesh.surve@seagate.com\",\"rakesh.sahuu@seagate.com\",\"rajkumar.patel@SeagateTechnology.onmicrosoft.com\",\"rajesh.nambiar@seagate.com\",\"rajesh.deshmukh@seagate.com\",\"rajesh.chouhan@seagate.com\",\"raja.mohanty@seagate.com\",\"raj.das@seagate.com\",\"rahul.telawade@seagate.com\",\"rahul.ranjan@seagate.com\",\"rahul.modi@seagate.com\",\"rahul.kumar@seagate.com\",\"rahul.jyoti@seagate.com\",\"radha.gulhane@seagate.com\",\"rachel.novak@seagate.com\",\"raaf@uni-mainz.de\",\"puja.mudaliar@seagate.com\",\"priyanka.rathi@seagate.com\",\"priyanka.borawake@seagate.com\",\"priyank.p.dalal@seagate.com\",\"pritam.bhavsar@seagate.com\",\"pratyush.k.khan@seagate.com\",\"prathamesh.rodi@seagate.com\",\"pranay.kumar@seagate.com\",\"pranav.risbud@seagate.com\",\"pranav.pawar@seagate.com\",\"pranali.ugale@seagate.com\",\"pranali.tirkhunde@seagate.com\",\"praful.sambe@seagate.com\",\"pradeep.kumbhre@seagate.com\",\"prabhsimran.singh@seagate.com\",\"pooja.pandey@seagate.com\",\"pierre.lebars@seagate.com\",\"philippe.couvee@atos.net\",\"phil.ruff@seagate.com\",\"peyton.mcnully@dcblox.com\",\"peter.williams@seagate.com\",\"peter.maddocks@seagate.com\",\"pcpeng@uchicago.edu\",\"pawan.kumarsrivastava@seagate.com\",\"paul.woods@seagate.com\",\"paul.heath@seagate.com\",\"paul.croft@seagate.com\",\"patricia.simon@seagate.com\",\"parikshit.dharmale@seagate.com\",\"parag.1.joshi@seagate.com\",\"papan.kumarsingh@seagate.com\",\"padmaja.kannan@seagate.com\",\"nyunt.n.ho@seagate.com\",\"nitesh.mahajan@seagate.com\",\"nino.wicaksono@seagate.com\",\"nilesh.govande@seagate.com\",\"nikos.nikoleris@arm.com\",\"nikita.danilov@seagate.com\",\"nikhil.sawake@seagate.com\",\"nikhil.birgade@seagate.com\",\"nihar.nayak@seagate.com\",\"neha.singh@seagate.com\",\"neerav.choudhari@seagate.com\",\"naval.patel@seagate.com\",\"nate.nally@seagate.com\",\"natalie.mujicaschwahn@seagate.com\",\"narayanan.krishnamurthy@seagate.com\",\"namrata.khake@seagate.com\",\"nalinikanta.jena@seagate.com\",\"nahoosh.mandlik@seagate.com\",\"n.krauter@uni-mainz.de\",\"mukund.kanekar@seagate.com\",\"mukul.malhotra@seagate.com\",\"muhammadfairuz.anwar@seagate.com\",\"muhammad.ahmad@seagate.com\",\"mohit.pathak@seagate.com\",\"mohamadarafat.abdulraheem@seagate.com\",\"mohamad.chaarawi@intel.com\",\"mnizamshah.azzudinshah@seagate.com\",\"mlcurry@sandia.gov\",\"mingjin.w.wang@seagate.com\",\"ming.yik@seagate.com\",\"milind.naik@seagate.com\",\"michelle.e.langan@seagate.com\",\"michele.fagan@seagate.com\",\"mehul.joshi@seagate.com\",\"mazhar.inamdar@seagate.com\",\"mayur.dharmik@seagate.com\",\"maxim.malezhin@seagate.com\",\"max.medved@seagate.com\",\"matthew.halcomb@wwt.com\",\"matt.james@seagate.com\",\"mason.swarr@seagate.com\",\"markidis@kth.se\",\"mark.wiggins@seagate.com\",\"mark.sprouse@dcblox.com\",\"mark.a.penas@seagate.com\",\"mariyappan.ponnusamy@seagate.com\",\"manueljrturao.cabusas@seagate.com\",\"manoj.patil@seagate.com\",\"mandar.sawant@seagate.com\",\"mandar.sabhapatikar@seagate.com\",\"mandar.joshi@seagate.com\",\"mandar.d.joshi@seagate.com\",\"mahima.gupta@seagate.com\",\"mahesh.agarkar@seagate.com\",\"mahendra.shinde@seagate.com\",\"madhura.mande@seagate.com\",\"madhav.vemuri@seagate.com\",\"lynette.sy.neo@seagate.com\",\"luhchyuan.lau@seagate.com\",\"liping.ding@seagate.com\",\"linqiang.luo@seagate.com\",\"lianhoo.tan@seagate.com\",\"liang.gan@seagate.com\",\"lenin.jegatheesan@seagate.com\",\"ladislav.hudec@seagate.com\",\"konstantin.nekrasov@seagate.com\",\"kishan.nayak@seagate.com\",\"kishan.gelli@seagate.com\",\"kiran.mangalore@seagate.com\",\"kimchui.lee@seagate.com\",\"kianwee.tan@seagate.com\",\"kevin.t.james@seagate.com\",\"kevin.a.price@seagate.com\",\"ketan.arlulkar@seagate.com\",\"ken.haugen@seagate.com\",\"kavya.motwani@seagate.com\",\"kaustubh.deorukhkar@seagate.com\",\"kathy.chun@seagate.com\",\"karun.sharma@seagate.com\",\"kapil.jinna@seagate.com\",\"kanchan.chaudhari@seagate.com\",\"kalyan.dandu@seagate.com\",\"kalpesh.chhajed@seagate.com\",\"ka.naidu@seagate.com\",\"jyoti.baral@seagate.com\",\"justin.woo@seagate.com\",\"junichi.hyodo@seagate.com\",\"jugal.patil@seagate.com\",\"josiah.gelsinger@seagate.com\",\"josh.z.li@seagate.com\",\"joseph.rettinghouse@seagate.com\",\"joseph.maniaci@seagate.com\",\"johnbent@gmail.com\",\"john.forgan@seagate.com\",\"john.callender@seagate.com\",\"john.bent@seagate.com\",\"johann.lombardi@intel.com\",\"jin.m.li@seagate.com\",\"jiahui.sun@seagate.com\",\"jerry.l.zhen@seagate.com\",\"jeetandra.kella@seagate.com\",\"jayshree.more@seagate.com\",\"jaydeep.mohite@seagate.com\",\"jayashree.thite@seagate.com\",\"jay.jaiantilal@seagate.com\",\"james.mayfield@seagate.com\",\"james.cleverley@seagate.com\",\"jacques-charles.lafoucriere@cea.fr\",\"ivy.guo@seagate.com\",\"ivan.tishchenko@seagate.com\",\"ivan.poddubnyy@seagate.com\",\"ivan.alekhin@seagate.com\",\"isaacyizhe.teoh@seagate.com\",\"inghong.kong@seagate.com\",\"indrajit.zagade@seagate.com\",\"iman.anvari@seagate.com\",\"igor.pivovarov@seagate.com\",\"ian.davies@seagate.com\",\"i.panourgias@epcc.ed.ac.uk\",\"hua.huang@seagate.com\",\"hemant.raut@seagate.com\",\"harshitkumar.jain@seagate.com\",\"harrison.seow@seagate.com\",\"haibing.ma@seagate.com\",\"gregory.touretsky@seagate.com\",\"graham.d.ferris@seagate.com\",\"gowthaman.chinnathambi@seagate.com\",\"girard.goder@seagate.com\",\"ginann.c.cowen@seagate.com\",\"gheewooi.ong@seagate.com\",\"gaurav.gaur@seagate.com\",\"gaurav.chaudhari@seagate.com\",\"gary.phillips@seagate.com\",\"ganesan.umanesan@seagate.com\",\"gabriel.ruiz@seagate.com\",\"fred.zellinger@seagate.com\",\"evgeniy.brazhnikov@seagate.com\",\"evelyn.godwyn@seagate.com\",\"erik.d.salo@seagate.com\",\"eduard.aleksandrov@seagate.com\",\"earl.dodd@wwt.com\",\"don.r.bloyer@seagate.com\",\"dmitriy.chumak@seagate.com\",\"dmitrii.surnin@seagate.com\",\"divyam.singla@seagate.com\",\"divya.kachhwaha@seagate.com\",\"dipendra.m.bagchee@seagate.com\",\"dinesh.mohanakrishnan@seagate.com\",\"dimitry.didenko@seagate.com\",\"dhananjay.dandapat@seagate.com\",\"deepak.choudhary@seagate.com\",\"debasmita.samaddar@ukaea.uk\",\"david.white@seagate.com\",\"dattaprasad.govekar@seagate.com\",\"daniel.lerner@seagate.com\",\"dahlan.saragih@seagate.com\",\"d.pleiter@fz-juelich.de\",\"cornel.crisan@atos.net\",\"clinton.l.rowe@seagate.com\",\"christopher.haine@hpe.com\",\"christopher.bishop@seagate.com\",\"christina.ku@seagate.com\",\"chris.maio@seagate.com\",\"chong.li@seagate.com\",\"chinfong.hee@seagate.com\",\"chiawhueoy.chin@seagate.com\",\"chetan.srivastava@seagate.com\",\"chetan.deshmukh@seagate.com\",\"cheryl.roberts@seagate.com\",\"cheewai.lum@seagate.com\",\"cheesiong.toh@seagate.com\",\"charles.kunkel@seagate.com\",\"cary.dickens@seagate.com\",\"carrie.harris@seagate.com\",\"bryan.j.baker@seagate.com\",\"bruno.j.masson@seagate.com\",\"brinkman@uni-mainz.de\",\"brian.lavash@seagate.com\",\"brian.ch.chen@seagate.com\",\"brian.a.resch@seagate.com\",\"bikrant.singh@seagate.com\",\"bhavin.katira@seagate.com\",\"bhargava.sreepathi@seagate.com\",\"bhairavi.alurkar@seagate.com\",\"beilei.w.wang@seagate.com\",\"basavaraj.kirunge@seagate.com\",\"bansidhar.soni@seagate.com\",\"balaji.ramachandran@seagate.com\",\"azahar.khan@seagate.com\",\"atul.deshmukh@seagate.com\",\"atita.shirwaikar@seagate.com\",\"ashwini.borse@seagate.com\",\"ashwath.gundepally@seagate.com\",\"ashish.dhavalikar@seagate.com\",\"archana.patil@seagate.com\",\"archana.limaye@seagate.com\",\"arati.kulkarni@seagate.com\",\"apurwa.mohite@seagate.com\",\"anudeep.kankipati@seagate.com\",\"AnneMarie.DeBoard@seagate.com\",\"ankit.yadav@seagate.com\",\"anjali.somwanshi@seagate.com\",\"anirudh.n.joshi@seagate.com\",\"anilkumar.sindhi@seagate.com\",\"andriy.tkachuk@seagate.com\",\"andrey.kononykhin@seagate.com\",\"andrei.zheregelia@seagate.com\",\"anatoliy.bilenko@seagate.com\",\"anagha.g.latne@seagate.com\",\"anagha.deshmukh@seagate.com\",\"amol.shinde@seagate.com\",\"amol.j.kongre@seagate.com\",\"amit.kumar@seagate.com\",\"amit.kapil@seagate.com\",\"alphonsus.kh.kwok@seagate.com\",\"alexander.voronov@seagate.com\",\"alexander.sukhachev@seagate.com\",\"alan.gilda@seagate.com\",\"ajinkya.dhumal@seagate.com\",\"ajay.srivastava@seagate.com\",\"ajay.shingare@seagate.com\",\"ajay.paratmandali@seagate.com\",\"agnieszka.zielinska@seagate.com\",\"abhishek.saha@seagate.com\",\"abhilekh.mustapure@seagate.com\",\"abdul.habeeb@seagate.com\",\"charles.lafoucriere@cea.fr\",\"daniar@uchicago.edu\",\"dbonnie@lanl.gov\",\"dev@tiger-technology.com\",\"don.molaro@wwt.com\",\"ftessier@cscs.ch\",\"furuta.tomonori@fujitsu.com\",\"gunawi@gmail.com\",\"jeff.fonke@wwt.com\",\"lposton@nvidia.com\",\"lucy.gonzalez@arm.com\",\"m.weiland@epcc.ed.ac.uk\",\"miyamoto.kouki@fujitsu.com\",\"philippe.deniel@cea.fr\",\"rich.harper@wwt.com\",\"shail.manjrekar@gmail.com\",\"shaun.de-witt@ukaea.com\",\"sunny.raskar@msystechnologies.com\",\"theo@stillwater-sc.com\",\"tiago.quintino@ecmwf.int\",\"sujata.taware@seagate.com\",\"snehal.virkud@seagate.com\",\"terry.harper@intel.com\",\"drew.stern@nb.com\",\"sati.viensiri@seagate.com\",\"pedro.fernandez@seagate.com\",\"rose.hiu@seagate.com\",\"yoram.novick@gmail.com\",\"pnicolas@coldago.com\",\"navneet479@yahoo.co.in\",\"patrick.bickley@seagate.com\",\"gilbertsosi@gmail.com\",\"mondpl@gmail.com\",\"thomas.doran@seagate.com\",\"pupmaison@neuf.fr\",\"dh0253@yahoo.com\",\"eng.amr214@yahoo.com\",\"boyelroyjetson@yahoo.com\",\"src223@gmail.com\",\"drived@yandex.ru\",\"kimchui.lee@gmail.com\",\"peter.r.janik@seagate.com\",\"renee.wilson@seagate.com\",\"chuan.zhong@seagate.com\",\"eddietolleson21@gmail.com\",\"discoverypark1026@gmail.com\",\"daniar@uchicago.edu\",\"dbmuse@gmail.com\",\"chris.cramer@seagate.com\",\"jazztan1986@gmail.com\",\"rrai@msystechnologies.com\",\"ffrankenstein920@gmail.com\",\"Jak12445@mail.ru\",\"krn@krn.dk\",\"kianchye.tan@seagate.com\",\"lamarahenderson@gmail.com\",\"SECRETARIA3134@GMAIL.COM\",\"georgewu@qnap.com\",\"theminimidistudio@gmail.com\",\"ganliang0122@gmail.com\",\"robbie.cazzaniga@gmail.com\",\"j8862j@naver.com\",\"474trizmo@gmail.com\",\"torreschristina0541@gmail.com\",\"hakimwong71@gmail.com\",\"chintumoturu106@gmail.com\",\"tovijayn@yahoo.com\",\"Jeovalima54@gmail.com\",\"lemperezgeoffre@gmail.com\",\"gwaschke@videotron.ca\",\"adeeba.rashid@marriott.com\",\"mmichaelhooper208@gmail.com\",\"abdulla.fayez@believerit.com\",\"Lior.reinitz@gmail.com\",\"bittorrentsoftware91@gmail.com\",\"yasin@sahinyapi.com.tr\",\"stevencheok@gmail.com\",\"vitaliivladimirivich@gmail.com\",\"julialima.jbl@gmail.com\",\"matthew@tldus.com\"])\n",
    "    print(len(newsletter_members_dec))\n",
    "    newsletter = [(sep_date,429),(oct_date,459),(nov_date,477),(dec_date,newsletter_members_dec),(last_date,newsletter_members_dec)]\n",
    "    add_stats(newsletter,newsletter_key)\n",
    "    print(ps.get_values_as_numbers(repo,newsletter_key))\n",
    "\n",
    "def update_webinar():\n",
    "    # adding the webinar metrics for executive report\n",
    "    webinar_nov=set([\"Andrei Zheregelia\",\"Andrew List\",\"Andriy Tkachuk\",\"Anitoliy Bilenko\",\"Anthony Toccco\",\"Ben Wason\",\"Charles Kunkel\",\"Chetan Deshmukh\",\"Chetan Kumar\",\"Clay Curry\",\"Daniar Kurniawan\",\"Dima.c\",\"Dmitri Sandler\",\"Dmytro Podgornyi\",\"Eduard Aleksandrov\",\"Gary Phillips\",\"Guy Carbonneau\",\"Hanesan Umanesan\",\"Igor Pivovarov\",\"Iman Anvari\",\"Ivan Alekhin\",\"Jason Sliger-Sparks\",\"Jjohn Carrier\",\"Julia Rubtsov\",\"Kalpesh Chhajed\",\"Kaustubh Suresh Deorukhkar\",\"Ken Haugen\",\"Ketan Anil Arlulkar\",\"Konstatin Nekrasov\",\"Lance Blumberg\",\"Madhavrao Vemuri\",\"Mark Jedraszek\",\"Maxim Malezhin\",\"Max Medved\",\"Mehul Joshi\",\"Nicholas Krauter\",\"Nigel Hart\",\"Nikita Danilov\",\"Patrick Raaf\",\"Paul Woods\",\"Philippe Nicolas\",\"Phil Ruff\",\"Raydon Gordon\",\"Ricardo Alvarez-Miranda\",\"Sachin Punadikar\",\"Sailesh Manjrekar\",\"Sai Narasimhamurthy\",\"Sarang Sawant\",\"Serkay Olmez\",\"Shankar More\",\"Shiji Zhang\",\"Swapnil Khandare\",\"Taro Iwata\",\"Ujjwal Lanjewar\"])\n",
    "    webinar_dec=set([\"Andriy Tkachuk\",\"Anthony Tocco\",\"Charles Kunkel\",\"Daniar Kurniawan\",\"Dan Olster\",\"Ganesan Umanesan\",\"Gary Phillips\",\"Guy Carbonneau\",\"Ivan Poddubnyy\",\"Justin Rackowski\",\"Nicolas Krauter\",\"Nigel Hart\",\"Paul Benn\",\"Praveen Viraraghavan\",\"Rajesh Nambiar\",\"Ricardo Alvarez-miranda\",\"Sachin Punadikar\",\"Sarang Sawant\",\"Shankar More\",\"Shiji Zhang\",\"Swapnil Khandare\",\"Trend Geerdes\",\"Ujjwal Lanjewar\",\"Walter Lopatka\",])\n",
    "    webinar_jan=set([\"Unknown1\",\"Anatoliy Bilenko\",\"Andrea Chamorro\",\"Andriy Tkachuk\",\"Anthony Tocco\",\"Unknown2\",\"Charles Kunkel\",\"Chetan Kumar\",\"Chirs Cramer\",\"Erin Foley\",\"Gabe Wham\",\"Gary Grider\",\"Gregory Touretsky\",\"Iman Anvari\",\"Joseph Rebovich\",\"Justin Rackowski\",\"Keith Pine\",\"Ken Haugen\",\"Ketan Anil Arlulkar\",\"Madhavrao Vemuri\",\"Amandar Sawant\",\"Mark Jedraszek\",\"Mark Sprouse\",\"Matthew Halcomb\",\"Matthew L Curry Sandia\",\"Max\",\"Mehul Joshi\",\"Meng Wang\",\"Mike Sevilla\",\"Muhul Malhotra\",\"Nedko Amaudov\",\"Oded Kellner\",\"Paul Kusbel\",\"Pedro Fernandez\",\"Pritesh Pawar\",\"Priyanka Borawake\",\"Quinn D Mitchell\",\"Rajesh Bhalerao\",\"Ricardo Alvarez-Miranda\",\"Robert Pechman\",\"Rohan Puri\",\"Sachin Punadikar\",\"Sai Narasimhamurthy\",\"Sarang Sawant\",\"Shailesh\",\"Shankar More\",\"Sharad Mehrotra\",\"Shlomi Avihou\",\"Shreya Karmakar\",\"Shrihari Waskar\",\"Unknown\",\"Sridbar Dubhaka\",\"Stephane Thiell\",\"Swapril Khandare\",\"Tong Shi\",\"Ujjwal Lanjewar\",\"Venky P\",\"Vijay Nanjunda Swamy\",\"Vikram\",\"Vojtech Juranek\",\"Walkter Lopatka\",\"Ziv\",\"Theodore Omtzigt\",\"Rajkumar Patel\",\"Anjinkya Deshpande\",\"Anatoliy Bilenko\",\"Chetan Deshmukh\",\"Henry Newman\",\"Paul Benn\",\"Paul Woods\",\"Kyle Lamb\"])\n",
    "    jan_date='2021-01-06'\n",
    "    print(len(webinar_nov),len(webinar_dec),len(webinar_jan))\n",
    "    webinar = [(nov_date,webinar_nov),(dec_date,webinar_dec),(jan_date,webinar_jan)]\n",
    "    add_stats(webinar,webinar_key)\n",
    "    print(ps.get_values_as_numbers(repo,webinar_key))\n",
    "    \n",
    "def update_integrations():\n",
    "    # add the integrations metric for executive report\n",
    "    integrations = [(sep_date,0),(oct_date,1),(nov_date,1),(dec_date,6),(last_date,6)]\n",
    "    add_stats(integrations,integrations_key)\n",
    "    print(ps.get_values_as_numbers(repo,integrations_key))\n",
    "\n",
    "def update_external(repo):\n",
    "    def update_external_single(repo,date,original,removals,key):\n",
    "        if original is None:\n",
    "            return\n",
    "        for r in removals:\n",
    "            try:\n",
    "                original -= r\n",
    "            except TypeError:\n",
    "                pass # can't subtract None from a set\n",
    "        ps.add_stat(repo=repo,date=date,stat=key,value=original)\n",
    "    \n",
    "    # so we used to double count hackathon folks as external folks\n",
    "    # we fixed that but now the external counts suddenly unexpectedly dropped\n",
    "    # let's fix that in the historical record\n",
    "    # actually this should be easy\n",
    "    # just iterate through every date and subtract hackathon folks from external folks and resave the difference as external\n",
    "    #external participants\n",
    "    for date in dates:\n",
    "        ec  = ps.get_values(repo, ec_key,[date])[0]\n",
    "        hc  = ps.get_values(repo, hc_key,[date])[0]\n",
    "        ep  = ps.get_values(repo, ep_key,[date])[0]\n",
    "        hp  = ps.get_values(repo, hp_key,[date])[0]\n",
    "        eup = {'u-u-h', 'jayeshbadwaik'}\n",
    "        update_external_single(repo=repo,date=date,original=ec,removals=[hc],     key=ec_key)\n",
    "        update_external_single(repo=repo,date=date,original=ep,removals=[hp,eup], key=ep_key)\n",
    "    \n",
    "def manually_add_historical_committers():\n",
    "    # for external committers also go through and manually add them in the early months\n",
    "    sep_committers=set(['cotigao','daniarherikurniawan','jan--f'])\n",
    "    oct_committers=sep_committers | set(['raikrahul'])\n",
    "    committers = [(jun_date,set()),(sep_date,sep_committers),(oct_date,oct_committers),('2020-12-20',oct_committers),('2020-12-21',oct_committers),('2020-12-23',oct_committers)]\n",
    "    add_stats(committers,ec_key)\n",
    "    #print(ps.get_values_as_numbers(repo, 'external_participants'))\n",
    "\n",
    "def clean_external():\n",
    "    print(dates)  \n",
    "    for r in ps.get_repos():\n",
    "        print(\"Will clean external committers and participants for %s\" % r)\n",
    "        update_external(r)\n",
    "        print(ps.get_values_as_numbers(r, ec_key))\n",
    "        print(ps.get_values_as_numbers(r, ep_key))\n",
    "    print(ps.get_values(repo, ec_key))\n",
    "\n",
    "#update_webinar()\n",
    "print(ps.get_dates(repo))\n",
    "ps.persist()\n",
    "#manually_add_historical_committers()\n",
    "#update_slack()\n",
    "#update_newsletter()\n",
    "#update_webinar()\n",
    "#update_integrations()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8 8\n",
      "2020-12-20 {'PengMacro', 'callahad', 'jan--f', 'kevin-a-nelson', 'jayeshbadwaik', 'daniarherikurniawan', 'u-u-h', 'zeronewb'}\n",
      "2020-12-21 {'kevin-a-nelson', 'jayeshbadwaik', 'daniarherikurniawan', 'u-u-h', 'zeronewb', 'PengMacro', 'callahad', 'jan--f'}\n",
      "set()\n",
      "[0, 0, 0, 0, 8, 8, 73, 75, 76, 78, 79, 79, 77]\n",
      "{'u-u-h', 'jayeshbadwaik'}\n"
     ]
    }
   ],
   "source": [
    "def clean_external_participants():\n",
    "    ep1=ps.stats[repo][dates[4]][ep_key]\n",
    "    ep2=ps.stats[repo][dates[5]][ep_key]\n",
    "    print(len(ep1),len(ep2))\n",
    "    print(dates[4],ep1)\n",
    "    print(dates[5],ep2)\n",
    "    print(ep1-ep2)\n",
    "    ps.stats[repo][dates[5]][ep_key]=ep2|{'jan--f'}\n",
    "    ps.persist()\n",
    "    print(ps.get_values_as_numbers(repo, ep_key))\n",
    "    ep3=ps.stats[repo][dates[-1]][ep_key]\n",
    "    ep4=ps.stats[repo][dates[-2]][ep_key]\n",
    "    print(ep4-ep3)\n",
    "#clean_external_participants()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_logins(Type):\n",
    "    folks=set()\n",
    "    people=cortx_community.CortxCommunity()\n",
    "    for p in people.values():\n",
    "        if p.type == Type:\n",
    "            folks.add(p.login)\n",
    "    return folks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'nikhilsawake', 'suntins', 'harrison-seow-seagate', 'namu3418-seagate', 'jay-stx', 'hemantvraut', 'TProhofsky', 'kenjhaugen', 'christina-00', 'LumCheeWai', 'FullMentalPanic', 'yanqingfu', 'suykerbuyk', 'laike23', 'sbruce', 'ManuelCabusas', 'rupasree-roy', 'stx-yazid', 'fyqphd', 'ShrihariWaskar', 'ninovsnino', 'vaibhavparatwar', 'starGate123', 'seagate-eds', 'Jeetandra', 'WesleyChanWingHung', 'fyq', 'ketanarlulkar', 'kachhwahadivya', 'paulq11', 'GreenEggNHam', 'brian479974', 'AmberJH'}\n",
      "GLOBAL [None, None, None, None, 12, 12, 12, 12, 12, 12, 12, 12, 12]\n",
      "cortx [11, 11, 11, 11, 11, 11, 11, 11, 11]\n",
      "cortx-dsal [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-experiments [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-fs [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-fs-ganesha [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-ha [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-hare [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-images [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-management-portal [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-manager [1, 1, 1, 1, 1, 1, 1, 1, 1]\n",
      "cortx-monitor [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-motr [2, 2, 2, 2, 2, 2, 2, 2, 2]\n",
      "cortx-motr-galois [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-nsal [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-posix [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-prvsnr [0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
      "cortx-s3server [2, 2, 2, 2, 2, 2, 2, 2, 2]\n",
      "cortx-utils [0, 0, 0, 0, 0, 1, 1, 1, 1]\n"
     ]
    }
   ],
   "source": [
    "# we once mistakenly characterized a few team folks as innersource folks\n",
    "def clean_innersource(repo,Type,folks):\n",
    "    key='innersource_%s'%Type\n",
    "    for d in ps.get_dates(repo):\n",
    "        try:\n",
    "            values=ps.stats[repo][d][key]\n",
    "        except KeyError:\n",
    "            continue # some keys didn't always exist\n",
    "        if isinstance(values,set):\n",
    "            bad = [v for v in values if v not in folks]\n",
    "            if len(bad)>0:\n",
    "                print(\"Need to remove\",bad,\"from %s:%s on %s\" % (repo,key,d))\n",
    "                new_values = values - set(bad)\n",
    "                print(\"Will reduce from %d to %d\" % (len(values),len(new_values)))\n",
    "                ps.stats[repo][d][key]=new_values\n",
    "\n",
    "def print_values(repo,key,dates=None):\n",
    "    for v in ps.get_values(repo,key,dates):\n",
    "        try:\n",
    "            print(len(v),sorted(v))\n",
    "        except:\n",
    "            print(v)\n",
    "\n",
    "\n",
    "def bulk_clean():\n",
    "    for r in ps.get_repos():\n",
    "        for t in ('participants','committers'):\n",
    "            clean_innersource(repo=r,Type=t,folks=folks)\n",
    "            print(r,t,ps.get_values_as_numbers(r,'innersource_%s'%t))\n",
    "            \n",
    "folks=get_logins('Innersource')\n",
    "print(folks)\n",
    "\n",
    "#bulk_clean()\n",
    "#ps.persist()\n",
    "#print(\"all cleaned?!?!\")\n",
    "def clean_ip():\n",
    "    repo='GLOBAL'\n",
    "    key='innersource_participants'\n",
    "    dates=ps.get_dates(repo)\n",
    "    good_values=ps.get_values(repo=repo,key=key,dates=[dates[5]])[0]\n",
    "    for d in [dates[2],dates[3],dates[4]]:\n",
    "        ps.add_stat(date=d,repo=repo,stat=key,value=good_values)\n",
    "    print_values(repo,key,dates)\n",
    "    print(len(values),values)\n",
    "    \n",
    "def clean_ic():\n",
    "    repo='GLOBAL'\n",
    "    key='innersource_committers'\n",
    "    clean_innersource(repo,'committers',folks)\n",
    "    \n",
    "#clean_ip()\n",
    "def print_innersource(Key):\n",
    "    for r in ps.get_repos():\n",
    "        print(r, ps.get_values_as_numbers(repo=r,key=Key))\n",
    "\n",
    "clean_ic()\n",
    "print_innersource('innersource_committers')\n",
    "ps.persist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Difference between first and last is: set()\n",
      "Difference between last and first is: set()\n"
     ]
    }
   ],
   "source": [
    "compare_fields(ps=ps,repo='cortx',field='innersource_committers',verbose=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Difference between first and last is: {'hemant.raut407@gmail.com', 'sawake.nikhil@gmail.com'}\n",
      "Difference between last and first is: {'dhananjay.dandapat@yahoo.com', 'me@mko.io', 'caoshiwei@gmail.com', 'w.stief@gmx.net', 'wobey@uncc.edu', 'byronjones@outlook.com', 'bararviv0120@gmai.com', 'leon.fischer@fygle.eu', 'joseph.melnick@gmail.com', 'pttpzp@hotmail.com', 'xxhdx1985126@gmail.com', 'Dammian.Miller@gmail.com', 'liangsibin@gmail.com', 'rhwlyw@163.com', 'i@rsplwe.com', 'i@4leaf.me', 'kchai@redhat.com', 'wanghaoyu@frazil.me', 'sora@morimoto.io', 'https://www.linkedin.com/in/raikrahul/', 'gershon@weka.io', 'jan@hacker.ch', 'eric.yutao@gmail.com', 'plamen.m.petkov@gmail.com', 'ariel.shtul@redislabs.com', 'grezboo@gmail.com', 'contact@WilliamMcGann.com', 'andreas@gaupmann.net', 'rogerio.pontes@pm.me', 'kevin@kdecherf.com', 'matth@danielito.org', 'pingsivapong@hotmail.com', 'aaron@heyaaron.com', 'github@stillwater-sc.com', 'zhoutong12589@163.com', 'lenz@grimmer.com', 'venkat.crescentian@gmail.com, dominic097@gmail.com', 'lilinxiong1997@gmail.com', 'david.alpha.fox@gmail.com', 'niradler55@gmail.com', 'github@monster010.de', 'iWangJiaXiang@outlook.com', 'xiena89@gmail.com', 'james@ustc.edu.cn', 'mikesevilla3@gmail.com', 'renoir42@yahoo.com', 'leonardoprado@gmail.com', 'jason@ackley.net', 'surikov01@icloud.com', 'linus@andromedarabbit.net', 'dominic097@gmail.com', 'matthew@tldus.com', 'jiawei1227@pm.me', 'wormik@gmail.com', 'zenghuanmy@zenghuanmy.com', 'brienarabella@gmail.com', 'dch@skunkwerks.at', 'my3157@hotmail.com', 'i@rainng.com', 'szhilkin@gmail.com'}\n"
     ]
    }
   ],
   "source": [
    "compare_fields(ps=ps,repo='cortx',field='external_email_addresses',verbose=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GLOBAL issues_closed_ave_age_in_s -> 4990879 \n",
      "cortx-ha issues_closed_ave_age_in_s -> 3722564 \n",
      "cortx-hare issues_closed_ave_age_in_s -> 3960006 \n",
      "GLOBAL issues_closed -> 857 \n",
      "cortx-ha issues_closed -> 24 \n",
      "cortx-hare issues_closed -> 572 \n"
     ]
    }
   ],
   "source": [
    "targets=['issues_closed_ave_age_in_s','issues_closed']\n",
    "for target in targets:\n",
    "    for r in ['GLOBAL','cortx-ha','cortx-hare']:\n",
    "        print(\"%s %s -> %d \" % (r, target, ps.stats[r]['2020-12-29'][target]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "19 out of 19 repos have been scanned\n"
     ]
    }
   ],
   "source": [
    "check_scan_progress('2021-01-06',ps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'2021-01-02'"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(a,b)=ps.get_latest('cortx-hare')\n",
    "a['issues_open']\n",
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{('3Domse3', datetime.datetime(2020, 12, 3, 13, 16, 46)),\n",
       " ('Aar7', datetime.datetime(2020, 11, 30, 16, 12, 38)),\n",
       " ('AbhishekPawar5', datetime.datetime(2020, 6, 3, 2, 30, 15)),\n",
       " ('AndrewTsao', datetime.datetime(2020, 9, 29, 11, 12, 45)),\n",
       " ('Azure99', datetime.datetime(2020, 10, 28, 8, 39, 48)),\n",
       " ('Billjessm', datetime.datetime(2020, 10, 7, 1, 16, 23)),\n",
       " ('Bronts', datetime.datetime(2020, 10, 28, 4, 58, 24)),\n",
       " ('ByronScottJones', datetime.datetime(2020, 9, 28, 9, 37, 8)),\n",
       " ('Caron-Huang', datetime.datetime(2020, 10, 28, 15, 51, 1)),\n",
       " ('Cookiekira', datetime.datetime(2020, 10, 28, 10, 1, 27)),\n",
       " ('DNA', datetime.datetime(2020, 10, 19, 22, 37, 45)),\n",
       " ('DammianMiller', datetime.datetime(2020, 9, 25, 5, 53, 27)),\n",
       " ('DavidAlphaFox', datetime.datetime(2020, 10, 14, 2, 45, 20)),\n",
       " ('Ehekatl', datetime.datetime(2020, 9, 25, 3, 1, 48)),\n",
       " ('EricYT', datetime.datetime(2020, 10, 26, 7, 25, 49)),\n",
       " ('FYGLE', datetime.datetime(2020, 10, 10, 21, 8, 13)),\n",
       " ('FirePontiac', datetime.datetime(2020, 11, 27, 13, 10, 33)),\n",
       " ('FlorianHeigl', datetime.datetime(2020, 9, 25, 11, 17, 39)),\n",
       " ('FlorianHeigl', datetime.datetime(2020, 9, 25, 21, 49, 30)),\n",
       " ('FrancescAlted', datetime.datetime(2020, 9, 26, 7, 18, 57)),\n",
       " ('FrankZeng2000', datetime.datetime(2020, 10, 28, 9, 46, 27)),\n",
       " ('FullMentalPanic', datetime.datetime(2020, 10, 5, 14, 29, 6)),\n",
       " ('Gau02', datetime.datetime(2020, 9, 24, 18, 45, 2)),\n",
       " ('GeorgeErickson', datetime.datetime(2020, 9, 25, 7, 21, 52)),\n",
       " ('GeorgeErickson', datetime.datetime(2020, 9, 25, 7, 27, 10)),\n",
       " ('GhostPunk', datetime.datetime(2020, 9, 27, 16, 23, 5)),\n",
       " ('GrantMackey-WDC', datetime.datetime(2020, 9, 28, 16, 37, 40)),\n",
       " ('GreenEggNHam', datetime.datetime(2020, 6, 4, 19, 48, 39)),\n",
       " ('Hermanowicz', datetime.datetime(2020, 10, 22, 11, 33, 5)),\n",
       " ('JBMedeiros', datetime.datetime(2020, 10, 21, 22, 8, 56)),\n",
       " ('JugalPatil', datetime.datetime(2020, 9, 25, 10, 25, 7)),\n",
       " ('Kalpesh-Chhajed', datetime.datetime(2020, 9, 21, 16, 49, 51)),\n",
       " ('Kdecherf', datetime.datetime(2020, 10, 15, 9, 41, 31)),\n",
       " ('KiisterPlaster', datetime.datetime(2020, 12, 14, 19, 36, 31)),\n",
       " ('Kimsome', datetime.datetime(2020, 12, 19, 7, 44, 14)),\n",
       " ('LenzGr', datetime.datetime(2020, 9, 28, 9, 27, 13)),\n",
       " ('LiuYinCarl', datetime.datetime(2020, 10, 10, 14, 40, 11)),\n",
       " ('LumCheeWai', datetime.datetime(2020, 12, 8, 14, 13, 50)),\n",
       " ('ManuelCabusas', datetime.datetime(2020, 11, 6, 13, 43, 11)),\n",
       " ('ManuelCabusas', datetime.datetime(2020, 11, 7, 13, 24, 15)),\n",
       " ('NeeravChoudhari', datetime.datetime(2020, 12, 31, 4, 43, 21)),\n",
       " ('NeeravChoudhari', datetime.datetime(2020, 12, 31, 4, 43, 27)),\n",
       " ('NeeravChoudhari', datetime.datetime(2020, 12, 31, 4, 43, 30)),\n",
       " ('NeeravChoudhari', datetime.datetime(2020, 12, 31, 9, 7, 49)),\n",
       " ('O5Jeff', datetime.datetime(2020, 9, 25, 5, 59, 54)),\n",
       " ('PeterRK', datetime.datetime(2020, 11, 15, 7, 25, 10)),\n",
       " ('Plaudern', datetime.datetime(2020, 10, 28, 9, 18, 43)),\n",
       " ('ProfFan', datetime.datetime(2020, 9, 25, 13, 22, 16)),\n",
       " ('RAHUL-KESHERVANI', datetime.datetime(2020, 10, 26, 4, 42, 8)),\n",
       " ('RajeshPratapSInghChouhan', datetime.datetime(2020, 10, 13, 7, 34, 1)),\n",
       " ('RajeshPratapSInghChouhan', datetime.datetime(2020, 10, 13, 7, 34, 6)),\n",
       " ('RajeshPratapSInghChouhan', datetime.datetime(2020, 10, 13, 7, 34, 7)),\n",
       " ('Ravenwater', datetime.datetime(2020, 9, 25, 18, 17, 29)),\n",
       " ('Rsplwe', datetime.datetime(2020, 10, 3, 4, 1, 21)),\n",
       " ('Saumya-Sunder', datetime.datetime(2020, 8, 31, 15, 51, 27)),\n",
       " ('Sayanta66', datetime.datetime(2020, 10, 22, 6, 9, 10)),\n",
       " ('SondreKindem', datetime.datetime(2020, 9, 25, 21, 5)),\n",
       " ('Syize', datetime.datetime(2020, 10, 28, 8, 52, 25)),\n",
       " ('TProhofsky', datetime.datetime(2020, 5, 19, 12, 45, 31)),\n",
       " ('TheSemicolon', datetime.datetime(2020, 9, 25, 23, 59, 25)),\n",
       " ('Totobo', datetime.datetime(2020, 10, 28, 8, 49, 54)),\n",
       " ('VRanger', datetime.datetime(2020, 12, 26, 17, 46, 8)),\n",
       " ('VinozzZ', datetime.datetime(2020, 10, 1, 2, 18, 14)),\n",
       " ('VoVAllen', datetime.datetime(2020, 10, 14, 8, 20, 15)),\n",
       " ('WJL3333', datetime.datetime(2020, 10, 28, 5, 6, 35)),\n",
       " ('WesleyChanWingHung', datetime.datetime(2020, 6, 5, 12, 17, 58)),\n",
       " ('XtremeMaC', datetime.datetime(2020, 12, 14, 17, 37, 53)),\n",
       " ('aespinoza', datetime.datetime(2020, 9, 25, 16, 15, 36)),\n",
       " ('aewens', datetime.datetime(2020, 9, 28, 16, 9, 49)),\n",
       " ('amitwac2608', datetime.datetime(2020, 5, 20, 4, 15, 5)),\n",
       " ('andreas-31', datetime.datetime(2020, 9, 25, 5, 54, 54)),\n",
       " ('angristan', datetime.datetime(2020, 9, 25, 9, 9, 54)),\n",
       " ('angristan', datetime.datetime(2020, 9, 25, 9, 10, 33)),\n",
       " ('anirbanhdesk', datetime.datetime(2020, 12, 2, 14, 58)),\n",
       " ('anirbanhdesk', datetime.datetime(2020, 12, 7, 16, 59, 20)),\n",
       " ('ashtul', datetime.datetime(2020, 12, 6, 9, 33, 38)),\n",
       " ('at15', datetime.datetime(2020, 9, 26, 14, 49, 13)),\n",
       " ('bansisoni', datetime.datetime(2020, 9, 25, 3, 3, 1)),\n",
       " ('bansisoni', datetime.datetime(2020, 9, 30, 6, 31, 43)),\n",
       " ('baslking', datetime.datetime(2020, 9, 28, 15, 57, 59)),\n",
       " ('bblewett', datetime.datetime(2020, 9, 25, 3, 17, 32)),\n",
       " ('bg6cq', datetime.datetime(2020, 9, 25, 13, 0, 29)),\n",
       " ('bhavinkk', datetime.datetime(2020, 6, 8, 4, 21, 52)),\n",
       " ('bigbankhanktv', datetime.datetime(2020, 12, 25, 10, 21, 57)),\n",
       " ('bkirunge7', datetime.datetime(2020, 11, 1, 17, 48, 49)),\n",
       " ('brentstewart', datetime.datetime(2020, 9, 25, 22, 1, 37)),\n",
       " ('brian479974', datetime.datetime(2020, 9, 27, 15, 41, 11)),\n",
       " ('brian479974', datetime.datetime(2020, 10, 20, 14, 14, 54)),\n",
       " ('btravouillon', datetime.datetime(2020, 9, 26, 19, 5, 47)),\n",
       " ('burmanm', datetime.datetime(2020, 9, 25, 13, 41, 28)),\n",
       " ('charles263', datetime.datetime(2020, 10, 28, 5, 6, 20)),\n",
       " ('ciruzzo', datetime.datetime(2020, 12, 29, 0, 54, 55)),\n",
       " ('cliche7', datetime.datetime(2020, 9, 25, 0, 37, 44)),\n",
       " ('cnpdev', datetime.datetime(2020, 9, 26, 2, 4, 56)),\n",
       " ('coder280', datetime.datetime(2020, 9, 28, 22, 31, 37)),\n",
       " ('cpitclaudel', datetime.datetime(2020, 12, 14, 20, 35, 27)),\n",
       " ('daimons', datetime.datetime(2020, 12, 14, 11, 24, 33)),\n",
       " ('darkpixel', datetime.datetime(2020, 9, 28, 19, 12, 15)),\n",
       " ('dbagchee', datetime.datetime(2020, 6, 3, 15, 36, 38)),\n",
       " ('denniswier', datetime.datetime(2020, 10, 27, 22, 57, 47)),\n",
       " ('dfenglei', datetime.datetime(2020, 12, 30, 8, 57, 28)),\n",
       " ('djahnke', datetime.datetime(2020, 11, 8, 23, 18, 36)),\n",
       " ('dmitrydb', datetime.datetime(2020, 7, 15, 10, 54, 19)),\n",
       " ('dmitrydb', datetime.datetime(2020, 9, 25, 16, 32, 29)),\n",
       " ('dotnwat', datetime.datetime(2020, 9, 26, 13, 21, 17)),\n",
       " ('dshiryaev-plesk', datetime.datetime(2020, 9, 28, 3, 38, 29)),\n",
       " ('ecommerce-guy', datetime.datetime(2020, 4, 24, 15, 9, 29)),\n",
       " ('enixdark', datetime.datetime(2020, 10, 20, 18, 36, 49)),\n",
       " ('exherb', datetime.datetime(2020, 9, 30, 1, 24, 13)),\n",
       " ('fanyingjie11', datetime.datetime(2020, 11, 19, 14, 49, 5)),\n",
       " ('flix42', datetime.datetime(2020, 9, 25, 14, 18, 19)),\n",
       " ('fnmsd', datetime.datetime(2020, 10, 30, 9, 52, 1)),\n",
       " ('footlooseboss', datetime.datetime(2020, 12, 5, 9, 21, 50)),\n",
       " ('gauravchaudhari02', datetime.datetime(2020, 6, 6, 11, 35, 19)),\n",
       " ('geva30', datetime.datetime(2020, 11, 3, 16, 44, 30)),\n",
       " ('grezbo', datetime.datetime(2020, 10, 13, 1, 23, 27)),\n",
       " ('hardhub', datetime.datetime(2020, 9, 28, 8, 25, 18)),\n",
       " ('hemantvraut', datetime.datetime(2020, 6, 10, 12, 58, 2)),\n",
       " ('holajiawei', datetime.datetime(2020, 9, 29, 19, 28, 13)),\n",
       " ('huanghua78', datetime.datetime(2020, 5, 14, 0, 38, 19)),\n",
       " ('huanghua78', datetime.datetime(2020, 8, 4, 12, 42, 40)),\n",
       " ('huanghua78', datetime.datetime(2020, 11, 23, 4, 23, 11)),\n",
       " ('iWangJiaxiang', datetime.datetime(2020, 9, 25, 10, 55, 24)),\n",
       " ('imvenkip', datetime.datetime(2020, 6, 6, 1, 1, 10)),\n",
       " ('imvenkip', datetime.datetime(2020, 9, 26, 6, 26, 37)),\n",
       " ('imvenkip', datetime.datetime(2020, 9, 26, 6, 27, 15)),\n",
       " ('imvenkip', datetime.datetime(2020, 9, 26, 7, 2, 39)),\n",
       " ('imvenkip', datetime.datetime(2020, 9, 26, 7, 4, 20)),\n",
       " ('imvenkip', datetime.datetime(2020, 9, 26, 14, 29, 16)),\n",
       " ('indrajitzagade', datetime.datetime(2020, 6, 9, 11, 39, 50)),\n",
       " ('ipconfigme', datetime.datetime(2020, 10, 3, 3, 2, 28)),\n",
       " ('ipoddubnyy', datetime.datetime(2020, 9, 22, 18, 27, 23)),\n",
       " ('itsuros', datetime.datetime(2020, 12, 4, 18, 24, 3)),\n",
       " ('jaikumarm', datetime.datetime(2020, 9, 24, 19, 53, 46)),\n",
       " ('jasonliu-idat', datetime.datetime(2020, 10, 29, 5, 54, 38)),\n",
       " ('jeanfrancis', datetime.datetime(2020, 12, 21, 19, 41, 28)),\n",
       " ('jodhi', datetime.datetime(2020, 9, 27, 20, 26, 42)),\n",
       " ('joehandzik', datetime.datetime(2020, 9, 28, 21, 48, 5)),\n",
       " ('johnbent', datetime.datetime(2020, 5, 19, 2, 19, 23)),\n",
       " ('jsynack', datetime.datetime(2020, 10, 7, 23, 51, 9)),\n",
       " ('justinzw', datetime.datetime(2020, 9, 25, 21, 18, 15)),\n",
       " ('kappa-wingman', datetime.datetime(2020, 9, 26, 1, 32, 54)),\n",
       " ('kaustubh-d', datetime.datetime(2020, 9, 26, 5, 31, 11)),\n",
       " ('kaustubh-d', datetime.datetime(2020, 9, 26, 5, 31, 51)),\n",
       " ('kaustubh-d', datetime.datetime(2020, 9, 26, 5, 34, 53)),\n",
       " ('kaustubh-d', datetime.datetime(2020, 9, 26, 5, 40, 45)),\n",
       " ('kawasaki', datetime.datetime(2020, 9, 25, 4, 21, 5)),\n",
       " ('kenjhaugen', datetime.datetime(2020, 6, 4, 15, 42, 39)),\n",
       " ('ketanarlulkar', datetime.datetime(2020, 6, 13, 2, 40, 44)),\n",
       " ('kevin-a-nelson', datetime.datetime(2020, 10, 5, 17, 50, 15)),\n",
       " ('kimrow', datetime.datetime(2020, 9, 25, 18, 25, 40)),\n",
       " ('kiranmangalore', datetime.datetime(2020, 10, 1, 15, 7, 7)),\n",
       " ('kirito-0', datetime.datetime(2020, 10, 23, 14, 29, 40)),\n",
       " ('knekrasov', datetime.datetime(2020, 9, 3, 8, 27, 13)),\n",
       " ('laike23', datetime.datetime(2020, 12, 7, 0, 9, 3)),\n",
       " ('lambke', datetime.datetime(2020, 9, 25, 17, 49, 40)),\n",
       " ('layingz', datetime.datetime(2020, 10, 30, 2, 53, 35)),\n",
       " ('lihuanghai', datetime.datetime(2020, 12, 7, 12, 32, 36)),\n",
       " ('lihuimail', datetime.datetime(2020, 10, 3, 12, 34, 8)),\n",
       " ('lilinxiong', datetime.datetime(2020, 11, 26, 3, 43, 16)),\n",
       " ('lofwyr', datetime.datetime(2020, 9, 24, 18, 16, 9)),\n",
       " ('luokery', datetime.datetime(2020, 11, 15, 2, 58, 21)),\n",
       " ('mariyappanp', datetime.datetime(2020, 6, 8, 2, 28, 42)),\n",
       " ('matthdan', datetime.datetime(2020, 12, 13, 14, 9, 25)),\n",
       " ('michaelsevilla', datetime.datetime(2020, 12, 19, 1, 48, 51)),\n",
       " ('mingnet', datetime.datetime(2020, 9, 27, 4, 17, 5)),\n",
       " ('mko-io', datetime.datetime(2020, 9, 25, 3, 19, 32)),\n",
       " ('mohitpathak1', datetime.datetime(2020, 9, 26, 8, 12, 44)),\n",
       " ('monster010', datetime.datetime(2020, 10, 7, 13, 58, 38)),\n",
       " ('moose228', datetime.datetime(2020, 11, 12, 16, 56, 30)),\n",
       " ('mskarbek', datetime.datetime(2020, 10, 7, 21, 19, 4)),\n",
       " ('mskarbek', datetime.datetime(2020, 10, 7, 21, 19, 42)),\n",
       " ('muyun12', datetime.datetime(2020, 11, 18, 5, 35, 12)),\n",
       " ('my3157', datetime.datetime(2020, 12, 3, 9, 35, 47)),\n",
       " ('nampingg', datetime.datetime(2020, 12, 4, 14, 36, 58)),\n",
       " ('namu3418-seagate', datetime.datetime(2020, 6, 3, 15, 25, 53)),\n",
       " ('nikhilsawake', datetime.datetime(2020, 5, 19, 6, 43, 32)),\n",
       " ('ninovsnino', datetime.datetime(2020, 10, 9, 2, 21, 40)),\n",
       " ('nocusds', datetime.datetime(2020, 9, 28, 16, 1, 12)),\n",
       " ('novium258', datetime.datetime(2020, 9, 25, 21, 19, 24)),\n",
       " ('nulluserid', datetime.datetime(2020, 9, 24, 22, 9, 59)),\n",
       " ('ovovco', datetime.datetime(2020, 10, 28, 6, 12, 3)),\n",
       " ('paoloteti', datetime.datetime(2020, 9, 28, 7, 16, 27)),\n",
       " ('paulq11', datetime.datetime(2020, 9, 25, 22, 0, 54)),\n",
       " ('peytonmcnully', datetime.datetime(2020, 9, 30, 18, 14, 41)),\n",
       " ('peytonmcnully', datetime.datetime(2020, 9, 30, 18, 15, 37)),\n",
       " ('plamenp1973', datetime.datetime(2020, 9, 29, 9, 31, 52)),\n",
       " ('ppfranco', datetime.datetime(2020, 9, 29, 15, 21, 48)),\n",
       " ('prathameshrodi', datetime.datetime(2020, 9, 25, 13, 5, 43)),\n",
       " ('pttpzp', datetime.datetime(2020, 9, 25, 2, 3, 20)),\n",
       " ('qiuyi21', datetime.datetime(2020, 9, 25, 3, 7, 19)),\n",
       " ('rajkumarpatel2602', datetime.datetime(2020, 5, 20, 4, 12, 36)),\n",
       " ('renhwztetecs', datetime.datetime(2020, 10, 20, 10, 13, 45)),\n",
       " ('rgmacedo', datetime.datetime(2020, 12, 23, 10, 6, 43)),\n",
       " ('rikewang', datetime.datetime(2020, 10, 13, 2, 26, 45)),\n",
       " ('rogerioacp', datetime.datetime(2020, 12, 28, 18, 23, 40)),\n",
       " ('rupasree-roy', datetime.datetime(2020, 9, 29, 0, 50, 27)),\n",
       " ('ryancx', datetime.datetime(2020, 10, 21, 2, 0, 17)),\n",
       " ('sampadap03', datetime.datetime(2020, 10, 8, 9, 34, 20)),\n",
       " ('sar', datetime.datetime(2020, 10, 24, 16, 6, 27)),\n",
       " ('sbruce', datetime.datetime(2020, 8, 31, 13, 0, 37)),\n",
       " ('sbruce', datetime.datetime(2020, 9, 25, 22, 41, 32)),\n",
       " ('schnoddelbotz', datetime.datetime(2020, 10, 9, 14, 9, 49)),\n",
       " ('seagate-eds', datetime.datetime(2020, 6, 6, 1, 28, 41)),\n",
       " ('shailesh-vaidya', datetime.datetime(2020, 5, 19, 3, 50, 40)),\n",
       " ('shailesh-vaidya', datetime.datetime(2020, 9, 24, 12, 9, 29)),\n",
       " ('skmc1976', datetime.datetime(2020, 9, 25, 3, 50, 21)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 32, 42)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 32, 44)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 23)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 35)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 39)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 42)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 45)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 49)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 52)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 55)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 33, 59)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 34, 3)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 34, 6)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 34, 11)),\n",
       " ('smorimoto', datetime.datetime(2020, 9, 25, 9, 34, 20)),\n",
       " ('smorimoto', datetime.datetime(2020, 10, 8, 4, 0, 44)),\n",
       " ('spdfnet', datetime.datetime(2020, 9, 25, 8, 3, 12)),\n",
       " ('splitbrainCH', datetime.datetime(2020, 12, 27, 0, 25, 16)),\n",
       " ('sradhanand-pati', datetime.datetime(2020, 6, 8, 4, 1, 43)),\n",
       " ('starGate123', datetime.datetime(2020, 11, 11, 16, 20, 37)),\n",
       " ('starGate123', datetime.datetime(2020, 11, 30, 13, 8, 56)),\n",
       " ('stiefkind', datetime.datetime(2020, 9, 25, 12, 36, 18)),\n",
       " ('swimfish09', datetime.datetime(2020, 9, 27, 8, 2, 2)),\n",
       " ('szakitom', datetime.datetime(2020, 11, 2, 3, 13, 44)),\n",
       " ('szhilkin', datetime.datetime(2020, 9, 25, 21, 57, 51)),\n",
       " ('tb0hdan', datetime.datetime(2020, 9, 25, 12, 44, 2)),\n",
       " ('tchaikov', datetime.datetime(2020, 9, 25, 16, 14, 13)),\n",
       " ('tehbilly', datetime.datetime(2020, 10, 27, 12, 23, 48)),\n",
       " ('tgeerdes-SG', datetime.datetime(2020, 9, 25, 22, 41, 7)),\n",
       " ('thavanathan', datetime.datetime(2020, 6, 8, 3, 11, 45)),\n",
       " ('thavanathan', datetime.datetime(2020, 6, 18, 13, 54, 19)),\n",
       " ('the-oaks', datetime.datetime(2020, 9, 26, 12, 36, 11)),\n",
       " ('theanoli', datetime.datetime(2020, 12, 23, 13, 14, 47)),\n",
       " ('tldusdev', datetime.datetime(2020, 12, 15, 23, 53, 12)),\n",
       " ('tobley', datetime.datetime(2020, 9, 25, 21, 33, 33)),\n",
       " ('trisongz', datetime.datetime(2020, 9, 25, 17, 55, 39)),\n",
       " ('udayan-y21', datetime.datetime(2020, 7, 13, 6, 36, 51)),\n",
       " ('usama-jamil', datetime.datetime(2020, 10, 12, 13, 6, 57)),\n",
       " ('venkuppu-chn', datetime.datetime(2020, 7, 10, 12, 43, 46)),\n",
       " ('vishwas-bhat', datetime.datetime(2020, 6, 6, 6, 13, 13)),\n",
       " ('visuvasaraj', datetime.datetime(2020, 6, 3, 5, 8, 20)),\n",
       " ('wobey000', datetime.datetime(2020, 12, 24, 12, 53, 12)),\n",
       " ('x11562', datetime.datetime(2020, 9, 25, 7, 30, 55)),\n",
       " ('xahmad', datetime.datetime(2020, 5, 19, 14, 33, 4)),\n",
       " ('xbigo', datetime.datetime(2020, 11, 2, 13, 1, 26)),\n",
       " ('xuning97', datetime.datetime(2020, 10, 27, 9, 6, 1)),\n",
       " ('xuqing-er', datetime.datetime(2020, 11, 18, 7, 22, 55)),\n",
       " ('xxhdx1985126', datetime.datetime(2020, 9, 26, 3, 29, 54)),\n",
       " ('yanqingfu', datetime.datetime(2020, 9, 28, 1, 37, 18)),\n",
       " ('yish8213', datetime.datetime(2020, 9, 25, 6, 52, 12)),\n",
       " ('yooyer', datetime.datetime(2020, 10, 29, 2, 16, 51)),\n",
       " ('ypise', datetime.datetime(2020, 8, 6, 10, 23, 43)),\n",
       " ('zakarum', datetime.datetime(2020, 11, 4, 1, 1, 53)),\n",
       " ('zeronewb', datetime.datetime(2020, 9, 27, 20, 29, 21)),\n",
       " ('zhengshuxin', datetime.datetime(2020, 12, 27, 14, 48, 5)),\n",
       " ('zhoutong12589', datetime.datetime(2020, 10, 28, 5, 3, 3)),\n",
       " ('zyhkz', datetime.datetime(2020, 11, 4, 8, 27, 18))}"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ps.stats['GLOBAL']['2021-01-02']['stars']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'clones_unique_14_days': 4, 'pull_requests_external': 0, 'seagate_blog_referrer_uniques': 0, 'watchers': 34, 'downloads_vms': 0, 'seagate_referrer_uniques': 0, 'views_unique_14_days': 106, 'innersource_participants': 5, 'forks': 13, 'stars': 19, 'external_participants': 0, 'clones_count_14_days': 38}\n"
     ]
    }
   ],
   "source": [
    "# this block is a one-time thing to add historical data from before we automated the scraping\n",
    "d1={'innersource_participants' : 5, 'pull_requests_external' : 0, \n",
    "    'external_participants' : 0,\n",
    "    'watchers' : 34, 'stars' : 19, 'forks' : 13, 'views_unique_14_days' : 106,\n",
    "    'clones_count_14_days' : 38, 'clones_unique_14_days' : 4,\n",
    "    'seagate_blog_referrer_uniques' : 0, 'seagate_referrer_uniques' : 0,\n",
    "    'downloads_vms' : 0}\n",
    "d1_date='2020-05-19'\n",
    "d2={'innersource_participants' : 8, 'pull_requests_external' : 0, \n",
    "    'external_participants' : 0,\n",
    "    'watchers' : 69, 'stars' : 52, 'forks' : 42, \n",
    "    'views_unique_14_days' : 86,\n",
    "    'clones_count_14_days' : 15, 'clones_unique_14_days' : 6,\n",
    "    'seagate_blog_referrer_uniques' : 0, 'seagate_referrer_uniques' : 0,\n",
    "    'downloads_vms' : 0}\n",
    "d2_date='2020-07-06'\n",
    "d3={'innersource_participants' : 18, 'pull_requests_external' : 1, \n",
    "    'external_participants' : 0,\n",
    "    'watchers' : 62, 'stars' : 116, 'forks' : 31, \n",
    "    'views_unique_14_days' : 1817,\n",
    "    'clones_count_14_days' : 468, 'clones_unique_14_days' : 224,\n",
    "    'seagate_blog_referrer_uniques' : 0, 'seagate_referrer_uniques' : 0,\n",
    "    'downloads_vms' : 130}\n",
    "d3_date='2020-10-07'\n",
    "d4={'innersource_participants' : 18, 'pull_requests_external' : 4, \n",
    "    'external_participants' : 0,\n",
    "    'watchers' : 65, 'stars' : 159, 'forks' : 45, \n",
    "    'views_unique_14_days' : 817,\n",
    "    'clones_count_14_days' : 1851, 'clones_unique_14_days' : 259,\n",
    "    'seagate_blog_referrer_uniques' : 0, 'seagate_referrer_uniques' : 0,\n",
    "    'downloads_vms' : 363}\n",
    "d4_date='2020-11-03'\n",
    "print(d1)\n",
    "#ps.add_stats(date=d1_date,repo='GLOBAL',stats=d1)\n",
    "#ps.add_stats(date=d2_date,repo='GLOBAL',stats=d2)\n",
    "#ps.add_stats(date=d3_date,repo='GLOBAL',stats=d3)\n",
    "#ps.add_stats(date=d4_date,repo='GLOBAL',stats=d4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['2020-05-19',\n",
       " '2020-07-06',\n",
       " '2020-10-07',\n",
       " '2020-11-03',\n",
       " '2020-12-20',\n",
       " '2020-12-21',\n",
       " '2020-12-23',\n",
       " '2020-12-24',\n",
       " '2020-12-26',\n",
       " '2020-12-29',\n",
       " '2020-12-30',\n",
       " '2021-01-02']"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ps.get_dates('GLOBAL')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}