create_data_documentation_US_veterans.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<script>requirejs.config({paths: { 'plotly': ['https://cdn.plot.ly/plotly-latest.min']},});if(!window.Plotly) {{require(['plotly'],function(plotly) {window.Plotly=plotly;});}}</script>"
      ],
      "text/vnd.plotly.v1+html": [
       "<script>requirejs.config({paths: { 'plotly': ['https://cdn.plot.ly/plotly-latest.min']},});if(!window.Plotly) {{require(['plotly'],function(plotly) {window.Plotly=plotly;});}}</script>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>.container { width:100% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import sys\n",
    "\n",
    "import datetime\n",
    "import pickle\n",
    "import json\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import operator\n",
    "import random\n",
    "from  scipy import stats\n",
    "\n",
    "\n",
    "\n",
    "from scipy.stats import norm\n",
    "from sklearn.neighbors import KernelDensity\n",
    "\n",
    "\n",
    "\n",
    "import plotly.plotly as py\n",
    "import plotly.graph_objs as go\n",
    "from plotly import tools\n",
    "import plotly.figure_factory as ff\n",
    "\n",
    "\n",
    "########## to be able to plot offline (without sending the plots to the plotly server every time)\n",
    "import plotly\n",
    "\n",
    "import plotly.offline as offline\n",
    "from plotly.graph_objs import *\n",
    "from plotly.offline import download_plotlyjs, init_notebook_mode, plot, iplot\n",
    "\n",
    "init_notebook_mode(connected=True)\n",
    "################\n",
    "\n",
    "\n",
    "\n",
    "from IPython.core.display import display,HTML\n",
    "display(HTML(\"<style>.container { width:100% !important; }</style>\"))  # to make the notebook use the entire width of the browser"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>File_name</th>\n",
       "      <th>File_extension</th>\n",
       "      <th>Original_file</th>\n",
       "      <th>Original_file_type</th>\n",
       "      <th>Page_in_original_file</th>\n",
       "      <th>Obtained_from</th>\n",
       "      <th>URL</th>\n",
       "      <th>Notes</th>\n",
       "      <th>Alternatively_obtained_from</th>\n",
       "      <th>Alternative_URL</th>\n",
       "      <th>Alternative_Notes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>FY1960</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1960_page171</td>\n",
       "      <td>pdf</td>\n",
       "      <td>171</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FY1961</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1961_page189</td>\n",
       "      <td>pdf</td>\n",
       "      <td>189</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FY1962</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1962_page181</td>\n",
       "      <td>pdf</td>\n",
       "      <td>181</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FY1963</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1963_page197</td>\n",
       "      <td>pdf</td>\n",
       "      <td>197</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FY1964</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1964_page197</td>\n",
       "      <td>pdf</td>\n",
       "      <td>197</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>FY1965</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1965_page199</td>\n",
       "      <td>pdf</td>\n",
       "      <td>197</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>FY1966</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1966_page200</td>\n",
       "      <td>pdf</td>\n",
       "      <td>199</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>FY1967</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1967_page314</td>\n",
       "      <td>pdf</td>\n",
       "      <td>200</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>FY1968</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1968_page326</td>\n",
       "      <td>pdf</td>\n",
       "      <td>314</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>FY1969</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1969_PAGE22</td>\n",
       "      <td>pdf</td>\n",
       "      <td>326</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>FY1970</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1970_page59</td>\n",
       "      <td>pdf</td>\n",
       "      <td>22</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>FY1971</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1971_page69</td>\n",
       "      <td>pdf</td>\n",
       "      <td>59</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>FY1972</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1972_page101</td>\n",
       "      <td>pdf</td>\n",
       "      <td>69</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>FY1973</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1973_page115</td>\n",
       "      <td>pdf</td>\n",
       "      <td>101</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>FY1974</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1974_page133</td>\n",
       "      <td>pdf</td>\n",
       "      <td>115</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>FY1975</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1975_page127</td>\n",
       "      <td>pdf</td>\n",
       "      <td>127</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>FY1976</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1976_page129</td>\n",
       "      <td>pdf</td>\n",
       "      <td>129</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>FY1977</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1977_page243</td>\n",
       "      <td>pdf</td>\n",
       "      <td>243</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>FY1978</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1978_page115</td>\n",
       "      <td>pdf</td>\n",
       "      <td>115</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>FY1979</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1979_page95</td>\n",
       "      <td>pdf</td>\n",
       "      <td>95</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>FY1980</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1980_page101</td>\n",
       "      <td>pdf</td>\n",
       "      <td>101</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>FY1981</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1981_page127</td>\n",
       "      <td>pdf</td>\n",
       "      <td>127</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>FY1982</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1982_page146</td>\n",
       "      <td>pdf</td>\n",
       "      <td>146</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>FY1983</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1983_page157</td>\n",
       "      <td>pdf</td>\n",
       "      <td>157</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>FY1984</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1984_page174</td>\n",
       "      <td>pdf</td>\n",
       "      <td>174</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>FY1985</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1985_PAGE174</td>\n",
       "      <td>pdf</td>\n",
       "      <td>174</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>FY1986</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1986_page188</td>\n",
       "      <td>pdf</td>\n",
       "      <td>188</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>FY1987</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1987_page183</td>\n",
       "      <td>pdf</td>\n",
       "      <td>183</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>FY1988</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1988_PAGE96</td>\n",
       "      <td>pdf</td>\n",
       "      <td>96</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>FY1989</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1989_PAGE90</td>\n",
       "      <td>pdf</td>\n",
       "      <td>90</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>FY1990</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1990_FY2000_number_veterans_by_state_1990_AN...</td>\n",
       "      <td>pdf</td>\n",
       "      <td>5</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://www.census.gov/prod/2003pubs/c2kbr-22.pdf</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>FY1991</td>\n",
       "      <td>csv</td>\n",
       "      <td>image_number_veterans_1991</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>FY1992</td>\n",
       "      <td>csv</td>\n",
       "      <td>image_number_veterans_1992</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>FY1993</td>\n",
       "      <td>csv</td>\n",
       "      <td>image_number_veterans_1993</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>FY1994</td>\n",
       "      <td>csv</td>\n",
       "      <td>image_number_veterans_1994</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://www2.census.gov/library/publications/1...</td>\n",
       "      <td>mislabeled as 1997 in the Statistical Abstract...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>FY1995</td>\n",
       "      <td>csv</td>\n",
       "      <td>image_number_veterans_1995</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>https://www2.census.gov/library/publications/1...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mislabeled as 1995 in the Statistical Abstract...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>FY1996</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1996_PAGE132</td>\n",
       "      <td>pdf</td>\n",
       "      <td>132</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>FY1997</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1997_page70</td>\n",
       "      <td>pdf</td>\n",
       "      <td>70</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www2.census.gov/library/publications/1...</td>\n",
       "      <td>mislabeled as 1998 in the Statistical Abstract...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>FY1998</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1998_page13</td>\n",
       "      <td>pdf</td>\n",
       "      <td>13</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.va.gov/vetdata/docs/FY1998.pdf</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/prod/99pubs/99statab/se...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>FY1999</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1999_PAGE14</td>\n",
       "      <td>pdf</td>\n",
       "      <td>14</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "      <td>mislabeled as 2001</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://books.google.com/books?id=IYCyAAAAIAAJ...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>FY2000</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1990_FY2000_number_veterans_by_state_1990_AN...</td>\n",
       "      <td>pdf</td>\n",
       "      <td>5</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://www.census.gov/prod/2003pubs/c2kbr-22.pdf</td>\n",
       "      <td>Original data was the total and the percentage...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>FY2001</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2001_PAGE12</td>\n",
       "      <td>pdf</td>\n",
       "      <td>12</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "      <td>Mislabeled as 2002 in Statistical Abstract of ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>FY2002</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2002_PAGE11</td>\n",
       "      <td>pdf</td>\n",
       "      <td>11</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "      <td>Mislabeled as 2004 in Statistical Abstract of ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>FY2003</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2003_PAGE12</td>\n",
       "      <td>pdf</td>\n",
       "      <td>12</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "      <td>mislabeled as 2004</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>FY2004</td>\n",
       "      <td>csv</td>\n",
       "      <td>original_FY2004</td>\n",
       "      <td>xlw</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "      <td>mislabeled as 2005</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>FY2005</td>\n",
       "      <td>csv</td>\n",
       "      <td>original_2005</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "      <td>Mislabeled as 2006 in Statistical Abstract of ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>FY2006</td>\n",
       "      <td>csv</td>\n",
       "      <td>original_2006</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "      <td>mislabeled as 2007</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mislabeled as 2007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>FY2007</td>\n",
       "      <td>csv</td>\n",
       "      <td>original_2007</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "      <td>mislabeled as 2008</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mislabeled as 2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>FY2008</td>\n",
       "      <td>csv</td>\n",
       "      <td>original_2008</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "      <td>mislabeled as 2009</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>mislabeled as 2009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>FY2009</td>\n",
       "      <td>csv</td>\n",
       "      <td>original_2009</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "      <td>some years are mislabeled!</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>FY2010</td>\n",
       "      <td>csv</td>\n",
       "      <td>original_2010</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "      <td>mislabeled as 2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>FY2011</td>\n",
       "      <td>csv</td>\n",
       "      <td>ACS_11_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>FY2012</td>\n",
       "      <td>csv</td>\n",
       "      <td>ACS_12_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>FY2013</td>\n",
       "      <td>csv</td>\n",
       "      <td>ACS_13_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>FY2014</td>\n",
       "      <td>csv</td>\n",
       "      <td>ACS_14_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>FY2015</td>\n",
       "      <td>csv</td>\n",
       "      <td>ACS_15_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>FY2016</td>\n",
       "      <td>csv</td>\n",
       "      <td>ACS_16_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>FY2017</td>\n",
       "      <td>csv</td>\n",
       "      <td>ACS_17_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   File_name File_extension  \\\n",
       "0     FY1960            csv   \n",
       "1     FY1961            csv   \n",
       "2     FY1962            csv   \n",
       "3     FY1963            csv   \n",
       "4     FY1964            csv   \n",
       "5     FY1965            csv   \n",
       "6     FY1966            csv   \n",
       "7     FY1967            csv   \n",
       "8     FY1968            csv   \n",
       "9     FY1969            csv   \n",
       "10    FY1970            csv   \n",
       "11    FY1971            csv   \n",
       "12    FY1972            csv   \n",
       "13    FY1973            csv   \n",
       "14    FY1974            csv   \n",
       "15    FY1975            csv   \n",
       "16    FY1976            csv   \n",
       "17    FY1977            csv   \n",
       "18    FY1978            csv   \n",
       "19    FY1979            csv   \n",
       "20    FY1980            csv   \n",
       "21    FY1981            csv   \n",
       "22    FY1982            csv   \n",
       "23    FY1983            csv   \n",
       "24    FY1984            csv   \n",
       "25    FY1985            csv   \n",
       "26    FY1986            csv   \n",
       "27    FY1987            csv   \n",
       "28    FY1988            csv   \n",
       "29    FY1989            csv   \n",
       "30    FY1990            csv   \n",
       "31    FY1991            csv   \n",
       "32    FY1992            csv   \n",
       "33    FY1993            csv   \n",
       "34    FY1994            csv   \n",
       "35    FY1995            csv   \n",
       "36    FY1996            csv   \n",
       "37    FY1997            csv   \n",
       "38    FY1998            csv   \n",
       "39    FY1999            csv   \n",
       "40    FY2000            csv   \n",
       "41    FY2001            csv   \n",
       "42    FY2002            csv   \n",
       "43    FY2003            csv   \n",
       "44    FY2004            csv   \n",
       "45    FY2005            csv   \n",
       "46    FY2006            csv   \n",
       "47    FY2007            csv   \n",
       "48    FY2008            csv   \n",
       "49    FY2009            csv   \n",
       "50    FY2010            csv   \n",
       "51    FY2011            csv   \n",
       "52    FY2012            csv   \n",
       "53    FY2013            csv   \n",
       "54    FY2014            csv   \n",
       "55    FY2015            csv   \n",
       "56    FY2016            csv   \n",
       "57    FY2017            csv   \n",
       "\n",
       "                                        Original_file Original_file_type  \\\n",
       "0                                      FY1960_page171                pdf   \n",
       "1                                      FY1961_page189                pdf   \n",
       "2                                      FY1962_page181                pdf   \n",
       "3                                      FY1963_page197                pdf   \n",
       "4                                      FY1964_page197                pdf   \n",
       "5                                      FY1965_page199                pdf   \n",
       "6                                      FY1966_page200                pdf   \n",
       "7                                      FY1967_page314                pdf   \n",
       "8                                      FY1968_page326                pdf   \n",
       "9                                       FY1969_PAGE22                pdf   \n",
       "10                                      FY1970_page59                pdf   \n",
       "11                                      FY1971_page69                pdf   \n",
       "12                                     FY1972_page101                pdf   \n",
       "13                                     FY1973_page115                pdf   \n",
       "14                                     FY1974_page133                pdf   \n",
       "15                                     FY1975_page127                pdf   \n",
       "16                                     FY1976_page129                pdf   \n",
       "17                                     FY1977_page243                pdf   \n",
       "18                                     FY1978_page115                pdf   \n",
       "19                                      FY1979_page95                pdf   \n",
       "20                                     FY1980_page101                pdf   \n",
       "21                                     FY1981_page127                pdf   \n",
       "22                                     FY1982_page146                pdf   \n",
       "23                                     FY1983_page157                pdf   \n",
       "24                                     FY1984_page174                pdf   \n",
       "25                                     FY1985_PAGE174                pdf   \n",
       "26                                     FY1986_page188                pdf   \n",
       "27                                     FY1987_page183                pdf   \n",
       "28                                      FY1988_PAGE96                pdf   \n",
       "29                                      FY1989_PAGE90                pdf   \n",
       "30  FY1990_FY2000_number_veterans_by_state_1990_AN...                pdf   \n",
       "31                         image_number_veterans_1991               jpeg   \n",
       "32                         image_number_veterans_1992               jpeg   \n",
       "33                         image_number_veterans_1993               jpeg   \n",
       "34                         image_number_veterans_1994               jpeg   \n",
       "35                         image_number_veterans_1995               jpeg   \n",
       "36                                     FY1996_PAGE132                pdf   \n",
       "37                                      FY1997_page70                pdf   \n",
       "38                                      FY1998_page13                pdf   \n",
       "39                                      FY1999_PAGE14                pdf   \n",
       "40  FY1990_FY2000_number_veterans_by_state_1990_AN...                pdf   \n",
       "41                                      FY2001_PAGE12                pdf   \n",
       "42                                      FY2002_PAGE11                pdf   \n",
       "43                                      FY2003_PAGE12                pdf   \n",
       "44                                    original_FY2004                xlw   \n",
       "45                                      original_2005                xls   \n",
       "46                                      original_2006                xls   \n",
       "47                                      original_2007                xls   \n",
       "48                                      original_2008                xls   \n",
       "49                                      original_2009                xls   \n",
       "50                                      original_2010                xls   \n",
       "51                                   ACS_11_1YR_S2101                xls   \n",
       "52                                   ACS_12_1YR_S2101                xls   \n",
       "53                                   ACS_13_1YR_S2101                xls   \n",
       "54                                   ACS_14_1YR_S2101                xls   \n",
       "55                                   ACS_15_1YR_S2101                xls   \n",
       "56                                   ACS_16_1YR_S2101                xls   \n",
       "57                                   ACS_17_1YR_S2101                xls   \n",
       "\n",
       "   Page_in_original_file                                      Obtained_from  \\\n",
       "0                    171  Annual report of the Secretary of Veterans Aff...   \n",
       "1                    189  Annual report of the Secretary of Veterans Aff...   \n",
       "2                    181  Annual report of the Secretary of Veterans Aff...   \n",
       "3                    197  Annual report of the Secretary of Veterans Aff...   \n",
       "4                    197  Annual report of the Secretary of Veterans Aff...   \n",
       "5                    197  Annual report of the Secretary of Veterans Aff...   \n",
       "6                    199  Annual report of the Secretary of Veterans Aff...   \n",
       "7                    200  Annual report of the Secretary of Veterans Aff...   \n",
       "8                    314  Annual report of the Secretary of Veterans Aff...   \n",
       "9                    326  Annual report of the Secretary of Veterans Aff...   \n",
       "10                    22  Annual report of the Secretary of Veterans Aff...   \n",
       "11                    59  Annual report of the Secretary of Veterans Aff...   \n",
       "12                    69  Annual report of the Secretary of Veterans Aff...   \n",
       "13                   101  Annual report of the Secretary of Veterans Aff...   \n",
       "14                   115  Annual report of the Secretary of Veterans Aff...   \n",
       "15                   127  Annual report of the Secretary of Veterans Aff...   \n",
       "16                   129  Annual report of the Secretary of Veterans Aff...   \n",
       "17                   243  Annual report of the Secretary of Veterans Aff...   \n",
       "18                   115  Annual report of the Secretary of Veterans Aff...   \n",
       "19                    95  Annual report of the Secretary of Veterans Aff...   \n",
       "20                   101  Annual report of the Secretary of Veterans Aff...   \n",
       "21                   127  Annual report of the Secretary of Veterans Aff...   \n",
       "22                   146  Annual report of the Secretary of Veterans Aff...   \n",
       "23                   157  Annual report of the Secretary of Veterans Aff...   \n",
       "24                   174  Annual report of the Secretary of Veterans Aff...   \n",
       "25                   174  Annual report of the Secretary of Veterans Aff...   \n",
       "26                   188  Annual report of the Secretary of Veterans Aff...   \n",
       "27                   183  Annual report of the Secretary of Veterans Aff...   \n",
       "28                    96  Annual report of the Secretary of Veterans Aff...   \n",
       "29                    90  Annual report of the Secretary of Veterans Aff...   \n",
       "30                     5                        United States Census Bureau   \n",
       "31                    --  Annual report of the Secretary of Veterans Aff...   \n",
       "32                    --  Annual report of the Secretary of Veterans Aff...   \n",
       "33                    --  Annual report of the Secretary of Veterans Aff...   \n",
       "34                    --  Annual report of the Secretary of Veterans Aff...   \n",
       "35                    --  Annual report of the Secretary of Veterans Aff...   \n",
       "36                   132  Annual report of the Secretary of Veterans Aff...   \n",
       "37                    70  Annual report of the Secretary of Veterans Aff...   \n",
       "38                    13  Annual report of the Secretary of Veterans Aff...   \n",
       "39                    14  Annual report of the Secretary of Veterans Aff...   \n",
       "40                     5                        United States Census Bureau   \n",
       "41                    12  Annual report of the Secretary of Veterans Aff...   \n",
       "42                    11  Annual report of the Secretary of Veterans Aff...   \n",
       "43                    12          Statistical Abstract of the United States   \n",
       "44                    --                        United States Census Bureau   \n",
       "45                    --  Annual report of the Secretary of Veterans Aff...   \n",
       "46                    --          Statistical Abstract of the United States   \n",
       "47                    --          Statistical Abstract of the United States   \n",
       "48                    --          Statistical Abstract of the United States   \n",
       "49                    --  Annual report of the Secretary of Veterans Aff...   \n",
       "50                    --          Statistical Abstract of the United States   \n",
       "51                    --                        United States Census Bureau   \n",
       "52                    --                        United States Census Bureau   \n",
       "53                    --                        United States Census Bureau   \n",
       "54                    --                        United States Census Bureau   \n",
       "55                    --                        United States Census Bureau   \n",
       "56                    --                        United States Census Bureau   \n",
       "57                    --                        United States Census Bureau   \n",
       "\n",
       "                                                  URL  \\\n",
       "0               https://www.va.gov/vetdata/Report.asp   \n",
       "1               https://www.va.gov/vetdata/Report.asp   \n",
       "2               https://www.va.gov/vetdata/Report.asp   \n",
       "3               https://www.va.gov/vetdata/Report.asp   \n",
       "4               https://www.va.gov/vetdata/Report.asp   \n",
       "5               https://www.va.gov/vetdata/Report.asp   \n",
       "6               https://www.va.gov/vetdata/Report.asp   \n",
       "7               https://www.va.gov/vetdata/Report.asp   \n",
       "8               https://www.va.gov/vetdata/Report.asp   \n",
       "9               https://www.va.gov/vetdata/Report.asp   \n",
       "10              https://www.va.gov/vetdata/Report.asp   \n",
       "11              https://www.va.gov/vetdata/Report.asp   \n",
       "12              https://www.va.gov/vetdata/Report.asp   \n",
       "13              https://www.va.gov/vetdata/Report.asp   \n",
       "14              https://www.va.gov/vetdata/Report.asp   \n",
       "15              https://www.va.gov/vetdata/Report.asp   \n",
       "16              https://www.va.gov/vetdata/Report.asp   \n",
       "17              https://www.va.gov/vetdata/Report.asp   \n",
       "18              https://www.va.gov/vetdata/Report.asp   \n",
       "19              https://www.va.gov/vetdata/Report.asp   \n",
       "20              https://www.va.gov/vetdata/Report.asp   \n",
       "21              https://www.va.gov/vetdata/Report.asp   \n",
       "22              https://www.va.gov/vetdata/Report.asp   \n",
       "23              https://www.va.gov/vetdata/Report.asp   \n",
       "24              https://www.va.gov/vetdata/Report.asp   \n",
       "25              https://www.va.gov/vetdata/Report.asp   \n",
       "26              https://www.va.gov/vetdata/Report.asp   \n",
       "27              https://www.va.gov/vetdata/Report.asp   \n",
       "28              https://www.va.gov/vetdata/Report.asp   \n",
       "29              https://www.va.gov/vetdata/Report.asp   \n",
       "30  https://www.census.gov/prod/2003pubs/c2kbr-22.pdf   \n",
       "31    https://catalog.hathitrust.org/Record/002489830   \n",
       "32    https://catalog.hathitrust.org/Record/002489830   \n",
       "33    https://catalog.hathitrust.org/Record/002489830   \n",
       "34    https://catalog.hathitrust.org/Record/002489830   \n",
       "35    https://catalog.hathitrust.org/Record/002489830   \n",
       "36              https://www.va.gov/vetdata/Report.asp   \n",
       "37              https://www.va.gov/vetdata/Report.asp   \n",
       "38         https://www.va.gov/vetdata/docs/FY1998.pdf   \n",
       "39  https://www2.census.gov/library/publications/2...   \n",
       "40  https://www.census.gov/prod/2003pubs/c2kbr-22.pdf   \n",
       "41  https://www2.census.gov/library/publications/2...   \n",
       "42  https://www2.census.gov/library/publications/2...   \n",
       "43  https://www2.census.gov/library/publications/2...   \n",
       "44  https://www.census.gov/library/publications/20...   \n",
       "45  https://www.census.gov/library/publications/20...   \n",
       "46  https://www.census.gov/library/publications/20...   \n",
       "47  https://www.census.gov/library/publications/20...   \n",
       "48  https://www.census.gov/library/publications/20...   \n",
       "49  https://www.census.gov/library/publications/20...   \n",
       "50  https://www.census.gov/library/publications/20...   \n",
       "51  https://factfinder.census.gov/faces/tableservi...   \n",
       "52  https://factfinder.census.gov/faces/tableservi...   \n",
       "53  https://factfinder.census.gov/faces/tableservi...   \n",
       "54  https://factfinder.census.gov/faces/tableservi...   \n",
       "55  https://factfinder.census.gov/faces/tableservi...   \n",
       "56  https://factfinder.census.gov/faces/tableservi...   \n",
       "57  https://factfinder.census.gov/faces/tableservi...   \n",
       "\n",
       "                                                Notes  \\\n",
       "0                                                 NaN   \n",
       "1                                                 NaN   \n",
       "2                                                 NaN   \n",
       "3                                                 NaN   \n",
       "4                                                 NaN   \n",
       "5                                                 NaN   \n",
       "6                                                 NaN   \n",
       "7                                                 NaN   \n",
       "8                                                 NaN   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11                                                NaN   \n",
       "12                                                NaN   \n",
       "13                                                NaN   \n",
       "14                                                NaN   \n",
       "15                                                NaN   \n",
       "16                                                NaN   \n",
       "17                                                NaN   \n",
       "18                                                NaN   \n",
       "19                                                NaN   \n",
       "20                                                NaN   \n",
       "21                                                NaN   \n",
       "22                                                NaN   \n",
       "23                                                NaN   \n",
       "24                                                NaN   \n",
       "25                                                NaN   \n",
       "26                                                NaN   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "29                                                NaN   \n",
       "30                                                NaN   \n",
       "31  misslabeled or missing tables in Statistical A...   \n",
       "32  misslabeled or missing tables in Statistical A...   \n",
       "33  misslabeled or missing tables in Statistical A...   \n",
       "34  misslabeled or missing tables in Statistical A...   \n",
       "35  misslabeled or missing tables in Statistical A...   \n",
       "36                                                NaN   \n",
       "37                                                NaN   \n",
       "38                                                NaN   \n",
       "39                                 mislabeled as 2001   \n",
       "40  Original data was the total and the percentage...   \n",
       "41  Mislabeled as 2002 in Statistical Abstract of ...   \n",
       "42  Mislabeled as 2004 in Statistical Abstract of ...   \n",
       "43                                 mislabeled as 2004   \n",
       "44                                 mislabeled as 2005   \n",
       "45  Mislabeled as 2006 in Statistical Abstract of ...   \n",
       "46                                 mislabeled as 2007   \n",
       "47                                 mislabeled as 2008   \n",
       "48                                 mislabeled as 2009   \n",
       "49                         some years are mislabeled!   \n",
       "50                                 mislabeled as 2011   \n",
       "51  add or remove geographies, select year and tra...   \n",
       "52  add or remove geographies, select year and tra...   \n",
       "53  add or remove geographies, select year and tra...   \n",
       "54  add or remove geographies, select year and tra...   \n",
       "55  add or remove geographies, select year and tra...   \n",
       "56  add or remove geographies, select year and tra...   \n",
       "57  add or remove geographies, select year and tra...   \n",
       "\n",
       "                          Alternatively_obtained_from  \\\n",
       "0           Statistical Abstract of the United States   \n",
       "1           Statistical Abstract of the United States   \n",
       "2           Statistical Abstract of the United States   \n",
       "3           Statistical Abstract of the United States   \n",
       "4           Statistical Abstract of the United States   \n",
       "5           Statistical Abstract of the United States   \n",
       "6           Statistical Abstract of the United States   \n",
       "7           Statistical Abstract of the United States   \n",
       "8           Statistical Abstract of the United States   \n",
       "9           Statistical Abstract of the United States   \n",
       "10          Statistical Abstract of the United States   \n",
       "11          Statistical Abstract of the United States   \n",
       "12          Statistical Abstract of the United States   \n",
       "13          Statistical Abstract of the United States   \n",
       "14          Statistical Abstract of the United States   \n",
       "15          Statistical Abstract of the United States   \n",
       "16          Statistical Abstract of the United States   \n",
       "17          Statistical Abstract of the United States   \n",
       "18          Statistical Abstract of the United States   \n",
       "19          Statistical Abstract of the United States   \n",
       "20          Statistical Abstract of the United States   \n",
       "21          Statistical Abstract of the United States   \n",
       "22          Statistical Abstract of the United States   \n",
       "23          Statistical Abstract of the United States   \n",
       "24          Statistical Abstract of the United States   \n",
       "25          Statistical Abstract of the United States   \n",
       "26          Statistical Abstract of the United States   \n",
       "27          Statistical Abstract of the United States   \n",
       "28          Statistical Abstract of the United States   \n",
       "29          Statistical Abstract of the United States   \n",
       "30                                                NaN   \n",
       "31                                                NaN   \n",
       "32                                                NaN   \n",
       "33                                                NaN   \n",
       "34                        United States Census Bureau   \n",
       "35  https://www2.census.gov/library/publications/1...   \n",
       "36          Statistical Abstract of the United States   \n",
       "37          Statistical Abstract of the United States   \n",
       "38          Statistical Abstract of the United States   \n",
       "39          Statistical Abstract of the United States   \n",
       "40                                                NaN   \n",
       "41                                                NaN   \n",
       "42                                                NaN   \n",
       "43          Statistical Abstract of the United States   \n",
       "44                                                NaN   \n",
       "45                                                NaN   \n",
       "46                                                NaN   \n",
       "47                                                NaN   \n",
       "48                                                NaN   \n",
       "49          Statistical Abstract of the United States   \n",
       "50                                                NaN   \n",
       "51                                                NaN   \n",
       "52                                                NaN   \n",
       "53                                                NaN   \n",
       "54                                                NaN   \n",
       "55                                                NaN   \n",
       "56                                                NaN   \n",
       "57                                                NaN   \n",
       "\n",
       "                                      Alternative_URL  \\\n",
       "0   https://www.census.gov/library/publications/ti...   \n",
       "1   https://www.census.gov/library/publications/ti...   \n",
       "2   https://www.census.gov/library/publications/ti...   \n",
       "3   https://www.census.gov/library/publications/ti...   \n",
       "4   https://www.census.gov/library/publications/ti...   \n",
       "5   https://www.census.gov/library/publications/ti...   \n",
       "6   https://www.census.gov/library/publications/ti...   \n",
       "7   https://www.census.gov/library/publications/ti...   \n",
       "8   https://www.census.gov/library/publications/ti...   \n",
       "9   https://www.census.gov/library/publications/ti...   \n",
       "10  https://www.census.gov/library/publications/ti...   \n",
       "11  https://www.census.gov/library/publications/ti...   \n",
       "12  https://www.census.gov/library/publications/ti...   \n",
       "13  https://www.census.gov/library/publications/ti...   \n",
       "14  https://www.census.gov/library/publications/ti...   \n",
       "15  https://www.census.gov/library/publications/ti...   \n",
       "16  https://www.census.gov/library/publications/ti...   \n",
       "17  https://www.census.gov/library/publications/ti...   \n",
       "18  https://www.census.gov/library/publications/ti...   \n",
       "19  https://www.census.gov/library/publications/ti...   \n",
       "20  https://www.census.gov/library/publications/ti...   \n",
       "21  https://www.census.gov/library/publications/ti...   \n",
       "22  https://www.census.gov/library/publications/ti...   \n",
       "23  https://www.census.gov/library/publications/ti...   \n",
       "24  https://www.census.gov/library/publications/ti...   \n",
       "25  https://www.census.gov/library/publications/ti...   \n",
       "26  https://www.census.gov/library/publications/ti...   \n",
       "27  https://www.census.gov/library/publications/ti...   \n",
       "28  https://www.census.gov/library/publications/ti...   \n",
       "29  https://www.census.gov/library/publications/ti...   \n",
       "30                                                NaN   \n",
       "31                                                NaN   \n",
       "32                                                NaN   \n",
       "33                                                NaN   \n",
       "34  https://www2.census.gov/library/publications/1...   \n",
       "35                                                NaN   \n",
       "36  https://www.census.gov/library/publications/ti...   \n",
       "37  https://www2.census.gov/library/publications/1...   \n",
       "38  https://www.census.gov/prod/99pubs/99statab/se...   \n",
       "39  https://books.google.com/books?id=IYCyAAAAIAAJ...   \n",
       "40                                                NaN   \n",
       "41                                                NaN   \n",
       "42                                                NaN   \n",
       "43  https://www.census.gov/library/publications/ti...   \n",
       "44                                                NaN   \n",
       "45                                                NaN   \n",
       "46                                                NaN   \n",
       "47                                                NaN   \n",
       "48                                                NaN   \n",
       "49  https://www.census.gov/library/publications/ti...   \n",
       "50                                                NaN   \n",
       "51                                                NaN   \n",
       "52                                                NaN   \n",
       "53                                                NaN   \n",
       "54                                                NaN   \n",
       "55                                                NaN   \n",
       "56                                                NaN   \n",
       "57                                                NaN   \n",
       "\n",
       "                                    Alternative_Notes  \n",
       "0                                                 NaN  \n",
       "1                                                 NaN  \n",
       "2                                                 NaN  \n",
       "3                                                 NaN  \n",
       "4                                                 NaN  \n",
       "5                                                 NaN  \n",
       "6                                                 NaN  \n",
       "7                                                 NaN  \n",
       "8                                                 NaN  \n",
       "9                                                 NaN  \n",
       "10                                                NaN  \n",
       "11                                                NaN  \n",
       "12                                                NaN  \n",
       "13                                                NaN  \n",
       "14                                                NaN  \n",
       "15                                                NaN  \n",
       "16                                                NaN  \n",
       "17                                                NaN  \n",
       "18                                                NaN  \n",
       "19                                                NaN  \n",
       "20                                                NaN  \n",
       "21                                                NaN  \n",
       "22                                                NaN  \n",
       "23                                                NaN  \n",
       "24                                                NaN  \n",
       "25                                                NaN  \n",
       "26                                                NaN  \n",
       "27                                                NaN  \n",
       "28                                                NaN  \n",
       "29                                                NaN  \n",
       "30                                                NaN  \n",
       "31                                                NaN  \n",
       "32                                                NaN  \n",
       "33                                                NaN  \n",
       "34  mislabeled as 1997 in the Statistical Abstract...  \n",
       "35  mislabeled as 1995 in the Statistical Abstract...  \n",
       "36                                                NaN  \n",
       "37  mislabeled as 1998 in the Statistical Abstract...  \n",
       "38                                                NaN  \n",
       "39                                                NaN  \n",
       "40                                                NaN  \n",
       "41                                                NaN  \n",
       "42                                                NaN  \n",
       "43                                                NaN  \n",
       "44                                                NaN  \n",
       "45                                                NaN  \n",
       "46                                 mislabeled as 2007  \n",
       "47                                 mislabeled as 2008  \n",
       "48                                 mislabeled as 2009  \n",
       "49                                                NaN  \n",
       "50                                                NaN  \n",
       "51                                                NaN  \n",
       "52                                                NaN  \n",
       "53                                                NaN  \n",
       "54                                                NaN  \n",
       "55                                                NaN  \n",
       "56                                                NaN  \n",
       "57                                                NaN  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_veterans =pd.read_csv('../Data/Mine/Veterans/Reports/Documentation_individual_files_veterans_data.csv',sep=';')\n",
    "df_veterans"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_veterans.to_json('../Data/Mine/Veterans/Reports/Documentation_individual_files_veterans_data.json', orient = 'records')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1960',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1960_page171',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '171',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1961',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1961_page189',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '189',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1962',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1962_page181',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '181',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1963',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1963_page197',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '197',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1964',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1964_page197',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '197',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1965',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1965_page199',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '197',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1966',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1966_page200',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '199',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1967',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1967_page314',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '200',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1968',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1968_page326',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '314',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1969',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1969_PAGE22',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '326',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1970',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1970_page59',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '22',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1971',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1971_page69',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '59',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1972',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1972_page101',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '69',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1973',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1973_page115',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '101',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1974',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1974_page133',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '115',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1975',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1975_page127',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '127',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1976',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1976_page129',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '129',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1977',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1977_page243',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '243',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1978',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1978_page115',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '115',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1979',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1979_page95',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '95',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1980',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1980_page101',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '101',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1981',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1981_page127',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '127',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1982',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1982_page146',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '146',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1983',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1983_page157',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '157',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1984',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1984_page174',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '174',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1985',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1985_PAGE174',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '174',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1986',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1986_page188',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '188',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1987',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1987_page183',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '183',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1988',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1988_PAGE96',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '96',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1989',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1989_PAGE90',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '90',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1990',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'FY1990_FY2000_number_veterans_by_state_1990_AND_2000_PAGE_5',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '5',\n",
       "  'URL': 'https://www.census.gov/prod/2003pubs/c2kbr-22.pdf'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1991',\n",
       "  'Notes': 'misslabeled or missing tables in Statistical Abstract of the United States for that year, I could only find these non-downloadable documents',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'image_number_veterans_1991',\n",
       "  'Original_file_type': 'jpeg',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://catalog.hathitrust.org/Record/002489830'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1992',\n",
       "  'Notes': 'misslabeled or missing tables in Statistical Abstract of the United States for that year, I could only find these non-downloadable documents',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'image_number_veterans_1992',\n",
       "  'Original_file_type': 'jpeg',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://catalog.hathitrust.org/Record/002489830'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1993',\n",
       "  'Notes': 'misslabeled or missing tables in Statistical Abstract of the United States for that year, I could only find these non-downloadable documents',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'image_number_veterans_1993',\n",
       "  'Original_file_type': 'jpeg',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://catalog.hathitrust.org/Record/002489830'},\n",
       " {'Alternative_Notes': 'mislabeled as 1997 in the Statistical Abstract of the United States',\n",
       "  'Alternative_URL': 'https://www2.census.gov/library/publications/1995/compendia/statab/115ed/tables/defense.pdf',\n",
       "  'Alternatively_obtained_from': 'United States Census Bureau',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1994',\n",
       "  'Notes': 'misslabeled or missing tables in Statistical Abstract of the United States for that year',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'image_number_veterans_1994',\n",
       "  'Original_file_type': 'jpeg',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://catalog.hathitrust.org/Record/002489830'},\n",
       " {'Alternative_Notes': 'mislabeled as 1995 in the Statistical Abstract of the United States',\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': 'https://www2.census.gov/library/publications/1997/compendia/statab/117ed/tables/defense.pdf',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1995',\n",
       "  'Notes': 'misslabeled or missing tables in Statistical Abstract of the United States for that year, I could only find these non-downloadable documents',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'image_number_veterans_1995',\n",
       "  'Original_file_type': 'jpeg',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://catalog.hathitrust.org/Record/002489830'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1996',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1996_PAGE132',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '132',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': 'mislabeled as 1998 in the Statistical Abstract of the United States',\n",
       "  'Alternative_URL': 'https://www2.census.gov/library/publications/1998/compendia/statab/118ed/tables/sasec11.pdf?#',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1997',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1997_page70',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '70',\n",
       "  'URL': 'https://www.va.gov/vetdata/Report.asp'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/prod/99pubs/99statab/sec11.pdf',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1998',\n",
       "  'Notes': None,\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1998_page13',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '13',\n",
       "  'URL': 'https://www.va.gov/vetdata/docs/FY1998.pdf'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://books.google.com/books?id=IYCyAAAAIAAJ&pg=PA335&lpg=PA335&dq=Veterans+by+State:+1999+%5BIn+thousands+(24,679+represents+24,679,000).+Data+were+estimated+starting+with+veteran%E2%80%99s+place+of+residence+as+of+April+1,+1980&source=bl&ots=SOPlWiCxML&sig=ACfU3U15jyfr94JNu43sHKH1ewqThne9TA&hl=en&sa=X&ved=2ahUKEwjF9MnArO7gAhWL3oMKHbQcAokQ6AEwAHoECAkQAQ#v=onepage&q=Veterans%20by%20State%3A%201999%20%5BIn%20thousands%20(24%2C679%20represents%2024%2C679%2C000).%20Data%20were%20estimated%20starting%20with%20veteran%E2%80%99s%20place%20of%20residence%20as%20of%20April%201%2C%201980&f=false',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY1999',\n",
       "  'Notes': 'mislabeled as 2001',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY1999_PAGE14',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '14',\n",
       "  'URL': 'https://www2.census.gov/library/publications/2001/compendia/statab/120ed/tables/sec11.pdf?#'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2000',\n",
       "  'Notes': 'Original data was the total and the percentages for each conflict, but I added the counts for each conflict',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'FY1990_FY2000_number_veterans_by_state_1990_AND_2000_PAGE_5',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '5',\n",
       "  'URL': 'https://www.census.gov/prod/2003pubs/c2kbr-22.pdf'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2001',\n",
       "  'Notes': 'Mislabeled as 2002 in Statistical Abstract of the United States for that year',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY2001_PAGE12',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '12',\n",
       "  'URL': 'https://www2.census.gov/library/publications/2002/compendia/statab/122ed/tables/defense.pdf'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2002',\n",
       "  'Notes': 'Mislabeled as 2004 in Statistical Abstract of the United States for that year',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'FY2002_PAGE11',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '11',\n",
       "  'URL': 'https://www2.census.gov/library/publications/2004/compendia/statab/123ed/tables/defense.pdf'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2003',\n",
       "  'Notes': 'mislabeled as 2004',\n",
       "  'Obtained_from': 'Statistical Abstract of the United States',\n",
       "  'Original_file': 'FY2003_PAGE12',\n",
       "  'Original_file_type': 'pdf',\n",
       "  'Page_in_original_file': '12',\n",
       "  'URL': 'https://www2.census.gov/library/publications/2004/compendia/statab/124ed/tables/defense.pdf?#'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2004',\n",
       "  'Notes': 'mislabeled as 2005',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'original_FY2004',\n",
       "  'Original_file_type': 'xlw',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://www.census.gov/library/publications/2005/compendia/statab/125ed/national-security-veterans-affairs.html'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2005',\n",
       "  'Notes': 'Mislabeled as 2006 in Statistical Abstract of the United States for that year',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'original_2005',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://www.census.gov/library/publications/2006/compendia/statab/126ed/national-security-veterans-affairs.html'},\n",
       " {'Alternative_Notes': 'mislabeled as 2007',\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2006',\n",
       "  'Notes': 'mislabeled as 2007',\n",
       "  'Obtained_from': 'Statistical Abstract of the United States',\n",
       "  'Original_file': 'original_2006',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://www.census.gov/library/publications/2007/compendia/statab/127ed/national-security-veterans-affairs.html'},\n",
       " {'Alternative_Notes': 'mislabeled as 2008',\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2007',\n",
       "  'Notes': 'mislabeled as 2008',\n",
       "  'Obtained_from': 'Statistical Abstract of the United States',\n",
       "  'Original_file': 'original_2007',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://www.census.gov/library/publications/2008/compendia/statab/128ed/national-security-veterans-affairs.html'},\n",
       " {'Alternative_Notes': 'mislabeled as 2009',\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2008',\n",
       "  'Notes': 'mislabeled as 2009',\n",
       "  'Obtained_from': 'Statistical Abstract of the United States',\n",
       "  'Original_file': 'original_2008',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://www.census.gov/library/publications/2009/compendia/statab/129ed/national-security-veterans-affairs.html'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': 'https://www.census.gov/library/publications/time-series/statistical_abstracts.html',\n",
       "  'Alternatively_obtained_from': 'Statistical Abstract of the United States',\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2009',\n",
       "  'Notes': 'some years are mislabeled!',\n",
       "  'Obtained_from': 'Annual report of the Secretary of Veterans Affairs',\n",
       "  'Original_file': 'original_2009',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://www.census.gov/library/publications/2009/compendia/statab/129ed/national-security-veterans-affairs.html'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2010',\n",
       "  'Notes': 'mislabeled as 2011',\n",
       "  'Obtained_from': 'Statistical Abstract of the United States',\n",
       "  'Original_file': 'original_2010',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://www.census.gov/library/publications/2011/compendia/statab/131ed/national-security-veterans-affairs.html'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2011',\n",
       "  'Notes': 'add or remove geographies, select year and transpose rows and columns ',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'ACS_11_1YR_S2101',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_05_EST_B21002&prodType=table'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2012',\n",
       "  'Notes': 'add or remove geographies, select year and transpose rows and columns ',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'ACS_12_1YR_S2101',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_05_EST_B21002&prodType=table'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2013',\n",
       "  'Notes': 'add or remove geographies, select year and transpose rows and columns ',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'ACS_13_1YR_S2101',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_05_EST_B21002&prodType=table'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2014',\n",
       "  'Notes': 'add or remove geographies, select year and transpose rows and columns ',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'ACS_14_1YR_S2101',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_05_EST_B21002&prodType=table'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2015',\n",
       "  'Notes': 'add or remove geographies, select year and transpose rows and columns ',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'ACS_15_1YR_S2101',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_05_EST_B21002&prodType=table'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2016',\n",
       "  'Notes': 'add or remove geographies, select year and transpose rows and columns ',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'ACS_16_1YR_S2101',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_05_EST_B21002&prodType=table'},\n",
       " {'Alternative_Notes': None,\n",
       "  'Alternative_URL': None,\n",
       "  'Alternatively_obtained_from': None,\n",
       "  'File_extension': 'csv',\n",
       "  'File_name': 'FY2017',\n",
       "  'Notes': 'add or remove geographies, select year and transpose rows and columns ',\n",
       "  'Obtained_from': 'United States Census Bureau',\n",
       "  'Original_file': 'ACS_17_1YR_S2101',\n",
       "  'Original_file_type': 'xls',\n",
       "  'Page_in_original_file': '--',\n",
       "  'URL': 'https://factfinder.census.gov/faces/tableservices/jsf/pages/productview.xhtml?pid=ACS_05_EST_B21002&prodType=table'}]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filename = '../Data/Mine/Veterans/Reports/Documentation_individual_files_veterans_data.json'\n",
    "with open(filename, 'r') as f:\n",
    "        datastore = json.load(f)\n",
    "datastore"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "58"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Alternative_Notes</th>\n",
       "      <th>Alternative_URL</th>\n",
       "      <th>Alternatively_obtained_from</th>\n",
       "      <th>File_extension</th>\n",
       "      <th>File_name</th>\n",
       "      <th>Notes</th>\n",
       "      <th>Obtained_from</th>\n",
       "      <th>Original_file</th>\n",
       "      <th>Original_file_type</th>\n",
       "      <th>Page_in_original_file</th>\n",
       "      <th>URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1960</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1960_page171</td>\n",
       "      <td>pdf</td>\n",
       "      <td>171</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1961</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1961_page189</td>\n",
       "      <td>pdf</td>\n",
       "      <td>189</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1962</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1962_page181</td>\n",
       "      <td>pdf</td>\n",
       "      <td>181</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1963</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1963_page197</td>\n",
       "      <td>pdf</td>\n",
       "      <td>197</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1964</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1964_page197</td>\n",
       "      <td>pdf</td>\n",
       "      <td>197</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1965</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1965_page199</td>\n",
       "      <td>pdf</td>\n",
       "      <td>197</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1966</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1966_page200</td>\n",
       "      <td>pdf</td>\n",
       "      <td>199</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1967</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1967_page314</td>\n",
       "      <td>pdf</td>\n",
       "      <td>200</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1968</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1968_page326</td>\n",
       "      <td>pdf</td>\n",
       "      <td>314</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1969</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1969_PAGE22</td>\n",
       "      <td>pdf</td>\n",
       "      <td>326</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1970</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1970_page59</td>\n",
       "      <td>pdf</td>\n",
       "      <td>22</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1971</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1971_page69</td>\n",
       "      <td>pdf</td>\n",
       "      <td>59</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1972</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1972_page101</td>\n",
       "      <td>pdf</td>\n",
       "      <td>69</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1973</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1973_page115</td>\n",
       "      <td>pdf</td>\n",
       "      <td>101</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1974</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1974_page133</td>\n",
       "      <td>pdf</td>\n",
       "      <td>115</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1975</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1975_page127</td>\n",
       "      <td>pdf</td>\n",
       "      <td>127</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1976</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1976_page129</td>\n",
       "      <td>pdf</td>\n",
       "      <td>129</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1977</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1977_page243</td>\n",
       "      <td>pdf</td>\n",
       "      <td>243</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1978</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1978_page115</td>\n",
       "      <td>pdf</td>\n",
       "      <td>115</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1979</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1979_page95</td>\n",
       "      <td>pdf</td>\n",
       "      <td>95</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1980</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1980_page101</td>\n",
       "      <td>pdf</td>\n",
       "      <td>101</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1981</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1981_page127</td>\n",
       "      <td>pdf</td>\n",
       "      <td>127</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1982</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1982_page146</td>\n",
       "      <td>pdf</td>\n",
       "      <td>146</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1983</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1983_page157</td>\n",
       "      <td>pdf</td>\n",
       "      <td>157</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1984</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1984_page174</td>\n",
       "      <td>pdf</td>\n",
       "      <td>174</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1985</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1985_PAGE174</td>\n",
       "      <td>pdf</td>\n",
       "      <td>174</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1986</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1986_page188</td>\n",
       "      <td>pdf</td>\n",
       "      <td>188</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1987</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1987_page183</td>\n",
       "      <td>pdf</td>\n",
       "      <td>183</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1988</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1988_PAGE96</td>\n",
       "      <td>pdf</td>\n",
       "      <td>96</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1989</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1989_PAGE90</td>\n",
       "      <td>pdf</td>\n",
       "      <td>90</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1990</td>\n",
       "      <td>None</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>FY1990_FY2000_number_veterans_by_state_1990_AN...</td>\n",
       "      <td>pdf</td>\n",
       "      <td>5</td>\n",
       "      <td>https://www.census.gov/prod/2003pubs/c2kbr-22.pdf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1991</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>image_number_veterans_1991</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1992</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>image_number_veterans_1992</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1993</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>image_number_veterans_1993</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>mislabeled as 1997 in the Statistical Abstract...</td>\n",
       "      <td>https://www2.census.gov/library/publications/1...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1994</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>image_number_veterans_1994</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>mislabeled as 1995 in the Statistical Abstract...</td>\n",
       "      <td>None</td>\n",
       "      <td>https://www2.census.gov/library/publications/1...</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1995</td>\n",
       "      <td>misslabeled or missing tables in Statistical A...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>image_number_veterans_1995</td>\n",
       "      <td>jpeg</td>\n",
       "      <td>--</td>\n",
       "      <td>https://catalog.hathitrust.org/Record/002489830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1996</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1996_PAGE132</td>\n",
       "      <td>pdf</td>\n",
       "      <td>132</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>mislabeled as 1998 in the Statistical Abstract...</td>\n",
       "      <td>https://www2.census.gov/library/publications/1...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1997</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1997_page70</td>\n",
       "      <td>pdf</td>\n",
       "      <td>70</td>\n",
       "      <td>https://www.va.gov/vetdata/Report.asp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/prod/99pubs/99statab/se...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1998</td>\n",
       "      <td>None</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1998_page13</td>\n",
       "      <td>pdf</td>\n",
       "      <td>13</td>\n",
       "      <td>https://www.va.gov/vetdata/docs/FY1998.pdf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>None</td>\n",
       "      <td>https://books.google.com/books?id=IYCyAAAAIAAJ...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY1999</td>\n",
       "      <td>mislabeled as 2001</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY1999_PAGE14</td>\n",
       "      <td>pdf</td>\n",
       "      <td>14</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2000</td>\n",
       "      <td>None</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>FY1990_FY2000_number_veterans_by_state_1990_AN...</td>\n",
       "      <td>pdf</td>\n",
       "      <td>5</td>\n",
       "      <td>https://www.census.gov/prod/2003pubs/c2kbr-22.pdf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2001</td>\n",
       "      <td>Mislabeled as 2002 in Statistical Abstract of ...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY2001_PAGE12</td>\n",
       "      <td>pdf</td>\n",
       "      <td>12</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2002</td>\n",
       "      <td>Mislabeled as 2004 in Statistical Abstract of ...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>FY2002_PAGE11</td>\n",
       "      <td>pdf</td>\n",
       "      <td>11</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2003</td>\n",
       "      <td>mislabeled as 2004</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>FY2003_PAGE12</td>\n",
       "      <td>pdf</td>\n",
       "      <td>12</td>\n",
       "      <td>https://www2.census.gov/library/publications/2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2004</td>\n",
       "      <td>mislabeled as 2005</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>original_FY2004</td>\n",
       "      <td>xlw</td>\n",
       "      <td>--</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2005</td>\n",
       "      <td>Mislabeled as 2006 in Statistical Abstract of ...</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>original_2005</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>mislabeled as 2007</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2006</td>\n",
       "      <td>mislabeled as 2007</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>original_2006</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>mislabeled as 2008</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2007</td>\n",
       "      <td>mislabeled as 2008</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>original_2007</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>mislabeled as 2009</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2008</td>\n",
       "      <td>mislabeled as 2009</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>original_2008</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>None</td>\n",
       "      <td>https://www.census.gov/library/publications/ti...</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2009</td>\n",
       "      <td>some years are mislabeled!</td>\n",
       "      <td>Annual report of the Secretary of Veterans Aff...</td>\n",
       "      <td>original_2009</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2010</td>\n",
       "      <td>mislabeled as 2011</td>\n",
       "      <td>Statistical Abstract of the United States</td>\n",
       "      <td>original_2010</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://www.census.gov/library/publications/20...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2011</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>ACS_11_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2012</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>ACS_12_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2013</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>ACS_13_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2014</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>ACS_14_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2015</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>ACS_15_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2016</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>ACS_16_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>csv</td>\n",
       "      <td>FY2017</td>\n",
       "      <td>add or remove geographies, select year and tra...</td>\n",
       "      <td>United States Census Bureau</td>\n",
       "      <td>ACS_17_1YR_S2101</td>\n",
       "      <td>xls</td>\n",
       "      <td>--</td>\n",
       "      <td>https://factfinder.census.gov/faces/tableservi...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    Alternative_Notes  \\\n",
       "0                                                None   \n",
       "1                                                None   \n",
       "2                                                None   \n",
       "3                                                None   \n",
       "4                                                None   \n",
       "5                                                None   \n",
       "6                                                None   \n",
       "7                                                None   \n",
       "8                                                None   \n",
       "9                                                None   \n",
       "10                                               None   \n",
       "11                                               None   \n",
       "12                                               None   \n",
       "13                                               None   \n",
       "14                                               None   \n",
       "15                                               None   \n",
       "16                                               None   \n",
       "17                                               None   \n",
       "18                                               None   \n",
       "19                                               None   \n",
       "20                                               None   \n",
       "21                                               None   \n",
       "22                                               None   \n",
       "23                                               None   \n",
       "24                                               None   \n",
       "25                                               None   \n",
       "26                                               None   \n",
       "27                                               None   \n",
       "28                                               None   \n",
       "29                                               None   \n",
       "30                                               None   \n",
       "31                                               None   \n",
       "32                                               None   \n",
       "33                                               None   \n",
       "34  mislabeled as 1997 in the Statistical Abstract...   \n",
       "35  mislabeled as 1995 in the Statistical Abstract...   \n",
       "36                                               None   \n",
       "37  mislabeled as 1998 in the Statistical Abstract...   \n",
       "38                                               None   \n",
       "39                                               None   \n",
       "40                                               None   \n",
       "41                                               None   \n",
       "42                                               None   \n",
       "43                                               None   \n",
       "44                                               None   \n",
       "45                                               None   \n",
       "46                                 mislabeled as 2007   \n",
       "47                                 mislabeled as 2008   \n",
       "48                                 mislabeled as 2009   \n",
       "49                                               None   \n",
       "50                                               None   \n",
       "51                                               None   \n",
       "52                                               None   \n",
       "53                                               None   \n",
       "54                                               None   \n",
       "55                                               None   \n",
       "56                                               None   \n",
       "57                                               None   \n",
       "\n",
       "                                      Alternative_URL  \\\n",
       "0   https://www.census.gov/library/publications/ti...   \n",
       "1   https://www.census.gov/library/publications/ti...   \n",
       "2   https://www.census.gov/library/publications/ti...   \n",
       "3   https://www.census.gov/library/publications/ti...   \n",
       "4   https://www.census.gov/library/publications/ti...   \n",
       "5   https://www.census.gov/library/publications/ti...   \n",
       "6   https://www.census.gov/library/publications/ti...   \n",
       "7   https://www.census.gov/library/publications/ti...   \n",
       "8   https://www.census.gov/library/publications/ti...   \n",
       "9   https://www.census.gov/library/publications/ti...   \n",
       "10  https://www.census.gov/library/publications/ti...   \n",
       "11  https://www.census.gov/library/publications/ti...   \n",
       "12  https://www.census.gov/library/publications/ti...   \n",
       "13  https://www.census.gov/library/publications/ti...   \n",
       "14  https://www.census.gov/library/publications/ti...   \n",
       "15  https://www.census.gov/library/publications/ti...   \n",
       "16  https://www.census.gov/library/publications/ti...   \n",
       "17  https://www.census.gov/library/publications/ti...   \n",
       "18  https://www.census.gov/library/publications/ti...   \n",
       "19  https://www.census.gov/library/publications/ti...   \n",
       "20  https://www.census.gov/library/publications/ti...   \n",
       "21  https://www.census.gov/library/publications/ti...   \n",
       "22  https://www.census.gov/library/publications/ti...   \n",
       "23  https://www.census.gov/library/publications/ti...   \n",
       "24  https://www.census.gov/library/publications/ti...   \n",
       "25  https://www.census.gov/library/publications/ti...   \n",
       "26  https://www.census.gov/library/publications/ti...   \n",
       "27  https://www.census.gov/library/publications/ti...   \n",
       "28  https://www.census.gov/library/publications/ti...   \n",
       "29  https://www.census.gov/library/publications/ti...   \n",
       "30                                               None   \n",
       "31                                               None   \n",
       "32                                               None   \n",
       "33                                               None   \n",
       "34  https://www2.census.gov/library/publications/1...   \n",
       "35                                               None   \n",
       "36  https://www.census.gov/library/publications/ti...   \n",
       "37  https://www2.census.gov/library/publications/1...   \n",
       "38  https://www.census.gov/prod/99pubs/99statab/se...   \n",
       "39  https://books.google.com/books?id=IYCyAAAAIAAJ...   \n",
       "40                                               None   \n",
       "41                                               None   \n",
       "42                                               None   \n",
       "43  https://www.census.gov/library/publications/ti...   \n",
       "44                                               None   \n",
       "45                                               None   \n",
       "46                                               None   \n",
       "47                                               None   \n",
       "48                                               None   \n",
       "49  https://www.census.gov/library/publications/ti...   \n",
       "50                                               None   \n",
       "51                                               None   \n",
       "52                                               None   \n",
       "53                                               None   \n",
       "54                                               None   \n",
       "55                                               None   \n",
       "56                                               None   \n",
       "57                                               None   \n",
       "\n",
       "                          Alternatively_obtained_from File_extension  \\\n",
       "0           Statistical Abstract of the United States            csv   \n",
       "1           Statistical Abstract of the United States            csv   \n",
       "2           Statistical Abstract of the United States            csv   \n",
       "3           Statistical Abstract of the United States            csv   \n",
       "4           Statistical Abstract of the United States            csv   \n",
       "5           Statistical Abstract of the United States            csv   \n",
       "6           Statistical Abstract of the United States            csv   \n",
       "7           Statistical Abstract of the United States            csv   \n",
       "8           Statistical Abstract of the United States            csv   \n",
       "9           Statistical Abstract of the United States            csv   \n",
       "10          Statistical Abstract of the United States            csv   \n",
       "11          Statistical Abstract of the United States            csv   \n",
       "12          Statistical Abstract of the United States            csv   \n",
       "13          Statistical Abstract of the United States            csv   \n",
       "14          Statistical Abstract of the United States            csv   \n",
       "15          Statistical Abstract of the United States            csv   \n",
       "16          Statistical Abstract of the United States            csv   \n",
       "17          Statistical Abstract of the United States            csv   \n",
       "18          Statistical Abstract of the United States            csv   \n",
       "19          Statistical Abstract of the United States            csv   \n",
       "20          Statistical Abstract of the United States            csv   \n",
       "21          Statistical Abstract of the United States            csv   \n",
       "22          Statistical Abstract of the United States            csv   \n",
       "23          Statistical Abstract of the United States            csv   \n",
       "24          Statistical Abstract of the United States            csv   \n",
       "25          Statistical Abstract of the United States            csv   \n",
       "26          Statistical Abstract of the United States            csv   \n",
       "27          Statistical Abstract of the United States            csv   \n",
       "28          Statistical Abstract of the United States            csv   \n",
       "29          Statistical Abstract of the United States            csv   \n",
       "30                                               None            csv   \n",
       "31                                               None            csv   \n",
       "32                                               None            csv   \n",
       "33                                               None            csv   \n",
       "34                        United States Census Bureau            csv   \n",
       "35  https://www2.census.gov/library/publications/1...            csv   \n",
       "36          Statistical Abstract of the United States            csv   \n",
       "37          Statistical Abstract of the United States            csv   \n",
       "38          Statistical Abstract of the United States            csv   \n",
       "39          Statistical Abstract of the United States            csv   \n",
       "40                                               None            csv   \n",
       "41                                               None            csv   \n",
       "42                                               None            csv   \n",
       "43          Statistical Abstract of the United States            csv   \n",
       "44                                               None            csv   \n",
       "45                                               None            csv   \n",
       "46                                               None            csv   \n",
       "47                                               None            csv   \n",
       "48                                               None            csv   \n",
       "49          Statistical Abstract of the United States            csv   \n",
       "50                                               None            csv   \n",
       "51                                               None            csv   \n",
       "52                                               None            csv   \n",
       "53                                               None            csv   \n",
       "54                                               None            csv   \n",
       "55                                               None            csv   \n",
       "56                                               None            csv   \n",
       "57                                               None            csv   \n",
       "\n",
       "   File_name                                              Notes  \\\n",
       "0     FY1960                                               None   \n",
       "1     FY1961                                               None   \n",
       "2     FY1962                                               None   \n",
       "3     FY1963                                               None   \n",
       "4     FY1964                                               None   \n",
       "5     FY1965                                               None   \n",
       "6     FY1966                                               None   \n",
       "7     FY1967                                               None   \n",
       "8     FY1968                                               None   \n",
       "9     FY1969                                               None   \n",
       "10    FY1970                                               None   \n",
       "11    FY1971                                               None   \n",
       "12    FY1972                                               None   \n",
       "13    FY1973                                               None   \n",
       "14    FY1974                                               None   \n",
       "15    FY1975                                               None   \n",
       "16    FY1976                                               None   \n",
       "17    FY1977                                               None   \n",
       "18    FY1978                                               None   \n",
       "19    FY1979                                               None   \n",
       "20    FY1980                                               None   \n",
       "21    FY1981                                               None   \n",
       "22    FY1982                                               None   \n",
       "23    FY1983                                               None   \n",
       "24    FY1984                                               None   \n",
       "25    FY1985                                               None   \n",
       "26    FY1986                                               None   \n",
       "27    FY1987                                               None   \n",
       "28    FY1988                                               None   \n",
       "29    FY1989                                               None   \n",
       "30    FY1990                                               None   \n",
       "31    FY1991  misslabeled or missing tables in Statistical A...   \n",
       "32    FY1992  misslabeled or missing tables in Statistical A...   \n",
       "33    FY1993  misslabeled or missing tables in Statistical A...   \n",
       "34    FY1994  misslabeled or missing tables in Statistical A...   \n",
       "35    FY1995  misslabeled or missing tables in Statistical A...   \n",
       "36    FY1996                                               None   \n",
       "37    FY1997                                               None   \n",
       "38    FY1998                                               None   \n",
       "39    FY1999                                 mislabeled as 2001   \n",
       "40    FY2000                                               None   \n",
       "41    FY2001  Mislabeled as 2002 in Statistical Abstract of ...   \n",
       "42    FY2002  Mislabeled as 2004 in Statistical Abstract of ...   \n",
       "43    FY2003                                 mislabeled as 2004   \n",
       "44    FY2004                                 mislabeled as 2005   \n",
       "45    FY2005  Mislabeled as 2006 in Statistical Abstract of ...   \n",
       "46    FY2006                                 mislabeled as 2007   \n",
       "47    FY2007                                 mislabeled as 2008   \n",
       "48    FY2008                                 mislabeled as 2009   \n",
       "49    FY2009                         some years are mislabeled!   \n",
       "50    FY2010                                 mislabeled as 2011   \n",
       "51    FY2011  add or remove geographies, select year and tra...   \n",
       "52    FY2012  add or remove geographies, select year and tra...   \n",
       "53    FY2013  add or remove geographies, select year and tra...   \n",
       "54    FY2014  add or remove geographies, select year and tra...   \n",
       "55    FY2015  add or remove geographies, select year and tra...   \n",
       "56    FY2016  add or remove geographies, select year and tra...   \n",
       "57    FY2017  add or remove geographies, select year and tra...   \n",
       "\n",
       "                                        Obtained_from  \\\n",
       "0   Annual report of the Secretary of Veterans Aff...   \n",
       "1   Annual report of the Secretary of Veterans Aff...   \n",
       "2   Annual report of the Secretary of Veterans Aff...   \n",
       "3   Annual report of the Secretary of Veterans Aff...   \n",
       "4   Annual report of the Secretary of Veterans Aff...   \n",
       "5   Annual report of the Secretary of Veterans Aff...   \n",
       "6   Annual report of the Secretary of Veterans Aff...   \n",
       "7   Annual report of the Secretary of Veterans Aff...   \n",
       "8   Annual report of the Secretary of Veterans Aff...   \n",
       "9   Annual report of the Secretary of Veterans Aff...   \n",
       "10  Annual report of the Secretary of Veterans Aff...   \n",
       "11  Annual report of the Secretary of Veterans Aff...   \n",
       "12  Annual report of the Secretary of Veterans Aff...   \n",
       "13  Annual report of the Secretary of Veterans Aff...   \n",
       "14  Annual report of the Secretary of Veterans Aff...   \n",
       "15  Annual report of the Secretary of Veterans Aff...   \n",
       "16  Annual report of the Secretary of Veterans Aff...   \n",
       "17  Annual report of the Secretary of Veterans Aff...   \n",
       "18  Annual report of the Secretary of Veterans Aff...   \n",
       "19  Annual report of the Secretary of Veterans Aff...   \n",
       "20  Annual report of the Secretary of Veterans Aff...   \n",
       "21  Annual report of the Secretary of Veterans Aff...   \n",
       "22  Annual report of the Secretary of Veterans Aff...   \n",
       "23  Annual report of the Secretary of Veterans Aff...   \n",
       "24  Annual report of the Secretary of Veterans Aff...   \n",
       "25  Annual report of the Secretary of Veterans Aff...   \n",
       "26  Annual report of the Secretary of Veterans Aff...   \n",
       "27  Annual report of the Secretary of Veterans Aff...   \n",
       "28  Annual report of the Secretary of Veterans Aff...   \n",
       "29  Annual report of the Secretary of Veterans Aff...   \n",
       "30                        United States Census Bureau   \n",
       "31  Annual report of the Secretary of Veterans Aff...   \n",
       "32  Annual report of the Secretary of Veterans Aff...   \n",
       "33  Annual report of the Secretary of Veterans Aff...   \n",
       "34  Annual report of the Secretary of Veterans Aff...   \n",
       "35  Annual report of the Secretary of Veterans Aff...   \n",
       "36  Annual report of the Secretary of Veterans Aff...   \n",
       "37  Annual report of the Secretary of Veterans Aff...   \n",
       "38  Annual report of the Secretary of Veterans Aff...   \n",
       "39  Annual report of the Secretary of Veterans Aff...   \n",
       "40                        United States Census Bureau   \n",
       "41  Annual report of the Secretary of Veterans Aff...   \n",
       "42  Annual report of the Secretary of Veterans Aff...   \n",
       "43          Statistical Abstract of the United States   \n",
       "44                        United States Census Bureau   \n",
       "45  Annual report of the Secretary of Veterans Aff...   \n",
       "46          Statistical Abstract of the United States   \n",
       "47          Statistical Abstract of the United States   \n",
       "48          Statistical Abstract of the United States   \n",
       "49  Annual report of the Secretary of Veterans Aff...   \n",
       "50          Statistical Abstract of the United States   \n",
       "51                        United States Census Bureau   \n",
       "52                        United States Census Bureau   \n",
       "53                        United States Census Bureau   \n",
       "54                        United States Census Bureau   \n",
       "55                        United States Census Bureau   \n",
       "56                        United States Census Bureau   \n",
       "57                        United States Census Bureau   \n",
       "\n",
       "                                        Original_file Original_file_type  \\\n",
       "0                                      FY1960_page171                pdf   \n",
       "1                                      FY1961_page189                pdf   \n",
       "2                                      FY1962_page181                pdf   \n",
       "3                                      FY1963_page197                pdf   \n",
       "4                                      FY1964_page197                pdf   \n",
       "5                                      FY1965_page199                pdf   \n",
       "6                                      FY1966_page200                pdf   \n",
       "7                                      FY1967_page314                pdf   \n",
       "8                                      FY1968_page326                pdf   \n",
       "9                                       FY1969_PAGE22                pdf   \n",
       "10                                      FY1970_page59                pdf   \n",
       "11                                      FY1971_page69                pdf   \n",
       "12                                     FY1972_page101                pdf   \n",
       "13                                     FY1973_page115                pdf   \n",
       "14                                     FY1974_page133                pdf   \n",
       "15                                     FY1975_page127                pdf   \n",
       "16                                     FY1976_page129                pdf   \n",
       "17                                     FY1977_page243                pdf   \n",
       "18                                     FY1978_page115                pdf   \n",
       "19                                      FY1979_page95                pdf   \n",
       "20                                     FY1980_page101                pdf   \n",
       "21                                     FY1981_page127                pdf   \n",
       "22                                     FY1982_page146                pdf   \n",
       "23                                     FY1983_page157                pdf   \n",
       "24                                     FY1984_page174                pdf   \n",
       "25                                     FY1985_PAGE174                pdf   \n",
       "26                                     FY1986_page188                pdf   \n",
       "27                                     FY1987_page183                pdf   \n",
       "28                                      FY1988_PAGE96                pdf   \n",
       "29                                      FY1989_PAGE90                pdf   \n",
       "30  FY1990_FY2000_number_veterans_by_state_1990_AN...                pdf   \n",
       "31                         image_number_veterans_1991               jpeg   \n",
       "32                         image_number_veterans_1992               jpeg   \n",
       "33                         image_number_veterans_1993               jpeg   \n",
       "34                         image_number_veterans_1994               jpeg   \n",
       "35                         image_number_veterans_1995               jpeg   \n",
       "36                                     FY1996_PAGE132                pdf   \n",
       "37                                      FY1997_page70                pdf   \n",
       "38                                      FY1998_page13                pdf   \n",
       "39                                      FY1999_PAGE14                pdf   \n",
       "40  FY1990_FY2000_number_veterans_by_state_1990_AN...                pdf   \n",
       "41                                      FY2001_PAGE12                pdf   \n",
       "42                                      FY2002_PAGE11                pdf   \n",
       "43                                      FY2003_PAGE12                pdf   \n",
       "44                                    original_FY2004                xlw   \n",
       "45                                      original_2005                xls   \n",
       "46                                      original_2006                xls   \n",
       "47                                      original_2007                xls   \n",
       "48                                      original_2008                xls   \n",
       "49                                      original_2009                xls   \n",
       "50                                      original_2010                xls   \n",
       "51                                   ACS_11_1YR_S2101                xls   \n",
       "52                                   ACS_12_1YR_S2101                xls   \n",
       "53                                   ACS_13_1YR_S2101                xls   \n",
       "54                                   ACS_14_1YR_S2101                xls   \n",
       "55                                   ACS_15_1YR_S2101                xls   \n",
       "56                                   ACS_16_1YR_S2101                xls   \n",
       "57                                   ACS_17_1YR_S2101                xls   \n",
       "\n",
       "   Page_in_original_file                                                URL  \n",
       "0                    171              https://www.va.gov/vetdata/Report.asp  \n",
       "1                    189              https://www.va.gov/vetdata/Report.asp  \n",
       "2                    181              https://www.va.gov/vetdata/Report.asp  \n",
       "3                    197              https://www.va.gov/vetdata/Report.asp  \n",
       "4                    197              https://www.va.gov/vetdata/Report.asp  \n",
       "5                    197              https://www.va.gov/vetdata/Report.asp  \n",
       "6                    199              https://www.va.gov/vetdata/Report.asp  \n",
       "7                    200              https://www.va.gov/vetdata/Report.asp  \n",
       "8                    314              https://www.va.gov/vetdata/Report.asp  \n",
       "9                    326              https://www.va.gov/vetdata/Report.asp  \n",
       "10                    22              https://www.va.gov/vetdata/Report.asp  \n",
       "11                    59              https://www.va.gov/vetdata/Report.asp  \n",
       "12                    69              https://www.va.gov/vetdata/Report.asp  \n",
       "13                   101              https://www.va.gov/vetdata/Report.asp  \n",
       "14                   115              https://www.va.gov/vetdata/Report.asp  \n",
       "15                   127              https://www.va.gov/vetdata/Report.asp  \n",
       "16                   129              https://www.va.gov/vetdata/Report.asp  \n",
       "17                   243              https://www.va.gov/vetdata/Report.asp  \n",
       "18                   115              https://www.va.gov/vetdata/Report.asp  \n",
       "19                    95              https://www.va.gov/vetdata/Report.asp  \n",
       "20                   101              https://www.va.gov/vetdata/Report.asp  \n",
       "21                   127              https://www.va.gov/vetdata/Report.asp  \n",
       "22                   146              https://www.va.gov/vetdata/Report.asp  \n",
       "23                   157              https://www.va.gov/vetdata/Report.asp  \n",
       "24                   174              https://www.va.gov/vetdata/Report.asp  \n",
       "25                   174              https://www.va.gov/vetdata/Report.asp  \n",
       "26                   188              https://www.va.gov/vetdata/Report.asp  \n",
       "27                   183              https://www.va.gov/vetdata/Report.asp  \n",
       "28                    96              https://www.va.gov/vetdata/Report.asp  \n",
       "29                    90              https://www.va.gov/vetdata/Report.asp  \n",
       "30                     5  https://www.census.gov/prod/2003pubs/c2kbr-22.pdf  \n",
       "31                    --    https://catalog.hathitrust.org/Record/002489830  \n",
       "32                    --    https://catalog.hathitrust.org/Record/002489830  \n",
       "33                    --    https://catalog.hathitrust.org/Record/002489830  \n",
       "34                    --    https://catalog.hathitrust.org/Record/002489830  \n",
       "35                    --    https://catalog.hathitrust.org/Record/002489830  \n",
       "36                   132              https://www.va.gov/vetdata/Report.asp  \n",
       "37                    70              https://www.va.gov/vetdata/Report.asp  \n",
       "38                    13         https://www.va.gov/vetdata/docs/FY1998.pdf  \n",
       "39                    14  https://www2.census.gov/library/publications/2...  \n",
       "40                     5  https://www.census.gov/prod/2003pubs/c2kbr-22.pdf  \n",
       "41                    12  https://www2.census.gov/library/publications/2...  \n",
       "42                    11  https://www2.census.gov/library/publications/2...  \n",
       "43                    12  https://www2.census.gov/library/publications/2...  \n",
       "44                    --  https://www.census.gov/library/publications/20...  \n",
       "45                    --  https://www.census.gov/library/publications/20...  \n",
       "46                    --  https://www.census.gov/library/publications/20...  \n",
       "47                    --  https://www.census.gov/library/publications/20...  \n",
       "48                    --  https://www.census.gov/library/publications/20...  \n",
       "49                    --  https://www.census.gov/library/publications/20...  \n",
       "50                    --  https://www.census.gov/library/publications/20...  \n",
       "51                    --  https://factfinder.census.gov/faces/tableservi...  \n",
       "52                    --  https://factfinder.census.gov/faces/tableservi...  \n",
       "53                    --  https://factfinder.census.gov/faces/tableservi...  \n",
       "54                    --  https://factfinder.census.gov/faces/tableservi...  \n",
       "55                    --  https://factfinder.census.gov/faces/tableservi...  \n",
       "56                    --  https://factfinder.census.gov/faces/tableservi...  \n",
       "57                    --  https://factfinder.census.gov/faces/tableservi...  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testing_df = pd.read_json(path_or_buf='../Data/Mine/Veterans/Reports/Readme_veterans_data.json', orient='records')\n",
    "testing_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}