Data_Cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "3ed0d0d7",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "from plotnine import *\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ed510a07",
   "metadata": {},
   "source": [
    "### First we'll load in the 'Energy and Mining' data obtained from the World Bank data \n",
    "__Many of the \"countries\" in the data set are actually regions, or groups of countries, and are unneccessary for this analysis, so those were removed by country code.__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "f68248ef",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country</th>\n",
       "      <th>Country Code</th>\n",
       "      <th>Year</th>\n",
       "      <th>Access to electricity (% of population)</th>\n",
       "      <th>Access to electricity, rural (% of rural population)</th>\n",
       "      <th>Access to electricity, urban (% of urban population)</th>\n",
       "      <th>Adjusted savings: energy depletion (% of GNI)</th>\n",
       "      <th>Adjusted savings: energy depletion (current US$)</th>\n",
       "      <th>Adjusted savings: mineral depletion (% of GNI)</th>\n",
       "      <th>Adjusted savings: mineral depletion (current US$)</th>\n",
       "      <th>...</th>\n",
       "      <th>Oil rents (% of GDP)</th>\n",
       "      <th>Ores and metals exports (% of merchandise exports)</th>\n",
       "      <th>Ores and metals imports (% of merchandise imports)</th>\n",
       "      <th>Pump price for diesel fuel (US$ per liter)</th>\n",
       "      <th>Pump price for gasoline (US$ per liter)</th>\n",
       "      <th>Renewable electricity output (% of total electricity output)</th>\n",
       "      <th>Renewable energy consumption (% of total final energy consumption)</th>\n",
       "      <th>Time required to get electricity (days)</th>\n",
       "      <th>Total natural resources rents (% of GDP)</th>\n",
       "      <th>Value lost due to electrical outages (% of sales for affected firms)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Albania</td>\n",
       "      <td>ALB</td>\n",
       "      <td>1977</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.710147e+07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.867981e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Azerbaijan</td>\n",
       "      <td>AZE</td>\n",
       "      <td>2013</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>18.040857</td>\n",
       "      <td>1.271447e+10</td>\n",
       "      <td>0.063163</td>\n",
       "      <td>4.451467e+07</td>\n",
       "      <td>...</td>\n",
       "      <td>23.570725</td>\n",
       "      <td>0.487671</td>\n",
       "      <td>1.175848</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.671234</td>\n",
       "      <td>2.526095</td>\n",
       "      <td>97.0</td>\n",
       "      <td>26.484921</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Azerbaijan</td>\n",
       "      <td>AZE</td>\n",
       "      <td>2015</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>8.278651</td>\n",
       "      <td>4.225966e+09</td>\n",
       "      <td>0.093160</td>\n",
       "      <td>4.755507e+07</td>\n",
       "      <td>...</td>\n",
       "      <td>11.029707</td>\n",
       "      <td>0.964430</td>\n",
       "      <td>2.218885</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.039857</td>\n",
       "      <td>2.310758</td>\n",
       "      <td>77.0</td>\n",
       "      <td>13.345366</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Burkina Faso</td>\n",
       "      <td>BFA</td>\n",
       "      <td>1993</td>\n",
       "      <td>6.100000</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>29.400000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.860465</td>\n",
       "      <td>93.479993</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.687432</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Bulgaria</td>\n",
       "      <td>BGR</td>\n",
       "      <td>1989</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.098619</td>\n",
       "      <td>2.105675e+07</td>\n",
       "      <td>0.973120</td>\n",
       "      <td>2.077774e+08</td>\n",
       "      <td>...</td>\n",
       "      <td>0.082350</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.729569</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14694</th>\n",
       "      <td>St. Vincent and the Grenadines</td>\n",
       "      <td>VCT</td>\n",
       "      <td>1999</td>\n",
       "      <td>78.700058</td>\n",
       "      <td>72.969006</td>\n",
       "      <td>85.754982</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.078428</td>\n",
       "      <td>0.674192</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>19.441341</td>\n",
       "      <td>6.544175</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.022043</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14695</th>\n",
       "      <td>Vietnam</td>\n",
       "      <td>VNM</td>\n",
       "      <td>1996</td>\n",
       "      <td>81.548157</td>\n",
       "      <td>76.546597</td>\n",
       "      <td>98.697975</td>\n",
       "      <td>2.803882</td>\n",
       "      <td>6.804382e+08</td>\n",
       "      <td>0.009764</td>\n",
       "      <td>2.369481e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>3.500787</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>70.868744</td>\n",
       "      <td>62.866009</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.901911</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14696</th>\n",
       "      <td>Kosovo</td>\n",
       "      <td>XKX</td>\n",
       "      <td>1977</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14697</th>\n",
       "      <td>Yemen, Rep.</td>\n",
       "      <td>YEM</td>\n",
       "      <td>1970</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14700</th>\n",
       "      <td>Tonga</td>\n",
       "      <td>TON</td>\n",
       "      <td>1997</td>\n",
       "      <td>83.281296</td>\n",
       "      <td>79.298087</td>\n",
       "      <td>96.671638</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.263760</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.049399</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12033 rows × 53 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                              Country Country Code  Year  \\\n",
       "0                             Albania          ALB  1977   \n",
       "1                          Azerbaijan          AZE  2013   \n",
       "2                          Azerbaijan          AZE  2015   \n",
       "3                        Burkina Faso          BFA  1993   \n",
       "4                            Bulgaria          BGR  1989   \n",
       "...                               ...          ...   ...   \n",
       "14694  St. Vincent and the Grenadines          VCT  1999   \n",
       "14695                         Vietnam          VNM  1996   \n",
       "14696                          Kosovo          XKX  1977   \n",
       "14697                     Yemen, Rep.          YEM  1970   \n",
       "14700                           Tonga          TON  1997   \n",
       "\n",
       "       Access to electricity (% of population)  \\\n",
       "0                                     0.000000   \n",
       "1                                   100.000000   \n",
       "2                                   100.000000   \n",
       "3                                     6.100000   \n",
       "4                                     0.000000   \n",
       "...                                        ...   \n",
       "14694                                78.700058   \n",
       "14695                                81.548157   \n",
       "14696                                 0.000000   \n",
       "14697                                 0.000000   \n",
       "14700                                83.281296   \n",
       "\n",
       "       Access to electricity, rural (% of rural population)  \\\n",
       "0                                               0.000000      \n",
       "1                                             100.000000      \n",
       "2                                             100.000000      \n",
       "3                                               0.600000      \n",
       "4                                               0.000000      \n",
       "...                                                  ...      \n",
       "14694                                          72.969006      \n",
       "14695                                          76.546597      \n",
       "14696                                           0.000000      \n",
       "14697                                           0.000000      \n",
       "14700                                          79.298087      \n",
       "\n",
       "       Access to electricity, urban (% of urban population)  \\\n",
       "0                                               0.000000      \n",
       "1                                             100.000000      \n",
       "2                                             100.000000      \n",
       "3                                              29.400000      \n",
       "4                                               0.000000      \n",
       "...                                                  ...      \n",
       "14694                                          85.754982      \n",
       "14695                                          98.697975      \n",
       "14696                                           0.000000      \n",
       "14697                                           0.000000      \n",
       "14700                                          96.671638      \n",
       "\n",
       "       Adjusted savings: energy depletion (% of GNI)  \\\n",
       "0                                           0.000000   \n",
       "1                                          18.040857   \n",
       "2                                           8.278651   \n",
       "3                                           0.000000   \n",
       "4                                           0.098619   \n",
       "...                                              ...   \n",
       "14694                                       0.000000   \n",
       "14695                                       2.803882   \n",
       "14696                                       0.000000   \n",
       "14697                                       0.000000   \n",
       "14700                                       0.000000   \n",
       "\n",
       "       Adjusted savings: energy depletion (current US$)  \\\n",
       "0                                          6.710147e+07   \n",
       "1                                          1.271447e+10   \n",
       "2                                          4.225966e+09   \n",
       "3                                          0.000000e+00   \n",
       "4                                          2.105675e+07   \n",
       "...                                                 ...   \n",
       "14694                                      0.000000e+00   \n",
       "14695                                      6.804382e+08   \n",
       "14696                                      0.000000e+00   \n",
       "14697                                      0.000000e+00   \n",
       "14700                                      0.000000e+00   \n",
       "\n",
       "       Adjusted savings: mineral depletion (% of GNI)  \\\n",
       "0                                            0.000000   \n",
       "1                                            0.063163   \n",
       "2                                            0.093160   \n",
       "3                                            0.000000   \n",
       "4                                            0.973120   \n",
       "...                                               ...   \n",
       "14694                                        0.000000   \n",
       "14695                                        0.009764   \n",
       "14696                                        0.000000   \n",
       "14697                                        0.000000   \n",
       "14700                                        0.000000   \n",
       "\n",
       "       Adjusted savings: mineral depletion (current US$)  ...  \\\n",
       "0                                           6.867981e+06  ...   \n",
       "1                                           4.451467e+07  ...   \n",
       "2                                           4.755507e+07  ...   \n",
       "3                                           0.000000e+00  ...   \n",
       "4                                           2.077774e+08  ...   \n",
       "...                                                  ...  ...   \n",
       "14694                                       0.000000e+00  ...   \n",
       "14695                                       2.369481e+06  ...   \n",
       "14696                                       0.000000e+00  ...   \n",
       "14697                                       0.000000e+00  ...   \n",
       "14700                                       0.000000e+00  ...   \n",
       "\n",
       "       Oil rents (% of GDP)  \\\n",
       "0                  0.000000   \n",
       "1                 23.570725   \n",
       "2                 11.029707   \n",
       "3                  0.000000   \n",
       "4                  0.082350   \n",
       "...                     ...   \n",
       "14694              0.000000   \n",
       "14695              3.500787   \n",
       "14696              0.000000   \n",
       "14697              0.000000   \n",
       "14700              0.000000   \n",
       "\n",
       "       Ores and metals exports (% of merchandise exports)  \\\n",
       "0                                               0.000000    \n",
       "1                                               0.487671    \n",
       "2                                               0.964430    \n",
       "3                                               0.000000    \n",
       "4                                               0.000000    \n",
       "...                                                  ...    \n",
       "14694                                           0.078428    \n",
       "14695                                           0.000000    \n",
       "14696                                           0.000000    \n",
       "14697                                           0.000000    \n",
       "14700                                           0.000000    \n",
       "\n",
       "       Ores and metals imports (% of merchandise imports)  \\\n",
       "0                                               0.000000    \n",
       "1                                               1.175848    \n",
       "2                                               2.218885    \n",
       "3                                               0.000000    \n",
       "4                                               0.000000    \n",
       "...                                                  ...    \n",
       "14694                                           0.674192    \n",
       "14695                                           0.000000    \n",
       "14696                                           0.000000    \n",
       "14697                                           0.000000    \n",
       "14700                                           0.000000    \n",
       "\n",
       "       Pump price for diesel fuel (US$ per liter)  \\\n",
       "0                                             0.0   \n",
       "1                                             0.0   \n",
       "2                                             0.0   \n",
       "3                                             0.0   \n",
       "4                                             0.0   \n",
       "...                                           ...   \n",
       "14694                                         0.0   \n",
       "14695                                         0.0   \n",
       "14696                                         0.0   \n",
       "14697                                         0.0   \n",
       "14700                                         0.0   \n",
       "\n",
       "       Pump price for gasoline (US$ per liter)  \\\n",
       "0                                          0.0   \n",
       "1                                          0.0   \n",
       "2                                          0.0   \n",
       "3                                          0.0   \n",
       "4                                          0.0   \n",
       "...                                        ...   \n",
       "14694                                      0.0   \n",
       "14695                                      0.0   \n",
       "14696                                      0.0   \n",
       "14697                                      0.0   \n",
       "14700                                      0.0   \n",
       "\n",
       "       Renewable electricity output (% of total electricity output)  \\\n",
       "0                                               0.000000              \n",
       "1                                               6.671234              \n",
       "2                                               7.039857              \n",
       "3                                              21.860465              \n",
       "4                                               0.000000              \n",
       "...                                                  ...              \n",
       "14694                                          19.441341              \n",
       "14695                                          70.868744              \n",
       "14696                                           0.000000              \n",
       "14697                                           0.000000              \n",
       "14700                                           0.000000              \n",
       "\n",
       "       Renewable energy consumption (% of total final energy consumption)  \\\n",
       "0                                               0.000000                    \n",
       "1                                               2.526095                    \n",
       "2                                               2.310758                    \n",
       "3                                              93.479993                    \n",
       "4                                               0.000000                    \n",
       "...                                                  ...                    \n",
       "14694                                           6.544175                    \n",
       "14695                                          62.866009                    \n",
       "14696                                           0.000000                    \n",
       "14697                                           0.000000                    \n",
       "14700                                           1.263760                    \n",
       "\n",
       "       Time required to get electricity (days)  \\\n",
       "0                                          0.0   \n",
       "1                                         97.0   \n",
       "2                                         77.0   \n",
       "3                                          0.0   \n",
       "4                                          0.0   \n",
       "...                                        ...   \n",
       "14694                                      0.0   \n",
       "14695                                      0.0   \n",
       "14696                                      0.0   \n",
       "14697                                      0.0   \n",
       "14700                                      0.0   \n",
       "\n",
       "       Total natural resources rents (% of GDP)  \\\n",
       "0                                      0.000000   \n",
       "1                                     26.484921   \n",
       "2                                     13.345366   \n",
       "3                                      7.687432   \n",
       "4                                      2.729569   \n",
       "...                                         ...   \n",
       "14694                                  0.022043   \n",
       "14695                                  6.901911   \n",
       "14696                                  0.000000   \n",
       "14697                                  0.000000   \n",
       "14700                                  0.049399   \n",
       "\n",
       "       Value lost due to electrical outages (% of sales for affected firms)  \n",
       "0                                                    0.0                     \n",
       "1                                                    1.0                     \n",
       "2                                                    0.0                     \n",
       "3                                                    0.0                     \n",
       "4                                                    0.0                     \n",
       "...                                                  ...                     \n",
       "14694                                                0.0                     \n",
       "14695                                                0.0                     \n",
       "14696                                                0.0                     \n",
       "14697                                                0.0                     \n",
       "14700                                                0.0                     \n",
       "\n",
       "[12033 rows x 53 columns]"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data=pd.read_csv('energy-and-mining.csv')\n",
    "not_countries=['WLD','HIC','OED','PST','IBT','LMY','MIC','NAC','IBD',\n",
    "              'UMC','EUU','EAS','LTE','EMU','ECS','EAR','EAP','TEA',\n",
    "              'HPC','MNA','TSS','SSF','TMN','SSA','TSA','IDB','IDX',\n",
    "              'CEB','TEC','PRE','LAC','FCS','LMC','TLA','LDC','MEA',\n",
    "              'LIC','IDA','ECA','PSS','OSS','CSS','LCN','ARB','SST'\n",
    "              ,'SAS']\n",
    "data=data[~data['Country Code'].isin(not_countries)]\n",
    "data=data.rename(columns={'Country Name':'Country'})\n",
    "data"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "462f7c49",
   "metadata": {},
   "source": [
    "__Unfortunately, the previous dataset was missing **total** CO2 emission, so we need a separate dataset for that, also obtained from World Bank. This comes in the form of a pivot table, so we'll melt this into a dataframe that will be easier to use in Vega Lite.__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "24de0fc4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Country Name</th>\n",
       "      <th>Year</th>\n",
       "      <th>CO2 Emission</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Aruba</td>\n",
       "      <td>1960</td>\n",
       "      <td>11092.675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>1960</td>\n",
       "      <td>414.371</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Angola</td>\n",
       "      <td>1960</td>\n",
       "      <td>550.050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Albania</td>\n",
       "      <td>1960</td>\n",
       "      <td>2024.184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Andorra</td>\n",
       "      <td>1960</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13293</th>\n",
       "      <td>Kosovo</td>\n",
       "      <td>2020</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13294</th>\n",
       "      <td>Yemen, Rep.</td>\n",
       "      <td>2020</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13295</th>\n",
       "      <td>South Africa</td>\n",
       "      <td>2020</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13296</th>\n",
       "      <td>Zambia</td>\n",
       "      <td>2020</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13297</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2020</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13298 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Country Name  Year  CO2 Emission\n",
       "0             Aruba  1960     11092.675\n",
       "1       Afghanistan  1960       414.371\n",
       "2            Angola  1960       550.050\n",
       "3           Albania  1960      2024.184\n",
       "4           Andorra  1960           NaN\n",
       "...             ...   ...           ...\n",
       "13293        Kosovo  2020           NaN\n",
       "13294   Yemen, Rep.  2020           NaN\n",
       "13295  South Africa  2020           NaN\n",
       "13296        Zambia  2020           NaN\n",
       "13297      Zimbabwe  2020           NaN\n",
       "\n",
       "[13298 rows x 3 columns]"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "os.chdir('/Users/nickbohmann/Documents/uw/dataviz/A2_stuff/World-Bank-Data-by-Indicators/engergy-and-mining')\n",
    "data_new=pd.read_csv('data_new.csv')\n",
    "data_new=data_new[~data_new['Country Code'].isin(not_countries)]\n",
    "data_new=data_new.drop(columns=['Indicator Code','Indicator Name','Country Code'])\n",
    "data_new=pd.melt(data_new, \n",
    "            id_vars='Country Name', \n",
    "            value_vars=list(data_new.columns[1:]), # list of days of the week\n",
    "            var_name='Year', \n",
    "            value_name='CO2 Emission')\n",
    "data_new=data_new[~data_new.Year.str.contains('Unnamed: 65')]\n",
    "data_new.to_csv('tot_co2.csv')\n",
    "data_new"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cf52697d",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "61eaba3e",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}