1_enrichissement_fichiers_json.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import json"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "On récupère les fichiers générés à l'étape 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('coms.json') as json_file:\n",
    "    coms = json.load(json_file)\n",
    "with open('evts.json') as json_file:\n",
    "    evts = json.load(json_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfcom = pd.DataFrame(coms)\n",
    "dfevt = pd.DataFrame(evts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>codeInsee</th>\n",
       "      <th>nom</th>\n",
       "      <th>nomSansArticle</th>\n",
       "      <th>evtCreation</th>\n",
       "      <th>id</th>\n",
       "      <th>type</th>\n",
       "      <th>evtSuppression</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32019</td>\n",
       "      <td>Auterive</td>\n",
       "      <td>Auterive</td>\n",
       "      <td>904dcf14-b895-4686-a5c5-7304c6f63cae</td>\n",
       "      <td>4c09a74f-4b9d-4c2c-9e03-5574c979aa97</td>\n",
       "      <td>COM</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>02181</td>\n",
       "      <td>Chéry-lès-Rozoy</td>\n",
       "      <td>Chéry-lès-Rozoy</td>\n",
       "      <td>904dcf14-b895-4686-a5c5-7304c6f63cae</td>\n",
       "      <td>0ce410a7-6103-4114-9873-9da87205ed8f</td>\n",
       "      <td>COM</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>91639</td>\n",
       "      <td>Vayres-sur-Essonne</td>\n",
       "      <td>Vayres-sur-Essonne</td>\n",
       "      <td>8dba2b23-ea40-4cd8-b9cd-32eb19e4770b</td>\n",
       "      <td>002ffef9-dee5-47b3-8fd2-920176692b5b</td>\n",
       "      <td>COM</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>78639</td>\n",
       "      <td>Vayres-sur-Essonne</td>\n",
       "      <td>Vayres-sur-Essonne</td>\n",
       "      <td>904dcf14-b895-4686-a5c5-7304c6f63cae</td>\n",
       "      <td>6cb8d621-e597-48ba-a6eb-dbf0bf2141f6</td>\n",
       "      <td>COM</td>\n",
       "      <td>8dba2b23-ea40-4cd8-b9cd-32eb19e4770b</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>19267</td>\n",
       "      <td>La Tourette</td>\n",
       "      <td>Tourette</td>\n",
       "      <td>904dcf14-b895-4686-a5c5-7304c6f63cae</td>\n",
       "      <td>af2b312b-b2bd-490b-9591-d6596f37d6b8</td>\n",
       "      <td>COM</td>\n",
       "      <td>4c5ff202-9df4-4ddb-be97-c94204a96894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46777</th>\n",
       "      <td>52402</td>\n",
       "      <td>Prangey</td>\n",
       "      <td>Prangey</td>\n",
       "      <td>42665a68-33eb-47ac-b42d-faa776a5aa1b</td>\n",
       "      <td>590286cf-300a-4592-85d6-eef829c92350</td>\n",
       "      <td>COMD</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46778</th>\n",
       "      <td>16351</td>\n",
       "      <td>Saint-Simeux</td>\n",
       "      <td>Saint-Simeux</td>\n",
       "      <td>6df1f004-44a1-4013-8e21-b41cbdbdfdc9</td>\n",
       "      <td>9220d38e-abed-4614-b8bd-725f762ee9a2</td>\n",
       "      <td>COMD</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46779</th>\n",
       "      <td>14267</td>\n",
       "      <td>Feuguerolles-sur-Seulles</td>\n",
       "      <td>Feuguerolles-sur-Seulles</td>\n",
       "      <td>09369351-d43d-4010-ab30-0a3fbbb333cf</td>\n",
       "      <td>36eac5c3-921e-4868-be58-2e80505ac5b1</td>\n",
       "      <td>COMD</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46780</th>\n",
       "      <td>14673</td>\n",
       "      <td>Sermentot</td>\n",
       "      <td>Sermentot</td>\n",
       "      <td>09369351-d43d-4010-ab30-0a3fbbb333cf</td>\n",
       "      <td>01be2ebd-1941-4e8c-aa07-4725449db68d</td>\n",
       "      <td>COMD</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46781</th>\n",
       "      <td>14479</td>\n",
       "      <td>Orbois</td>\n",
       "      <td>Orbois</td>\n",
       "      <td>09369351-d43d-4010-ab30-0a3fbbb333cf</td>\n",
       "      <td>13429b51-92ba-4b50-a06a-2d8613c46100</td>\n",
       "      <td>COMD</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>46782 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      codeInsee                       nom            nomSansArticle  \\\n",
       "0         32019                  Auterive                  Auterive   \n",
       "1         02181           Chéry-lès-Rozoy           Chéry-lès-Rozoy   \n",
       "2         91639        Vayres-sur-Essonne        Vayres-sur-Essonne   \n",
       "3         78639        Vayres-sur-Essonne        Vayres-sur-Essonne   \n",
       "4         19267               La Tourette                  Tourette   \n",
       "...         ...                       ...                       ...   \n",
       "46777     52402                   Prangey                   Prangey   \n",
       "46778     16351              Saint-Simeux              Saint-Simeux   \n",
       "46779     14267  Feuguerolles-sur-Seulles  Feuguerolles-sur-Seulles   \n",
       "46780     14673                 Sermentot                 Sermentot   \n",
       "46781     14479                    Orbois                    Orbois   \n",
       "\n",
       "                                evtCreation  \\\n",
       "0      904dcf14-b895-4686-a5c5-7304c6f63cae   \n",
       "1      904dcf14-b895-4686-a5c5-7304c6f63cae   \n",
       "2      8dba2b23-ea40-4cd8-b9cd-32eb19e4770b   \n",
       "3      904dcf14-b895-4686-a5c5-7304c6f63cae   \n",
       "4      904dcf14-b895-4686-a5c5-7304c6f63cae   \n",
       "...                                     ...   \n",
       "46777  42665a68-33eb-47ac-b42d-faa776a5aa1b   \n",
       "46778  6df1f004-44a1-4013-8e21-b41cbdbdfdc9   \n",
       "46779  09369351-d43d-4010-ab30-0a3fbbb333cf   \n",
       "46780  09369351-d43d-4010-ab30-0a3fbbb333cf   \n",
       "46781  09369351-d43d-4010-ab30-0a3fbbb333cf   \n",
       "\n",
       "                                         id  type  \\\n",
       "0      4c09a74f-4b9d-4c2c-9e03-5574c979aa97   COM   \n",
       "1      0ce410a7-6103-4114-9873-9da87205ed8f   COM   \n",
       "2      002ffef9-dee5-47b3-8fd2-920176692b5b   COM   \n",
       "3      6cb8d621-e597-48ba-a6eb-dbf0bf2141f6   COM   \n",
       "4      af2b312b-b2bd-490b-9591-d6596f37d6b8   COM   \n",
       "...                                     ...   ...   \n",
       "46777  590286cf-300a-4592-85d6-eef829c92350  COMD   \n",
       "46778  9220d38e-abed-4614-b8bd-725f762ee9a2  COMD   \n",
       "46779  36eac5c3-921e-4868-be58-2e80505ac5b1  COMD   \n",
       "46780  01be2ebd-1941-4e8c-aa07-4725449db68d  COMD   \n",
       "46781  13429b51-92ba-4b50-a06a-2d8613c46100  COMD   \n",
       "\n",
       "                             evtSuppression  \n",
       "0                                       NaN  \n",
       "1                                       NaN  \n",
       "2                                       NaN  \n",
       "3      8dba2b23-ea40-4cd8-b9cd-32eb19e4770b  \n",
       "4      4c5ff202-9df4-4ddb-be97-c94204a96894  \n",
       "...                                     ...  \n",
       "46777                                   NaN  \n",
       "46778                                   NaN  \n",
       "46779                                   NaN  \n",
       "46780                                   NaN  \n",
       "46781                                   NaN  \n",
       "\n",
       "[46782 rows x 7 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfcom"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>creation</th>\n",
       "      <th>suppression</th>\n",
       "      <th>date</th>\n",
       "      <th>id</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[002ffef9-dee5-47b3-8fd2-920176692b5b]</td>\n",
       "      <td>[6cb8d621-e597-48ba-a6eb-dbf0bf2141f6]</td>\n",
       "      <td>1968-01-01</td>\n",
       "      <td>8dba2b23-ea40-4cd8-b9cd-32eb19e4770b</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[5ac9c7a8-e946-4210-aec3-0e69454069fc]</td>\n",
       "      <td>[c7150589-6c29-4738-8120-56471fb32060]</td>\n",
       "      <td>1968-01-01</td>\n",
       "      <td>76d98ccc-fdb2-4969-b239-eaf46c1799dd</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[864e4805-550b-4723-a151-bc7f0d0a477f, 98385dd...</td>\n",
       "      <td>[8ca47f9b-422b-4941-9970-a67bb34a0c70, d4d2185...</td>\n",
       "      <td>2019-01-01</td>\n",
       "      <td>d5f621c4-0f75-4e38-929f-97efb1e2f7a8</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[70d22cd0-1766-4b7a-9a5f-3873055b5b23]</td>\n",
       "      <td>[7098d870-5f47-4af4-b797-c98fd10ba616]</td>\n",
       "      <td>1968-01-01</td>\n",
       "      <td>6144cd13-5d97-4ad2-922c-9ba27a288e68</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[d4d4906a-5039-473a-8850-75c5d41fdfb5, 9393646...</td>\n",
       "      <td>[fd6103e9-4381-429a-a2c4-315318244183, 695492d...</td>\n",
       "      <td>1974-11-01</td>\n",
       "      <td>d45becf8-752c-4c07-82d5-6bea9c5f37bf</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5081</th>\n",
       "      <td>[]</td>\n",
       "      <td>[011fa7de-d4d1-4f1e-907e-51bb71b8f258, 52cc920...</td>\n",
       "      <td>2020-06-26</td>\n",
       "      <td>5604cb6b-79d6-4157-bf8e-eead8993550d</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5082</th>\n",
       "      <td>[]</td>\n",
       "      <td>[0ff07ec6-3365-456a-b1cd-dd50e4f74200, f71e4af...</td>\n",
       "      <td>2020-07-03</td>\n",
       "      <td>80b57879-e544-46ac-878d-d43f1f2c791e</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5083</th>\n",
       "      <td>[]</td>\n",
       "      <td>[2a92eb17-0e3c-41b1-bb06-6dc2154bc86b, 404fd9d...</td>\n",
       "      <td>2020-06-05</td>\n",
       "      <td>1c5353c8-9610-44bf-aafc-2898dc85797a</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5084</th>\n",
       "      <td>[]</td>\n",
       "      <td>[51a8f9a1-3a23-4734-a3b7-1d3591c49884, 8e0d60b...</td>\n",
       "      <td>2020-12-09</td>\n",
       "      <td>d672621f-fc2b-4bce-b389-05ce7b18ba6e</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5085</th>\n",
       "      <td>[]</td>\n",
       "      <td>[c8e76694-b7ca-4067-adfd-a313be7b487e]</td>\n",
       "      <td>2021-01-01</td>\n",
       "      <td>d60cf68c-51db-423d-bd59-0e0faf0611d5</td>\n",
       "      <td>evenement</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5086 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               creation  \\\n",
       "0                [002ffef9-dee5-47b3-8fd2-920176692b5b]   \n",
       "1                [5ac9c7a8-e946-4210-aec3-0e69454069fc]   \n",
       "2     [864e4805-550b-4723-a151-bc7f0d0a477f, 98385dd...   \n",
       "3                [70d22cd0-1766-4b7a-9a5f-3873055b5b23]   \n",
       "4     [d4d4906a-5039-473a-8850-75c5d41fdfb5, 9393646...   \n",
       "...                                                 ...   \n",
       "5081                                                 []   \n",
       "5082                                                 []   \n",
       "5083                                                 []   \n",
       "5084                                                 []   \n",
       "5085                                                 []   \n",
       "\n",
       "                                            suppression        date  \\\n",
       "0                [6cb8d621-e597-48ba-a6eb-dbf0bf2141f6]  1968-01-01   \n",
       "1                [c7150589-6c29-4738-8120-56471fb32060]  1968-01-01   \n",
       "2     [8ca47f9b-422b-4941-9970-a67bb34a0c70, d4d2185...  2019-01-01   \n",
       "3                [7098d870-5f47-4af4-b797-c98fd10ba616]  1968-01-01   \n",
       "4     [fd6103e9-4381-429a-a2c4-315318244183, 695492d...  1974-11-01   \n",
       "...                                                 ...         ...   \n",
       "5081  [011fa7de-d4d1-4f1e-907e-51bb71b8f258, 52cc920...  2020-06-26   \n",
       "5082  [0ff07ec6-3365-456a-b1cd-dd50e4f74200, f71e4af...  2020-07-03   \n",
       "5083  [2a92eb17-0e3c-41b1-bb06-6dc2154bc86b, 404fd9d...  2020-06-05   \n",
       "5084  [51a8f9a1-3a23-4734-a3b7-1d3591c49884, 8e0d60b...  2020-12-09   \n",
       "5085             [c8e76694-b7ca-4067-adfd-a313be7b487e]  2021-01-01   \n",
       "\n",
       "                                        id       type  \n",
       "0     8dba2b23-ea40-4cd8-b9cd-32eb19e4770b  evenement  \n",
       "1     76d98ccc-fdb2-4969-b239-eaf46c1799dd  evenement  \n",
       "2     d5f621c4-0f75-4e38-929f-97efb1e2f7a8  evenement  \n",
       "3     6144cd13-5d97-4ad2-922c-9ba27a288e68  evenement  \n",
       "4     d45becf8-752c-4c07-82d5-6bea9c5f37bf  evenement  \n",
       "...                                    ...        ...  \n",
       "5081  5604cb6b-79d6-4157-bf8e-eead8993550d  evenement  \n",
       "5082  80b57879-e544-46ac-878d-d43f1f2c791e  evenement  \n",
       "5083  1c5353c8-9610-44bf-aafc-2898dc85797a  evenement  \n",
       "5084  d672621f-fc2b-4bce-b389-05ce7b18ba6e  evenement  \n",
       "5085  d60cf68c-51db-423d-bd59-0e0faf0611d5  evenement  \n",
       "\n",
       "[5086 rows x 5 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfevt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Enrichissement du dataframe événement en ajoutant le détail de chaque commune ajoutée ou supprimée dans deux nouvelles colonnes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "def getComs(coms):\n",
    "    arr = []\n",
    "    for com in coms:\n",
    "        mydict = dfcom[dfcom['id'] == com].to_dict(orient = 'records')\n",
    "        if(len(mydict) > 0):\n",
    "            arr.append(dfcom[dfcom['id'] == com].to_dict(orient = 'records')[0])\n",
    "    return arr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfevt['creationObj'] = dfevt['creation'].apply(lambda x: getComs(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfevt['suppressionObj'] = dfevt['suppression'].apply(lambda x: getComs(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>creation</th>\n",
       "      <th>suppression</th>\n",
       "      <th>date</th>\n",
       "      <th>id</th>\n",
       "      <th>type</th>\n",
       "      <th>creationObj</th>\n",
       "      <th>suppressionObj</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[002ffef9-dee5-47b3-8fd2-920176692b5b]</td>\n",
       "      <td>[6cb8d621-e597-48ba-a6eb-dbf0bf2141f6]</td>\n",
       "      <td>1968-01-01</td>\n",
       "      <td>8dba2b23-ea40-4cd8-b9cd-32eb19e4770b</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[{'codeInsee': '91639', 'nom': 'Vayres-sur-Ess...</td>\n",
       "      <td>[{'codeInsee': '78639', 'nom': 'Vayres-sur-Ess...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[5ac9c7a8-e946-4210-aec3-0e69454069fc]</td>\n",
       "      <td>[c7150589-6c29-4738-8120-56471fb32060]</td>\n",
       "      <td>1968-01-01</td>\n",
       "      <td>76d98ccc-fdb2-4969-b239-eaf46c1799dd</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[{'codeInsee': '91679', 'nom': 'Villiers-le-Bâ...</td>\n",
       "      <td>[{'codeInsee': '78679', 'nom': 'Villiers-le-Bâ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[864e4805-550b-4723-a151-bc7f0d0a477f, 98385dd...</td>\n",
       "      <td>[8ca47f9b-422b-4941-9970-a67bb34a0c70, d4d2185...</td>\n",
       "      <td>2019-01-01</td>\n",
       "      <td>d5f621c4-0f75-4e38-929f-97efb1e2f7a8</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[{'codeInsee': '28236', 'nom': 'Arcisses', 'no...</td>\n",
       "      <td>[{'codeInsee': '28112', 'nom': 'Coudreceau', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[70d22cd0-1766-4b7a-9a5f-3873055b5b23]</td>\n",
       "      <td>[7098d870-5f47-4af4-b797-c98fd10ba616]</td>\n",
       "      <td>1968-01-01</td>\n",
       "      <td>6144cd13-5d97-4ad2-922c-9ba27a288e68</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[{'codeInsee': '91468', 'nom': 'Ormoy', 'nomSa...</td>\n",
       "      <td>[{'codeInsee': '78468', 'nom': 'Ormoy', 'nomSa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[d4d4906a-5039-473a-8850-75c5d41fdfb5, 9393646...</td>\n",
       "      <td>[fd6103e9-4381-429a-a2c4-315318244183, 695492d...</td>\n",
       "      <td>1974-11-01</td>\n",
       "      <td>d45becf8-752c-4c07-82d5-6bea9c5f37bf</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[{'codeInsee': '67351', 'nom': 'Seebach', 'nom...</td>\n",
       "      <td>[{'codeInsee': '67351', 'nom': 'Oberseebach', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5081</th>\n",
       "      <td>[]</td>\n",
       "      <td>[011fa7de-d4d1-4f1e-907e-51bb71b8f258, 52cc920...</td>\n",
       "      <td>2020-06-26</td>\n",
       "      <td>5604cb6b-79d6-4157-bf8e-eead8993550d</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'codeInsee': '81062', 'nom': 'Castelnau-de-B...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5082</th>\n",
       "      <td>[]</td>\n",
       "      <td>[0ff07ec6-3365-456a-b1cd-dd50e4f74200, f71e4af...</td>\n",
       "      <td>2020-07-03</td>\n",
       "      <td>80b57879-e544-46ac-878d-d43f1f2c791e</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'codeInsee': '36093', 'nom': 'Levroux', 'nom...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5083</th>\n",
       "      <td>[]</td>\n",
       "      <td>[2a92eb17-0e3c-41b1-bb06-6dc2154bc86b, 404fd9d...</td>\n",
       "      <td>2020-06-05</td>\n",
       "      <td>1c5353c8-9610-44bf-aafc-2898dc85797a</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'codeInsee': '45211', 'nom': 'Montcorbon', '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5084</th>\n",
       "      <td>[]</td>\n",
       "      <td>[51a8f9a1-3a23-4734-a3b7-1d3591c49884, 8e0d60b...</td>\n",
       "      <td>2020-12-09</td>\n",
       "      <td>d672621f-fc2b-4bce-b389-05ce7b18ba6e</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'codeInsee': '27588', 'nom': 'Saint-Pierre-d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5085</th>\n",
       "      <td>[]</td>\n",
       "      <td>[c8e76694-b7ca-4067-adfd-a313be7b487e]</td>\n",
       "      <td>2021-01-01</td>\n",
       "      <td>d60cf68c-51db-423d-bd59-0e0faf0611d5</td>\n",
       "      <td>evenement</td>\n",
       "      <td>[]</td>\n",
       "      <td>[{'codeInsee': '50526', 'nom': 'Saint-Michel-d...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5086 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               creation  \\\n",
       "0                [002ffef9-dee5-47b3-8fd2-920176692b5b]   \n",
       "1                [5ac9c7a8-e946-4210-aec3-0e69454069fc]   \n",
       "2     [864e4805-550b-4723-a151-bc7f0d0a477f, 98385dd...   \n",
       "3                [70d22cd0-1766-4b7a-9a5f-3873055b5b23]   \n",
       "4     [d4d4906a-5039-473a-8850-75c5d41fdfb5, 9393646...   \n",
       "...                                                 ...   \n",
       "5081                                                 []   \n",
       "5082                                                 []   \n",
       "5083                                                 []   \n",
       "5084                                                 []   \n",
       "5085                                                 []   \n",
       "\n",
       "                                            suppression        date  \\\n",
       "0                [6cb8d621-e597-48ba-a6eb-dbf0bf2141f6]  1968-01-01   \n",
       "1                [c7150589-6c29-4738-8120-56471fb32060]  1968-01-01   \n",
       "2     [8ca47f9b-422b-4941-9970-a67bb34a0c70, d4d2185...  2019-01-01   \n",
       "3                [7098d870-5f47-4af4-b797-c98fd10ba616]  1968-01-01   \n",
       "4     [fd6103e9-4381-429a-a2c4-315318244183, 695492d...  1974-11-01   \n",
       "...                                                 ...         ...   \n",
       "5081  [011fa7de-d4d1-4f1e-907e-51bb71b8f258, 52cc920...  2020-06-26   \n",
       "5082  [0ff07ec6-3365-456a-b1cd-dd50e4f74200, f71e4af...  2020-07-03   \n",
       "5083  [2a92eb17-0e3c-41b1-bb06-6dc2154bc86b, 404fd9d...  2020-06-05   \n",
       "5084  [51a8f9a1-3a23-4734-a3b7-1d3591c49884, 8e0d60b...  2020-12-09   \n",
       "5085             [c8e76694-b7ca-4067-adfd-a313be7b487e]  2021-01-01   \n",
       "\n",
       "                                        id       type  \\\n",
       "0     8dba2b23-ea40-4cd8-b9cd-32eb19e4770b  evenement   \n",
       "1     76d98ccc-fdb2-4969-b239-eaf46c1799dd  evenement   \n",
       "2     d5f621c4-0f75-4e38-929f-97efb1e2f7a8  evenement   \n",
       "3     6144cd13-5d97-4ad2-922c-9ba27a288e68  evenement   \n",
       "4     d45becf8-752c-4c07-82d5-6bea9c5f37bf  evenement   \n",
       "...                                    ...        ...   \n",
       "5081  5604cb6b-79d6-4157-bf8e-eead8993550d  evenement   \n",
       "5082  80b57879-e544-46ac-878d-d43f1f2c791e  evenement   \n",
       "5083  1c5353c8-9610-44bf-aafc-2898dc85797a  evenement   \n",
       "5084  d672621f-fc2b-4bce-b389-05ce7b18ba6e  evenement   \n",
       "5085  d60cf68c-51db-423d-bd59-0e0faf0611d5  evenement   \n",
       "\n",
       "                                            creationObj  \\\n",
       "0     [{'codeInsee': '91639', 'nom': 'Vayres-sur-Ess...   \n",
       "1     [{'codeInsee': '91679', 'nom': 'Villiers-le-Bâ...   \n",
       "2     [{'codeInsee': '28236', 'nom': 'Arcisses', 'no...   \n",
       "3     [{'codeInsee': '91468', 'nom': 'Ormoy', 'nomSa...   \n",
       "4     [{'codeInsee': '67351', 'nom': 'Seebach', 'nom...   \n",
       "...                                                 ...   \n",
       "5081                                                 []   \n",
       "5082                                                 []   \n",
       "5083                                                 []   \n",
       "5084                                                 []   \n",
       "5085                                                 []   \n",
       "\n",
       "                                         suppressionObj  \n",
       "0     [{'codeInsee': '78639', 'nom': 'Vayres-sur-Ess...  \n",
       "1     [{'codeInsee': '78679', 'nom': 'Villiers-le-Bâ...  \n",
       "2     [{'codeInsee': '28112', 'nom': 'Coudreceau', '...  \n",
       "3     [{'codeInsee': '78468', 'nom': 'Ormoy', 'nomSa...  \n",
       "4     [{'codeInsee': '67351', 'nom': 'Oberseebach', ...  \n",
       "...                                                 ...  \n",
       "5081  [{'codeInsee': '81062', 'nom': 'Castelnau-de-B...  \n",
       "5082  [{'codeInsee': '36093', 'nom': 'Levroux', 'nom...  \n",
       "5083  [{'codeInsee': '45211', 'nom': 'Montcorbon', '...  \n",
       "5084  [{'codeInsee': '27588', 'nom': 'Saint-Pierre-d...  \n",
       "5085  [{'codeInsee': '50526', 'nom': 'Saint-Michel-d...  \n",
       "\n",
       "[5086 rows x 7 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfevt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Sauvegarde dans un fichier (le traitement est long donc inutile de le rejouer à chaque fois)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "with open('evts-detail.json', 'w') as f:\n",
    "    json.dump(dfevt.to_dict(orient=\"records\"), f, indent=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}