consolidation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Fichier de test de fonction, aucune valeur pour le projet  \n",
    "a supprimer à la fin du projet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/statsmodels/tools/_testing.py:19: FutureWarning: pandas.util.testing is deprecated. Use the functions in the public API at pandas.testing instead.\n",
      "  import pandas.util.testing as tm\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Looking in indexes: https://nexus.beta.innovation.insee.eu/repository/pypi-public/simple\n",
      "Requirement already satisfied: nltk in /opt/conda/lib/python3.7/site-packages (3.5)\n",
      "Requirement already satisfied: joblib in /opt/conda/lib/python3.7/site-packages (from nltk) (0.16.0)\n",
      "Requirement already satisfied: click in /opt/conda/lib/python3.7/site-packages (from nltk) (7.1.2)\n",
      "Requirement already satisfied: tqdm in /opt/conda/lib/python3.7/site-packages (from nltk) (4.47.0)\n",
      "Requirement already satisfied: regex in /opt/conda/lib/python3.7/site-packages (from nltk) (2020.6.8)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to /home/jovyan/nltk_data...\n",
      "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Looking in indexes: https://nexus.beta.innovation.insee.eu/repository/pypi-public/simple\n",
      "Requirement already satisfied: psycopg2 in /opt/conda/lib/python3.7/site-packages (2.8.5)\n",
      "Looking in indexes: https://nexus.beta.innovation.insee.eu/repository/pypi-public/simple\n",
      "Collecting Unidecode\n",
      "\u001b[?25l  Downloading https://nexus.beta.innovation.insee.eu/repository/pypi-public/packages/unidecode/1.1.1/Unidecode-1.1.1-py2.py3-none-any.whl (238kB)\n",
      "\u001b[K     |████████████████████████████████| 245kB 61.8MB/s eta 0:00:01\n",
      "\u001b[?25hInstalling collected packages: Unidecode\n",
      "Successfully installed Unidecode-1.1.1\n",
      "Looking in indexes: https://nexus.beta.innovation.insee.eu/repository/pypi-public/simple\n",
      "Collecting pyenchant\n",
      "\u001b[?25l  Downloading https://nexus.beta.innovation.insee.eu/repository/pypi-public/packages/pyenchant/3.1.1/pyenchant-3.1.1-py3-none-any.whl (55kB)\n",
      "\u001b[K     |████████████████████████████████| 61kB 64.9MB/s eta 0:00:01\n",
      "\u001b[?25hInstalling collected packages: pyenchant\n",
      "Successfully installed pyenchant-3.1.1\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import io\n",
    "import s3fs\n",
    "import pandas as pd\n",
    "pd.set_option('display.max_rows', 500)\n",
    "pd.set_option('display.max_columns', 500)\n",
    "pd.set_option('display.width', 1000)\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "\n",
    "!pip install nltk\n",
    "import nltk\n",
    "nltk.download('punkt')\n",
    "%matplotlib inline\n",
    "\n",
    "#fichier projet\n",
    "!pip install psycopg2\n",
    "from bdd import *\n",
    "!pip install Unidecode\n",
    "from preprocessing import * \n",
    "!pip install pyenchant"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "my_driver = PostGre_SQL_DB()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "fs = s3fs.S3FileSystem(client_kwargs={'endpoint_url': 'http://minio.stable.innovation.insee.eu'})\n",
    "remote_data_dir=\"s3://groupe-1033/data\"\n",
    "fs.ls(remote_data_dir)\n",
    "with fs.open(os.path.join(\"s3://groupe-1033/data/\",'settings.yml')) as f:\n",
    "     settings = yaml.safe_load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cabbi</th>\n",
       "      <th>typcol</th>\n",
       "      <th>depcom_code</th>\n",
       "      <th>rs_x</th>\n",
       "      <th>ilt_x</th>\n",
       "      <th>vardompart_x</th>\n",
       "      <th>numvoi_x</th>\n",
       "      <th>bister_x</th>\n",
       "      <th>typevoi_x</th>\n",
       "      <th>nomvoi_x</th>\n",
       "      <th>cpladr_x</th>\n",
       "      <th>actet_x</th>\n",
       "      <th>actet_c_c</th>\n",
       "      <th>actet_c</th>\n",
       "      <th>clt_c_c</th>\n",
       "      <th>clt_x</th>\n",
       "      <th>dlt_x</th>\n",
       "      <th>plt_x</th>\n",
       "      <th>siretc</th>\n",
       "      <th>note_mca_adr_c</th>\n",
       "      <th>note_mca_nom_c</th>\n",
       "      <th>i_mca_c</th>\n",
       "      <th>profi_x</th>\n",
       "      <th>profs_x</th>\n",
       "      <th>profa_x</th>\n",
       "      <th>i_reprise_act</th>\n",
       "      <th>i_siret_m</th>\n",
       "      <th>siret_dec</th>\n",
       "      <th>siretm</th>\n",
       "      <th>proces_codage_init</th>\n",
       "      <th>arbitrage</th>\n",
       "      <th>siretq</th>\n",
       "      <th>i_siret_q</th>\n",
       "      <th>siret_arb</th>\n",
       "      <th>x</th>\n",
       "      <th>y</th>\n",
       "      <th>sourcexyw</th>\n",
       "      <th>qual</th>\n",
       "      <th>siret_final</th>\n",
       "      <th>code_retour</th>\n",
       "      <th>naf1</th>\n",
       "      <th>pct1</th>\n",
       "      <th>naf2</th>\n",
       "      <th>pct2</th>\n",
       "      <th>naf3</th>\n",
       "      <th>pct3</th>\n",
       "      <th>naf4</th>\n",
       "      <th>pct4</th>\n",
       "      <th>naf5</th>\n",
       "      <th>pct5</th>\n",
       "      <th>nbtot</th>\n",
       "      <th>nb5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7300076772</td>\n",
       "      <td>None</td>\n",
       "      <td>03021</td>\n",
       "      <td>IEMTHESE AGEPAPH</td>\n",
       "      <td>2</td>\n",
       "      <td>None</td>\n",
       "      <td>0073</td>\n",
       "      <td>None</td>\n",
       "      <td>RTE</td>\n",
       "      <td>DE SAULCET</td>\n",
       "      <td>None</td>\n",
       "      <td>(CENTRE) INSTITUE D EDUCATION MOTRICE</td>\n",
       "      <td>8710B</td>\n",
       "      <td>8710B</td>\n",
       "      <td>03254</td>\n",
       "      <td>SAINT POURCAIN</td>\n",
       "      <td>03</td>\n",
       "      <td>None</td>\n",
       "      <td>49165388700043</td>\n",
       "      <td>10.0</td>\n",
       "      <td>466.0</td>\n",
       "      <td>C</td>\n",
       "      <td>None</td>\n",
       "      <td>AMP</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>49165388700043</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>721502.79</td>\n",
       "      <td>6579439.67</td>\n",
       "      <td>None</td>\n",
       "      <td>1.0</td>\n",
       "      <td>None</td>\n",
       "      <td>C_C</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        cabbi typcol depcom_code              rs_x ilt_x vardompart_x numvoi_x bister_x typevoi_x    nomvoi_x cpladr_x                                actet_x actet_c_c actet_c clt_c_c           clt_x dlt_x plt_x          siretc  note_mca_adr_c  note_mca_nom_c i_mca_c profi_x profs_x profa_x i_reprise_act i_siret_m       siret_dec siretm proces_codage_init arbitrage siretq i_siret_q siret_arb          x           y sourcexyw qual siret_final code_retour  naf1  pct1  naf2  pct2  naf3  pct3  naf4  pct4  naf5  pct5 nbtot   nb5\n",
       "0  7300076772   None       03021  IEMTHESE AGEPAPH     2         None     0073     None       RTE  DE SAULCET     None  (CENTRE) INSTITUE D EDUCATION MOTRICE     8710B   8710B   03254  SAINT POURCAIN    03  None  49165388700043            10.0           466.0       C    None     AMP    None          None      None  49165388700043   None               None      None   None      None      None  721502.79  6579439.67      None  1.0        None         C_C  None  None  None  None  None  None  None  None  None  None  None  None"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = my_driver.read_from_sql(''' \n",
    "SELECT *\n",
    "FROM rp_final_2017\n",
    "WHERE 1=1\n",
    "AND siretc IS NOT NULL\n",
    "AND code_retour = 'C_C'\n",
    "AND i_mca_c = 'C'\n",
    "LIMIT 1; ''')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sirus_id</th>\n",
       "      <th>nic</th>\n",
       "      <th>ape</th>\n",
       "      <th>apet</th>\n",
       "      <th>eff_3112_et</th>\n",
       "      <th>eff_etp_et</th>\n",
       "      <th>eff_et_effet_daaaammjj</th>\n",
       "      <th>enseigne_et1</th>\n",
       "      <th>nom_comm_et</th>\n",
       "      <th>adr_et_loc_geo</th>\n",
       "      <th>adr_et_compl</th>\n",
       "      <th>adr_et_voie_num</th>\n",
       "      <th>adr_et_voie_repet</th>\n",
       "      <th>adr_et_voie_type</th>\n",
       "      <th>adr_et_voie_lib</th>\n",
       "      <th>adr_et_cedex</th>\n",
       "      <th>adr_et_distsp</th>\n",
       "      <th>sir_adr_et_com_lib</th>\n",
       "      <th>adr_et_post</th>\n",
       "      <th>adr_et_l1</th>\n",
       "      <th>adr_et_l2</th>\n",
       "      <th>adr_et_l3</th>\n",
       "      <th>adr_et_l4</th>\n",
       "      <th>adr_et_l5</th>\n",
       "      <th>adr_et_l6</th>\n",
       "      <th>adr_et_l7</th>\n",
       "      <th>nic_siege</th>\n",
       "      <th>unite_type</th>\n",
       "      <th>region</th>\n",
       "      <th>adr_depcom</th>\n",
       "      <th>region_impl</th>\n",
       "      <th>region_mult</th>\n",
       "      <th>tr_eff_etp</th>\n",
       "      <th>cj</th>\n",
       "      <th>denom</th>\n",
       "      <th>denom_condense</th>\n",
       "      <th>sigle</th>\n",
       "      <th>enseigne</th>\n",
       "      <th>eff_3112_unitelegale</th>\n",
       "      <th>eff_etp_unitelegale</th>\n",
       "      <th>eff_effet_daaaammjj_unitelegale</th>\n",
       "      <th>x</th>\n",
       "      <th>y</th>\n",
       "      <th>sourcexyw</th>\n",
       "      <th>qual</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>491653887</td>\n",
       "      <td>00043</td>\n",
       "      <td>8730A</td>\n",
       "      <td>8710B</td>\n",
       "      <td>51.0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>20151231</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0325400286</td>\n",
       "      <td>INSTITUT D EDUCATION MOTRICE</td>\n",
       "      <td>73</td>\n",
       "      <td>None</td>\n",
       "      <td>RTE</td>\n",
       "      <td>DE SAULCET</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>SAINT POURCAIN SUR SIOULE</td>\n",
       "      <td>03500</td>\n",
       "      <td>GESTION D ETS PERSONNES AGEES ...</td>\n",
       "      <td>None</td>\n",
       "      <td>INSTITUT D EDUCATION MOTRICE</td>\n",
       "      <td>73 RTE DE SAULCET</td>\n",
       "      <td>None</td>\n",
       "      <td>03500 SAINT POURCAIN SUR SIOULE</td>\n",
       "      <td>None</td>\n",
       "      <td>00092</td>\n",
       "      <td>1</td>\n",
       "      <td>84</td>\n",
       "      <td>03254</td>\n",
       "      <td>84</td>\n",
       "      <td>QASI</td>\n",
       "      <td>31</td>\n",
       "      <td>9220</td>\n",
       "      <td>GESTION D ETABLISSEMENTS POUR PERSONNES AGEES ...</td>\n",
       "      <td>GESTION D ETS PERSONNES AGEES ...</td>\n",
       "      <td>AGEPAPH</td>\n",
       "      <td>None</td>\n",
       "      <td>251.0</td>\n",
       "      <td>230.0</td>\n",
       "      <td>20151231</td>\n",
       "      <td>721502.79</td>\n",
       "      <td>6579439.67</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    sirus_id    nic    ape   apet  eff_3112_et  eff_etp_et eff_et_effet_daaaammjj enseigne_et1 nom_comm_et adr_et_loc_geo                  adr_et_compl adr_et_voie_num adr_et_voie_repet adr_et_voie_type adr_et_voie_lib adr_et_cedex adr_et_distsp         sir_adr_et_com_lib adr_et_post                          adr_et_l1 adr_et_l2                     adr_et_l3          adr_et_l4 adr_et_l5                        adr_et_l6 adr_et_l7 nic_siege unite_type region adr_depcom region_impl region_mult tr_eff_etp    cj                                              denom                     denom_condense    sigle enseigne  eff_3112_unitelegale  eff_etp_unitelegale eff_effet_daaaammjj_unitelegale          x           y sourcexyw qual\n",
       "0  491653887  00043  8730A  8710B         51.0        48.0               20151231         None        None     0325400286  INSTITUT D EDUCATION MOTRICE              73              None              RTE      DE SAULCET         None          None  SAINT POURCAIN SUR SIOULE       03500  GESTION D ETS PERSONNES AGEES ...      None  INSTITUT D EDUCATION MOTRICE  73 RTE DE SAULCET      None  03500 SAINT POURCAIN SUR SIOULE      None     00092          1     84      03254          84        QASI         31  9220  GESTION D ETABLISSEMENTS POUR PERSONNES AGEES ...  GESTION D ETS PERSONNES AGEES ...  AGEPAPH     None                 251.0                230.0                        20151231  721502.79  6579439.67      None    1"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = my_driver.read_from_sql(''' \n",
    "SELECT *\n",
    "FROM sirus_2017\n",
    "WHERE 1=1\n",
    "AND SIRUS_ID = '491653887'\n",
    "AND NIC = '00043'\n",
    " ''')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sir_adr_et_com_lib</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SAINT POURCAIN SUR BESBRE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>SAINT POURCAIN SUR SIOULE</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          sir_adr_et_com_lib\n",
       "0  SAINT POURCAIN SUR BESBRE\n",
       "1  SAINT POURCAIN SUR SIOULE"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = my_driver.read_from_sql(''' \n",
    "SELECT DISTINCT(sir_adr_et_com_lib)\n",
    "FROM sirus_2017\n",
    "WHERE 1=1\n",
    "AND sir_adr_et_com_lib LIKE '%%SAINT POURCAIN%%'\n",
    " ''')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sir_adr_et_com_lib</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EPISY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ETH</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LIZY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>VERNAUX</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SAUMANE</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  sir_adr_et_com_lib\n",
       "0              EPISY\n",
       "1                ETH\n",
       "2               LIZY\n",
       "3            VERNAUX\n",
       "4            SAUMANE"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = my_driver.read_from_sql(''' \n",
    "SELECT DISTINCT(sir_adr_et_com_lib)\n",
    "FROM sirus_2017\n",
    "UNION\n",
    "SELECT DISTINCT(sir_adr_et_com_lib)\n",
    "FROM sirus_2014\n",
    " ''')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(36121, 1)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def constitution_dictionnaire():\n",
    "    df = my_driver.read_from_sql(''' \n",
    "    SELECT DISTINCT(sir_adr_et_com_lib)\n",
    "    FROM sirus_2017\n",
    "    UNION\n",
    "    SELECT DISTINCT(sir_adr_et_com_lib)\n",
    "    FROM sirus_2014\n",
    "     ''')\n",
    "    brique = []\n",
    "    mots = df.sir_adr_et_com_lib.values\n",
    "    for item in mots:\n",
    "        brique.append(remove_punctuation(item))\n",
    "    brique = \" \".join(brique)\n",
    "    mots = nltk.word_tokenize(brique)\n",
    "    unique_mot = list(set(mots))\n",
    "    return unique_mot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "def correction_orthographe_commune(commune,dictionnaire):\n",
    "    \n",
    "    # Il faut une collection avec tout les noms de communes (sirus)\n",
    "    # une fois récupéré, par exemple Saint-Fargo devient\n",
    "    # ['SAINT','FARGO'] on peut ainsi vérifier mot par mot\n",
    "    # Absolument récupéré les anciennes communes\n",
    "    # Utiliser le numero de département si disponible ?\n",
    "    \n",
    "    mots_correcte = []\n",
    "    mots_commune = commune.split(\" \")\n",
    "    #Heuristique : On prend le mot ayant la distance la plus courte\n",
    "    # Que faire en cas d'égalité ??\n",
    "    for mot in mots_commune:\n",
    "        if mot in dictionnaire:\n",
    "            mots_correcte.append(mot)\n",
    "        else:\n",
    "            sug = pwl.suggest(mot)\n",
    "            if len(sug) == 1:\n",
    "                mots_correcte.append(sug[0])\n",
    "            else:\n",
    "                print(str(len(sug)))\n",
    "    correction = \" \".join(mots_correcte)\n",
    "    #Si on a un doute sur un mot, on ne corrige rien\n",
    "    if len(mots_commune) != len(mots_correcte):\n",
    "        return commune\n",
    "    else:\n",
    "        return correction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = my_driver.read_from_sql(''' \n",
    "SELECT DISTINCT(sir_adr_et_com_lib)\n",
    "FROM sirus_2017\n",
    "UNION\n",
    "SELECT DISTINCT(sir_adr_et_com_lib)\n",
    "FROM sirus_2014\n",
    " ''')\n",
    "list_communes = list(set(df.sir_adr_et_com_lib.values))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "36121"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(list_communes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>clt_x</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>75009PARIS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>SAUMANE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ESTERENCUBY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PIERREFITTE-NESTALAS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>REGION PARISIENNEN ET NORMANDI</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            clt_x\n",
       "0                      75009PARIS\n",
       "1                         SAUMANE\n",
       "2                     ESTERENCUBY\n",
       "3            PIERREFITTE-NESTALAS\n",
       "4  REGION PARISIENNEN ET NORMANDI"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = my_driver.read_from_sql(''' \n",
    "SELECT DISTINCT(clt_x)\n",
    "FROM rp_final_2017\n",
    "WHERE clt_x IS NOT NULL\n",
    " ''')\n",
    "communes_X = df.clt_x.values\n",
    "communes_X = [trim(letters_only(x)) for x in communes_X]\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "non_trouve = [x for x in communes_X if x not in list_communes]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "60588"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(communes_X)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "26821"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(non_trouve)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "import enchant\n",
    "import sys"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "dd = constitution_dictionnaire()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "MyFile=open('dict.txt','w')\n",
    "\n",
    "for element in dd:\n",
    "    MyFile.write(element)\n",
    "    MyFile.write('\\n')\n",
    "MyFile.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "pwl = enchant.request_pwl_dict(\"dict.txt\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['MASSY']"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pwl.suggest(\"MASSYR\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "a = list(filter(None,communes_X))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# communes_X_Y = [correction_orthographe_commune(c,dd) for c in a]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "non_trouve_Y = [x for x in communes_X_Y if x not in list_communes]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "23087"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(non_trouve_Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['REGION PARISIENNEN ET NORMANDI',\n",
       " 'CHAMPAGNE ARDENNES',\n",
       " 'PROVINS HERME',\n",
       " 'L ILE SAINT DENIS',\n",
       " 'HH',\n",
       " 'ROISSY AEROPORT CHARLES DE GAU',\n",
       " 'SATROVILLE',\n",
       " 'LES CLAYS SOUS BOIS',\n",
       " 'SAINT DIDIER SUR CHALARD',\n",
       " 'ST BLAISE',\n",
       " 'BUSSIERES LES BELMONT',\n",
       " 'APPRIEU COLOMBE VOIRON S',\n",
       " 'FERIGNY',\n",
       " 'PERPIGNAN SAINT LAURENT CANET',\n",
       " 'SAINT OUEN L AUMONE',\n",
       " 'MITTELWIHR',\n",
       " 'JUSSIEU',\n",
       " 'VILLENAVE D ORNON',\n",
       " 'PARIS EME ARRONDISSEMENT',\n",
       " 'FLASSENS',\n",
       " 'FLEUY LES AUBRAIS',\n",
       " 'VANNES LOCMINE AURAY',\n",
       " 'NANTERRE VILLE',\n",
       " 'VINCA ILLE TET BOULETERNERE',\n",
       " 'SAINT GERMAIN TLLDE',\n",
       " 'SCEAUX BOUR LA REINE ANTONY',\n",
       " 'VARIABLE TOUS LES JOURS',\n",
       " 'RIVE EN SCENE',\n",
       " 'ATHIS MOS',\n",
       " 'ERQINGHEM LYS',\n",
       " 'ROZELAY',\n",
       " 'LA PLEINE ST DENIS',\n",
       " 'FRESNE LES MONTAUBAN',\n",
       " 'VILLIERS EN PLAINES',\n",
       " 'MEZZANA BOCOGNANO AJACCIO',\n",
       " 'ROCHEFORT ROYAN',\n",
       " 'SAINT AVOLD ET ARRONDISSEMENTS',\n",
       " 'BOIRY STE RICTRUDE',\n",
       " 'MIGNE AUXANCE',\n",
       " 'SEVRE ANXAUMONT',\n",
       " 'SAINT SALVY DE LABALME',\n",
       " 'MONTRICHER',\n",
       " 'SAVIGNY EN VERRON',\n",
       " 'AY CHAMPAGNE',\n",
       " 'ET',\n",
       " 'VIRE NORMANDIE',\n",
       " 'SAINT MAURICE D ARDECHE',\n",
       " 'LA BUCAILLE',\n",
       " 'SAINT ANRE',\n",
       " 'JOUTE LA BRETAGNE',\n",
       " 'CHARENTE MARTIME',\n",
       " 'EAUBONNE MONTLIGNON',\n",
       " 'PARIS GARCHES',\n",
       " 'BERRE L ETANG',\n",
       " 'L ISLE D ESPAGNAC',\n",
       " 'BLAISE GIFFAUMONT',\n",
       " 'CAVAILLON L ISLE SUR LA SORGUE',\n",
       " 'BATIE NEUF',\n",
       " 'LAUWIN',\n",
       " 'LAFOY GEMOZAC',\n",
       " 'MOINGT MONTBRISON',\n",
       " 'PARIS E',\n",
       " 'SAINT PIERRE D ENTREMONT',\n",
       " 'SAUX LES CHARTREUSE',\n",
       " 'LA SUBDRAY',\n",
       " 'VE ARRONDISSEMENT DE PARIS',\n",
       " 'LANGON NEYDENS',\n",
       " 'SAINT LAURENT LA VERNEDE FONTA',\n",
       " 'ROUGET PERS',\n",
       " 'PLACE D ITALIE',\n",
       " 'MARTIGNE FERCHAUD ETRELLES',\n",
       " 'TOULON CANNES NICE',\n",
       " 'RUE DE LA LIBERTE PFA',\n",
       " 'SAINT JULIEN MONTCENIS',\n",
       " 'PARIS CHELLES',\n",
       " 'SAINT CHARLES',\n",
       " 'AUBUSSON D AUVERGNE',\n",
       " 'MONASTERE NORD',\n",
       " 'METZ CEDEX',\n",
       " 'MONT SAINT AIGNAN',\n",
       " 'FIRMINY UNIEUX',\n",
       " 'MARSEILLE',\n",
       " 'MARSEILLE',\n",
       " 'MUHLBACH BRUCHE',\n",
       " 'SAINTE AGATHE D ALIERMONT',\n",
       " 'COMMUNE DE MAURIAC',\n",
       " 'FRESNES VAL DE MARNE',\n",
       " 'CHABLAIS',\n",
       " 'LILLERS BETHUNE AUCHE',\n",
       " 'MERIGANC',\n",
       " 'BORDEAUX BASSENS',\n",
       " 'REGION MIDI PYRENNEES',\n",
       " 'MONTGENEVRE VILLENEUVE LA SALL',\n",
       " 'LOMME LEZ LILLE',\n",
       " 'ST BREVIN',\n",
       " 'REGION ENTIERE',\n",
       " 'CHALONS EPERNAY REIMS',\n",
       " 'BLOIS ET FOSSE',\n",
       " 'NANTES NOZAY',\n",
       " 'OURS MONS',\n",
       " 'ROCHEBELLE',\n",
       " 'AVENUE DU E PORT',\n",
       " 'MONTRICHARD CHISSAY EN TOURA',\n",
       " 'BUSINTSY SA GEORGES',\n",
       " 'CAZERES MURET MARTRES',\n",
       " 'NIME LYON MARSEILLE',\n",
       " 'IEME ARRONDISSEMENT',\n",
       " 'SAINTE CLOTILDE DEUX CANONS',\n",
       " 'TAIZE MAULAIS',\n",
       " 'EME',\n",
       " 'DOMENSOD',\n",
       " 'EVRY SEINE',\n",
       " 'BUGEY',\n",
       " 'RENNES ST JACQUES',\n",
       " 'VALDUC',\n",
       " 'AEROPORT CHARLES DE GAULLE',\n",
       " 'ST MARCEL LES VALENCE',\n",
       " 'PARIS EME',\n",
       " 'ANNEZIN LES BETHUNE',\n",
       " 'LONGUEIL ST MARIE',\n",
       " 'LISLE SUR TARN RABASTENS',\n",
       " 'VERT BOCAGE',\n",
       " 'CHAMBEY',\n",
       " 'LE MONTEL DE GELAT',\n",
       " 'MARSEILLE',\n",
       " 'DANS PARIS',\n",
       " 'SAINT ETIENNE D ORTHE',\n",
       " 'CANTON DE LESSAY',\n",
       " 'ETC',\n",
       " 'SUR LES MARCHES DANS CE SECTEU',\n",
       " 'GUISSENY ST FREGANT ET KERLOUAN',\n",
       " 'MAIRIE ASNIERES',\n",
       " 'SRREBOURG',\n",
       " 'WE',\n",
       " 'LORIET',\n",
       " 'MALVILLE ST NAZAIRE',\n",
       " 'BOUISSET LASFAILLADES',\n",
       " 'REIMS CORMONTREUIL',\n",
       " 'CANTELEU MAROMME DARNETAL',\n",
       " 'SAINT MA TOULON',\n",
       " 'AUVERGNE LIMOUSIS HAUTE VIENNE',\n",
       " 'MOIULINS',\n",
       " 'ROISSY CDG ORLY',\n",
       " 'FRONTENAY SUR DIVE',\n",
       " 'FELCOURT',\n",
       " 'F MARNE LA VALLEE',\n",
       " 'AEROPORT DU BOURGET',\n",
       " 'LOMME WAMBRECHIES',\n",
       " 'PARIS PARIS',\n",
       " 'MONTPELLIER ET SON AGLOMERATIO',\n",
       " 'MARCOURCE',\n",
       " 'LA NEUVILLE D AUMONT',\n",
       " 'EM',\n",
       " 'LACROIX LE MOULE',\n",
       " 'STRASBOURG CRONEMBOURG',\n",
       " 'BOISSY ST LEGER',\n",
       " 'BAVILLER',\n",
       " 'ST LAURENT DU VAR CAGNES SUR M',\n",
       " 'LILE',\n",
       " 'DAGNIEUX',\n",
       " 'PLANTRIER',\n",
       " 'PARIS E ARRONDISSEMENT',\n",
       " 'FIRMINY UNIEUX',\n",
       " 'ORVAUL',\n",
       " 'ESPIRA DE L AGLY',\n",
       " 'STEPHANIE MARIE',\n",
       " 'PEVELE',\n",
       " 'MONLAUR',\n",
       " 'CHARLEVILLE MEZIERES TOURNES',\n",
       " 'CAMBRAI FONTAINE NOTRE DAME',\n",
       " 'LA GRAVON',\n",
       " 'PLESSE SEVERAC',\n",
       " 'ST JEAN DE BOISEAU',\n",
       " 'PARIS ILE DE FRANCE',\n",
       " 'LES AUTHIEUX SUR LE PORT SAINT',\n",
       " 'LA GARENNECOLOMBES',\n",
       " 'MONTMAGNY DEUIL LA BARRE GROSL',\n",
       " 'PLERGUER SAINT MALO',\n",
       " 'L ABERGEMENT CLEMENCIAT',\n",
       " 'SAINT SAINT HERBLAIN',\n",
       " 'ST MARTIN DE CRAU',\n",
       " 'ENTRE DEUX VILLE',\n",
       " 'VILLE D AVRAY',\n",
       " 'CROISSY BEABOURG',\n",
       " 'OISE',\n",
       " 'PAYS BOULONNAIS',\n",
       " 'FRANCIN CHAVANNES PLANAISE',\n",
       " 'DROUE SUR DROUETTE',\n",
       " 'NNATES',\n",
       " 'MOSCOU',\n",
       " 'NORD DU BASSIN PARISIEN',\n",
       " 'PARIS SAINT DENIS',\n",
       " 'PARIS EME',\n",
       " 'LANGON LA REOLE MARMANDE TONNE',\n",
       " 'EPAGNY METZ TESSY',\n",
       " 'CRE S',\n",
       " 'PURPAN',\n",
       " 'SAINT MAURE DE TAURANE CHATEAU',\n",
       " 'ELBEUF SAINT AUBIN',\n",
       " 'SAINT FELIU D AMONT',\n",
       " 'UNE PARTIE DU DEPARTEMENT',\n",
       " 'BRAIN SUR LAUTHION',\n",
       " 'ANGERS SAUMUR',\n",
       " 'RADON ET DAMIGNY',\n",
       " 'TOUTE LA REGION',\n",
       " 'PASSAGE D AGEN',\n",
       " 'TROO DE QUENTIN',\n",
       " 'BARBEREY ST SULPICE',\n",
       " 'ST GERVAIS LA FORET',\n",
       " 'AX LAC',\n",
       " 'MAIRIE DE SAINT HERBLAIN',\n",
       " 'PATIN',\n",
       " 'EDITE CAVELLE',\n",
       " 'LA SENTINELLE VALENCIENNES',\n",
       " 'BUSSY SAINT GEORGES GRETZ',\n",
       " 'MONTAUBAN LAVIT DE LOMAGNE',\n",
       " 'SAIT HERBLAIN',\n",
       " 'ILE DE FRANCE',\n",
       " 'LA HOUPETTE',\n",
       " 'ARCUEIL VILLEPINTE',\n",
       " 'LYON ET ALLENTOURS',\n",
       " 'MONTFAVET',\n",
       " 'ARDES SUR COUZE',\n",
       " 'SAINT POL SUR MER',\n",
       " 'FLEUEY SUR OUCHE',\n",
       " 'LA DEFENSE',\n",
       " 'ERNEE VITRE',\n",
       " 'ITINERANTE',\n",
       " 'PARIS BANTER',\n",
       " 'LILLE I',\n",
       " 'SCEAUX LE PLESSIS ROBINSON',\n",
       " 'AIX LA DURANNE',\n",
       " 'VALENCE D AGEN',\n",
       " 'ABBEVILLE AMIENS',\n",
       " 'QUENTIN',\n",
       " 'LLLE',\n",
       " 'VAL DE MARNE L ESONNE',\n",
       " 'OMS SAUTOUR DE CADILLAC',\n",
       " 'MASSEGROS',\n",
       " 'JOUTE L ILE',\n",
       " 'NIMES AIGUES VIVES',\n",
       " 'AUXERRE TONNERRE',\n",
       " 'LA BAULE LES PINS',\n",
       " 'PAUL DOUMER',\n",
       " 'ZI DE TILLOY ARRAS',\n",
       " 'OX',\n",
       " 'OISE AISNE SOMME',\n",
       " 'SINT CLOUD',\n",
       " 'SCELLES LEVESCAULT',\n",
       " 'LR',\n",
       " 'CAEB',\n",
       " 'DE PARTOUT EN FRANCE',\n",
       " 'PORT SEV',\n",
       " 'BOURGVILAIN SAINT POINT TRAMAY',\n",
       " 'PARIS LEVALLOIS',\n",
       " 'M ENGAGER SUR LOIRE',\n",
       " 'GONFREVILLE L ORCHER',\n",
       " 'OUISTREHAM DEAUVILLE',\n",
       " 'PARIS TOUS ARRONDISSEMENTS',\n",
       " 'ST GENET D AMBIERE',\n",
       " 'MORNE A L EAU',\n",
       " 'AUCUN LIEU',\n",
       " 'OETTING',\n",
       " 'PARIS ET LYON',\n",
       " 'METZ NANCY YUTZ',\n",
       " 'AEROPORTS ST EXUPERY',\n",
       " 'ABERGEMENT CLEMENCIAT',\n",
       " 'BAGNEUX FONTENAY AUX ROSES',\n",
       " 'ST FELICIEN',\n",
       " 'LORLENT',\n",
       " 'COTES DES VEGENNES',\n",
       " 'MARNE LA VALLEE',\n",
       " 'DROME ARDECHE',\n",
       " 'BOISSENART',\n",
       " 'ALLINGE',\n",
       " 'LA CHAPELLE ST URSIN',\n",
       " 'ILE ROUSSE',\n",
       " 'MONTPELLIER ET LES ENVIRONS',\n",
       " 'MONTREIL',\n",
       " 'ST FULGENT',\n",
       " 'PARIS EME ET EME',\n",
       " 'DIVATTE SUR LOIRE',\n",
       " 'ILE DE FRANCE ET ENTOURAGE',\n",
       " 'DIFFERENTE',\n",
       " 'LE VAL SAINT QUENTIN',\n",
       " 'GUILERS BOHARS BREST',\n",
       " 'ILE DE FRANCE',\n",
       " 'FAUGERES SAINT JOSEPH DES BANC',\n",
       " 'ALLEMAGNE',\n",
       " 'SAINTHERBLAIN',\n",
       " 'AGEN MULHOUSE',\n",
       " 'NZRBONNE',\n",
       " 'BATTILLY',\n",
       " 'MARSEILLE E ARRONDISSEMENT',\n",
       " 'LYON DECINES CHARPIEU',\n",
       " 'TOULOUSE RANGUFIL',\n",
       " 'CENON EYSINES',\n",
       " 'PARIS E ARRONDISSEMENT GG',\n",
       " 'SANEM',\n",
       " 'USSEL CLEMONT LE PUY EN VELAY',\n",
       " 'BRUXELLE',\n",
       " 'SAINT BRICE COURCELLE',\n",
       " 'SAINT MARTIN D HERES CAMPUS',\n",
       " 'ST PIERRE DE CHAMDIEU',\n",
       " 'LIMOGES ISSART',\n",
       " 'NEAUFLES ST MARTIN',\n",
       " 'MOUNS SARTOU',\n",
       " 'PUY SAINTE REPARADE',\n",
       " 'ECOUEN DOMONT',\n",
       " 'BRETTEVILLE L ORGUEILLEUSE',\n",
       " 'CA DEPEND TOURNEES DANS LA REG',\n",
       " 'EME ARRT',\n",
       " 'MESNIL EN OUCHE',\n",
       " 'SAINT AGNIN SUR BION SAINT JEA',\n",
       " 'FACTURE',\n",
       " 'BRYYHE OISE',\n",
       " 'ORLY AEROGARE OUEST',\n",
       " 'VEAUCHE FEURS',\n",
       " 'ARMENTIERE',\n",
       " 'MONTFAVET',\n",
       " 'CHAMPS SUR TARENTAINE MARCHAL',\n",
       " 'MANOSQUE CADARACHE',\n",
       " 'CAMPUAC ESTAING',\n",
       " 'PARIS ET REGION PARISIENNE LA',\n",
       " 'MONTBELIARD BELCHAMPS',\n",
       " 'PRAT PERROS',\n",
       " 'LES ESSARS',\n",
       " 'AGGLOMERATION GRENOBLOISE',\n",
       " 'DORDOGNE',\n",
       " 'SALON PROVENCE',\n",
       " 'LYON CORBAS',\n",
       " 'LAVERA LA MEDE',\n",
       " 'REGION SUD DE LA FRANCE',\n",
       " 'FRESNES PARIS',\n",
       " 'SAINT DE CATHERINE LES ARRAS',\n",
       " 'MAURIN',\n",
       " 'EVRON VOUTRE ASSE LE BERENGER',\n",
       " 'GRANDE SYNTHE FORT MARDYCK ST',\n",
       " 'REIMS LA NEUVILLETTE',\n",
       " 'ST MAURICE',\n",
       " 'BOURGES CHATEAUROUX TOURS LIMO',\n",
       " 'ILLKIRCH',\n",
       " 'CHARTRES DREUX',\n",
       " 'OPERA PARIS',\n",
       " 'ARZON SAINT GILDAS SARZEAU',\n",
       " 'EME ARRONDISSEMENT',\n",
       " 'WTTENHEIM',\n",
       " 'LE GRAND SUD',\n",
       " 'NORD DE L AISNE',\n",
       " 'GENTILLY PARIS',\n",
       " 'DANS TOUS LE HAUT RHIN',\n",
       " 'HAMEAU DE VILLERS SUR MAREUIL',\n",
       " 'SAINTE GAUBURGE SAINTE COLOMBE',\n",
       " 'LEVALLOIS',\n",
       " 'BETTONCOURT LE HAUT',\n",
       " 'SAINT MARTIN D ONEY',\n",
       " 'LURBE ST CHRISTAU',\n",
       " 'ISSY LES MLX',\n",
       " 'LAVANDOU',\n",
       " 'SAIT QUENTIN',\n",
       " 'APINAC SAINT BONNET LE CHATEAU',\n",
       " 'PERCY EN NORMANDIE',\n",
       " 'CHATEAU GONTIER LAVAL COUDRAY',\n",
       " 'AEROPORT DE ROISSY',\n",
       " 'LE GRAU DUROI',\n",
       " 'IGNERAIE',\n",
       " 'DIANT CLOUD',\n",
       " 'MAINE ET LOIRE ET SUD OUEST',\n",
       " 'LES SEYSSES',\n",
       " 'FONTAINE SUR SAONE',\n",
       " 'ROQUE LES',\n",
       " 'CHANGE TOUS LES JOURS',\n",
       " 'CANNET ROCHEVILLE',\n",
       " 'LES AVENIERES VEYRINS THUELLIN',\n",
       " 'MARGNY LES COMPIEGNE RIMBERL',\n",
       " 'SAINT LAURENT DE LA MER',\n",
       " 'ST MATHIEU DE TREVIER',\n",
       " 'AVINGNO',\n",
       " 'ROQUEBRUN CAP MARTIN',\n",
       " 'VIT TU SUR SEINE',\n",
       " 'PARIS PLACE CONGE',\n",
       " 'AYVELLES',\n",
       " 'PARTOUT A L ETRANGER AUSSI',\n",
       " 'ESTAQUE',\n",
       " 'ST SIMEON BRESSIEUX',\n",
       " 'NORD EST OUEST',\n",
       " 'COULONGE BILLANCOURT',\n",
       " 'MONTMARTE',\n",
       " 'HAYANGE KONACKER',\n",
       " 'VERRIERE EN ANJOU',\n",
       " 'SOUMAINTRAIN SAINT FLORENTIN',\n",
       " 'FONTAINE MANUEL',\n",
       " 'SERVON SUR VILAINE ACIGNE TROO',\n",
       " 'REGION PARISENNE',\n",
       " 'VILLENNES',\n",
       " 'CHAMP SUR MARNE',\n",
       " 'YVIGNAC LA TOUR',\n",
       " 'AIX LES MINES',\n",
       " 'MAXEY SUR VAISE TAILLANCOURT U',\n",
       " 'AMPHI R LES BAINS',\n",
       " 'MONTREUIL VILLIERS',\n",
       " 'QUIMPER DOUARNENEZ ERGUE GABER',\n",
       " 'BOISSY LA BERTRAND',\n",
       " 'ROCQUENCOURT BOBIGNY',\n",
       " 'PARIS E ARRONDISSEMENT',\n",
       " 'ZONE ACTISUD MOULINS LES METZ',\n",
       " 'AEROPORT ROISSY CDG',\n",
       " 'LA CHAPELLE SANCERGUES',\n",
       " 'LES ARCS ARGENS',\n",
       " 'NEUVILLE LE POITOU',\n",
       " 'MARSEILLE',\n",
       " 'SAINT MICHEL L OBSERVATOIRE',\n",
       " 'AGGLOMERATION NANTAISES',\n",
       " 'VILLE DU BOIS',\n",
       " 'SAINT BADOLPH',\n",
       " 'TOURS BOURGES BLOIS POITIERS',\n",
       " 'BIARRITZ PAU',\n",
       " 'ECOLE REPUBLIQUE LE CHESNE',\n",
       " 'AUBERGENVILLE ELISABETHVILLE',\n",
       " 'LONDRES ZURICH',\n",
       " 'PARIS CHATELET LES C ES',\n",
       " 'COYOLLES CHATEAU THIERRY',\n",
       " 'LES MOITIERS D ALLONNE',\n",
       " 'ETUPE',\n",
       " 'TRESSIN VIENNE',\n",
       " 'ROUEN LE HAVRE DIEPPE',\n",
       " 'LA DEFENSE',\n",
       " 'COMBIURG',\n",
       " 'EME ARRONDISSEMENT',\n",
       " 'HYERES TOULON LA SEYNE SUR MER',\n",
       " 'SARLAT',\n",
       " 'APP VENISSIEUX',\n",
       " 'SAMATAN FRONTON L UNION SAINT',\n",
       " 'CIOTAT',\n",
       " 'SAINT MARTIN D ABLOIS',\n",
       " 'GEOVREISSIAT',\n",
       " 'LONGPRES LES AMIENS',\n",
       " 'SUULY SUR LOIRE',\n",
       " 'ORADOUR GLANE',\n",
       " 'TARADEAU ST RAPHAEL PUGET',\n",
       " 'HAUT DE FRANCE ET ILE DE FRANC',\n",
       " 'SAINT MAURICE LA FOUGEREUSE',\n",
       " 'TERRITOIRE NATIONAL',\n",
       " 'CENON VIENNE',\n",
       " 'LARUNS IZESTE',\n",
       " 'TARN',\n",
       " 'ARRAS OZON SARRAS VION ANDANCE',\n",
       " 'VIERZON ET CHATEAUROUX',\n",
       " 'CHATENOIS LES FORGES BELFORT',\n",
       " 'ESCH S ALZETTE',\n",
       " 'ST AMAND LES EAUX',\n",
       " 'VARENNE VAUZELLES',\n",
       " 'FONTENAY LE COMPTE',\n",
       " 'BENY BOCAGE',\n",
       " 'ST ANDRE DES EAUX',\n",
       " 'BAPEAUME LES ROUENS',\n",
       " 'RAMBUTEAU',\n",
       " 'SAINT CHRISTOPHE EN BAZELLE',\n",
       " 'AIXE EN PROVANCE',\n",
       " 'VILLENEUVE URIAGE',\n",
       " 'DE BU',\n",
       " 'EME ARRT',\n",
       " 'PARIS E',\n",
       " 'GARECUTT LA GARDE FREINET',\n",
       " 'COURROY',\n",
       " 'VERSAILLES VIROFLAY',\n",
       " 'VAL SAINT PERE',\n",
       " 'ST AFFRIQUE',\n",
       " 'SATROUVILLE',\n",
       " 'BANASSAC CANILHAC',\n",
       " 'PARIS E ARRONDISSEMENT GARE',\n",
       " 'RUPT MOSELLE',\n",
       " 'AZATURES TERSANNES LUSSAC LES',\n",
       " 'SAINTE MENEHOULD P',\n",
       " 'L ILE BOUCHARD',\n",
       " 'MARSEILLE E',\n",
       " 'DORMANS CHATEAU THIERRY SAINT',\n",
       " 'MARSEILLE EME',\n",
       " 'LARGELIER',\n",
       " 'PONT ST MARTIN',\n",
       " 'RHONE ALPE',\n",
       " 'SAINT GEORGES DE L OPAC',\n",
       " 'SABARRAT',\n",
       " 'ILE VILENNE',\n",
       " 'COURBEVOIE PARIS',\n",
       " 'PLEUDIHEN',\n",
       " 'SAINT DENIS DU VAL',\n",
       " 'AVENUE DU PRESIDENT KENNEDY',\n",
       " 'GAMBAIS PONTCHARTRAIN',\n",
       " 'MARSEILLE',\n",
       " 'HAUTE SAONE',\n",
       " 'DEPARTEMENT',\n",
       " 'COLOMBES VAUCRESSON',\n",
       " 'ETRECHY CORBREUSE',\n",
       " 'SAINT AGNES',\n",
       " 'PARIS BRY SUR MARNE LE PERREUX',\n",
       " 'SAINTE LUCIE DE PORTO VECCHIO',\n",
       " 'PARIS ET SES ARRONDISSEMENTS',\n",
       " 'MARSEILLE IEME',\n",
       " 'SAINT MAURICE DE CAZEVIEILLE',\n",
       " 'NEUHOFF',\n",
       " 'ESCOUTE SAINT SYLVESTRE SUR LO',\n",
       " 'EURE EURE ET LOIRE YVELINES',\n",
       " 'SAINT LAURENT D AGNY',\n",
       " 'BUSSEAU SUR CREUSE',\n",
       " 'HYERES VIENS',\n",
       " 'NASSANDRES SUR RISLE',\n",
       " 'LA PETITE MALLOUE',\n",
       " 'LA POMMERAYE SUR LOIRE',\n",
       " 'COARRAZE NAY BORDES LESTELLES',\n",
       " 'PARIS BOULOGNE',\n",
       " 'SAINT QUENTIN DU BARON',\n",
       " 'GIERS',\n",
       " 'CLERMONT MONTFERRAND',\n",
       " 'AEROPORT DE NICE',\n",
       " 'SAINT REMI DU NORD',\n",
       " 'HAY LES ROSES',\n",
       " 'PLOEMEUR GUIDEL QUEVEN',\n",
       " 'RENNES SAINT BRIEUC SAINT MALO',\n",
       " 'GUYOR',\n",
       " 'ARZENC D APCHER',\n",
       " 'ST LEON SUR VEZEZE',\n",
       " 'GAYON LE TEICH CAZAUX ARCACHON',\n",
       " 'DOMOIS',\n",
       " 'BELLE ILE ROHAN',\n",
       " 'CRAPONNE FRANCHEVILLE SAINTE F',\n",
       " 'CHERRI',\n",
       " 'LE THEIL SUR HUISNE',\n",
       " 'ROUEN EVREUX',\n",
       " 'GERLA D',\n",
       " 'LE MONTCEL',\n",
       " 'VERT ST DENIS',\n",
       " 'P A P LES ABYMES',\n",
       " 'MAIZIERE LES METZ',\n",
       " 'SUR BORDEAUX ET ENVIRONS',\n",
       " 'PONT L ABBE D ARNOULT',\n",
       " 'BOIS SENAR',\n",
       " 'GAILLON AUBEVOYE',\n",
       " 'LILLE ET SES ENVIRONS',\n",
       " 'SAINT PAUL LEZ DURANCE',\n",
       " 'MONTLOUIS LOIRE',\n",
       " 'ANTIBES Z',\n",
       " 'L ECHAILLON',\n",
       " 'REGIONS ET ARRANDISSEMENT POUR',\n",
       " 'DRAVEIL EVRY',\n",
       " 'SALVETAT SAINT GILLES',\n",
       " 'GARE SAINTES',\n",
       " 'STE MENEHOULD',\n",
       " 'ST HILAIRE DE CHALEONS',\n",
       " 'SEMOY SANDILLON',\n",
       " 'FRANCE ET EUTROPE',\n",
       " 'DROME ARDECHE',\n",
       " 'VIEILLE SAINT GIRONS',\n",
       " 'SAIT CYR AU MONT D OR',\n",
       " 'BRIE SUR MARNE',\n",
       " 'EMPLOI',\n",
       " 'ELVANGE LUXEMBOURG',\n",
       " 'ECHAMPEU',\n",
       " 'DOUE LA FONTAINE MONTREUIL BEL',\n",
       " 'VAULX MILIEU VILLEFONTAINE L I',\n",
       " 'VSD',\n",
       " 'VARENNES ST SAUVEUR',\n",
       " 'DEUIL',\n",
       " 'PAS DE COMMUNE PRINCIPALE J',\n",
       " 'PLAN D ORGON',\n",
       " 'TOUTES LES VILLES DE DEPARTE',\n",
       " 'LYON E ARRONDISSEMENT',\n",
       " 'PIERREBENITE',\n",
       " 'SOS EN ALBRET',\n",
       " 'BOIS PLAGE',\n",
       " 'TOULOUSE PORTET',\n",
       " 'FLAVIGNAC AIXE SUR VIENNE',\n",
       " 'ZONE DE REMPLACEMENT',\n",
       " 'MULHOUSE ILE NAPOLEON',\n",
       " 'GRANGES BEAUNE',\n",
       " 'MEZZAVIA',\n",
       " 'ERSTEIN KRAFFT',\n",
       " 'SAINT MAARTEN',\n",
       " 'CAP COSTIERE NIMES',\n",
       " 'BECHAC',\n",
       " 'TRAINOU VENNECY MARIGNY LES US',\n",
       " 'EURE CALVADOS',\n",
       " 'BERGERAC PERIGUEUX',\n",
       " 'VARIABLE SUR PLUSIEURS DEPARTE',\n",
       " 'LEMENILLE',\n",
       " 'SARLIAC SUR L ISLE',\n",
       " 'ROMORANTIN LANTHENAY BLOIS',\n",
       " 'BBA',\n",
       " 'CHALON SUR SAONE AUTUN BEAUNE',\n",
       " 'CERNAY STAFFELFELDEN MULHOUSE',\n",
       " 'SAINT GEORGES DE ISLES SAINT',\n",
       " 'CHARVEAU',\n",
       " 'PARTOUT EN ARDECHE',\n",
       " 'ST EXUPERY',\n",
       " 'LA GRANDE MOTTE MARSILLARGUES',\n",
       " 'PARIS SAVIGNY SUR ORGE',\n",
       " 'SAINTE CATHERINE ARRAS',\n",
       " 'VILLENEUVE ST GEORGES',\n",
       " 'PLUSIEURS ARRONDISEMENTS',\n",
       " 'BOURG LES V',\n",
       " 'LYCEE GUSTAVE EIFFEL',\n",
       " 'L EGUILLE SUR SEUDRE',\n",
       " 'LUDRES MESSEIN VANDOEUVRE LES',\n",
       " 'ECOUCHE LES VALLEES',\n",
       " 'ST DENIS PARIS',\n",
       " 'PREGNANT',\n",
       " 'HALLE DE SAINT DE LUZ',\n",
       " 'MARSEILLE',\n",
       " 'TOUT DEPARTEMENT',\n",
       " 'WINTZENHEIM LOGELBACH',\n",
       " 'CONDE NOIREAU',\n",
       " 'VAL THORRENS',\n",
       " 'PARIS OU MASSY',\n",
       " 'ST MATIN DES ENTREES',\n",
       " 'M BEAUCHAMP MONEO PARIS',\n",
       " 'DEPARTEMENT',\n",
       " 'LAMARE',\n",
       " 'PARIS E ARRONDISSEMENT A',\n",
       " 'ANNAY SOUS LENS',\n",
       " 'LAYE LES ROSES',\n",
       " 'OUEST LYONNAIS',\n",
       " 'DOURDAN BOISSY ST YON',\n",
       " 'NEUILLY SOUS CLERMONT PONT SAI',\n",
       " 'ARBRESLE',\n",
       " 'GIRONDE',\n",
       " 'SAINT AFFRIQUE LES MONTAGNES',\n",
       " 'LE BOIS PLAGE',\n",
       " 'LYON CORBAS',\n",
       " 'LES MAZURES BOURG FIDELE ROCROI',\n",
       " 'SAINT LAURENT DE LA CABRERISSE',\n",
       " 'MARSEILLE',\n",
       " 'DRACHENBRONN',\n",
       " 'MOURIOUX',\n",
       " 'SAINT LARRY SOULAN',\n",
       " 'SAINT POL SUR TERNOISE GAUCHIN',\n",
       " 'PASSAGE AUBAIS PARIS',\n",
       " 'ISSOIRE CLERMONT FERRAND',\n",
       " 'CHATEL EVIAN LES BAINS',\n",
       " 'NOISY CHAMP',\n",
       " 'SAINT GILLES LES HAUTS',\n",
       " 'MONTPELLIER ET AUTRES',\n",
       " 'BERNICA SAINT PAUL',\n",
       " 'ECOUCHE LES VALLEES',\n",
       " 'ST ETIENNE DU ROUVRAY',\n",
       " 'SAINT CORNIER',\n",
       " 'TAIN L HERMITAGE',\n",
       " 'LE DACHSTEIN',\n",
       " 'SAINT PORT',\n",
       " 'SANARY SUR MER BANDOL LA CADIE',\n",
       " 'ST LAURENT CHAMOUSSET',\n",
       " 'TOULON SANARY',\n",
       " 'LA PARADE AIX EN PROVENCE',\n",
       " 'BORDEAUX LAC',\n",
       " 'SIERENTZ DIETWILLER',\n",
       " 'GUILHERAND GRANGES',\n",
       " 'GRAND LANDES',\n",
       " 'CROISY SUR SEINE',\n",
       " 'VELLEXON QUEUTREY ET VAUDEY',\n",
       " 'TOUT LE GARD',\n",
       " 'L ETRAT',\n",
       " 'GRAND CHALON',\n",
       " 'SAINT CHAMARD',\n",
       " 'PARIS LA DEFENSE COURBEVOIE',\n",
       " 'CHERLEVILLE MEZIERES',\n",
       " 'L ILE ROUSSE',\n",
       " 'HAUTE ORSE',\n",
       " 'MENON',\n",
       " 'PARIS MERPINS',\n",
       " 'PAIS',\n",
       " 'FRANCARDO',\n",
       " 'MAISONS ALFORT ST MAUR',\n",
       " 'COMMERCIAL SUD OUEST',\n",
       " 'SP RUNGIS CEDEX',\n",
       " 'PARIS TOULOUSE LYON',\n",
       " 'CHIDRAC ET VALBELEIX',\n",
       " 'DEPARTEMENT FINISTERE COTES D',\n",
       " 'BRIE MONTGOBERT',\n",
       " 'MARSEILLE',\n",
       " 'LANDEMONT OREE D ANJOU',\n",
       " 'DEPARTEMENT PUY DE DOME',\n",
       " 'LES NOES PRES DE TROYES',\n",
       " 'GUYANCOU',\n",
       " 'L ILE D YEU',\n",
       " 'POISSY TRIEL SUR SEINE CHAPET',\n",
       " 'MERIGNAC EYSINES LE BOUSCAT BO',\n",
       " 'GERMIGNEY ARBOIS PORT LESNEY',\n",
       " 'MOURVILLES SUR EURE',\n",
       " 'CELA DEPEND',\n",
       " 'MARSEILLE',\n",
       " 'SAINT NICOLAS D ATTEZ',\n",
       " 'NEUILLY SUR SEINE BOULOGNE BIL',\n",
       " 'CHATEAU D EAU',\n",
       " 'MAGNY LES HAMMEAUX',\n",
       " 'ANNECY VILLAZ',\n",
       " 'MON EN BAROEUL',\n",
       " 'VIEILLES MAISONS SUR JOUDRY',\n",
       " 'PYRENES ATLANTIQUES',\n",
       " 'ALLE',\n",
       " 'ILLIER SAINT FREDERIC',\n",
       " 'BALI',\n",
       " 'PAU LESCAR',\n",
       " 'FAVONE',\n",
       " 'LA BELLEVUE WARLINCOURT LES PA',\n",
       " 'DOMAG',\n",
       " 'OOOOO',\n",
       " 'SAINNEVILLE SUR SEINE',\n",
       " 'SAINT MICHEL L OBSERVATOIRE',\n",
       " 'LYNCK',\n",
       " 'IDF PARIS SUD OUEST',\n",
       " 'LYON MARSEILLE GAP',\n",
       " 'SARAN ORMES',\n",
       " 'ST MARIE',\n",
       " 'LE CANTON',\n",
       " 'LA SOURCE ORLEANS',\n",
       " 'SAINT AUBAN SUR L OUVEZE',\n",
       " 'CHAUME EN RETZ',\n",
       " 'NDB',\n",
       " 'SAUMUR ET ALENTOURS',\n",
       " 'BONEVILLE',\n",
       " 'LYON',\n",
       " 'MONTLOUIS SUR LOIRE ST LAURENT',\n",
       " 'AEROPORT DE TARBES',\n",
       " 'FLAUT DE SEINE ISSY LES MOULIN',\n",
       " 'ORLY WISSOUS',\n",
       " 'CAUDEBEC LES ELBEUFS',\n",
       " 'ATHIS VAL DE ROUVRE',\n",
       " 'IMMACULEE',\n",
       " 'ARCACHON MERIGNAC',\n",
       " 'MEUDON SUR SEINE',\n",
       " 'PARIS E ARRONDISSEMENT',\n",
       " 'LA NEUVEVILLE DEVANT NANCY',\n",
       " 'BIOL LE FORT',\n",
       " 'ERMONT CERGY',\n",
       " 'BRUNSTATT DIDENHEIM',\n",
       " 'LE HAVRE ET ALENTOURS',\n",
       " 'LYON E ARRONDISSEMENT',\n",
       " 'MARSEILLE EME',\n",
       " 'ASNIERES SUR SEINA',\n",
       " 'BOURG ENN BRESSE',\n",
       " 'SAC DE TRIANON LE FRANCOIS',\n",
       " 'GHISONACCIA VENTISERI',\n",
       " 'AMIENS SUD',\n",
       " 'MARQ EN BAREUIL',\n",
       " 'VAL D ANAST',\n",
       " 'EME',\n",
       " 'COTE DOR',\n",
       " 'BB',\n",
       " 'LE CANNET EN ROUSILLON',\n",
       " 'HAUTERIVE ALENCON',\n",
       " 'ST GREGOIRE',\n",
       " 'A MARTIGUES',\n",
       " 'UNION',\n",
       " 'ILE DE FRANCE ET TOUTE LA FRAN',\n",
       " 'BARDAIS',\n",
       " 'LANDIVISIAU QUIMPER',\n",
       " 'MARSEILLE ER ARRONDISSEMENT',\n",
       " 'REGION PAYS DE LOIRE',\n",
       " 'ST CLEMENT DE LA PLACE',\n",
       " 'RUNGIS SILIC',\n",
       " 'L HERMENAULT',\n",
       " 'LAURE',\n",
       " 'EHL',\n",
       " 'AMBONAY',\n",
       " 'MONTPELLIER SETE NIMES BEZIERS',\n",
       " 'LYON VILLEURBANNE',\n",
       " 'VILLENEUVE DE BLAYE',\n",
       " 'LIVRE',\n",
       " 'COQUELLE',\n",
       " 'MARTIGNARGUES BOURDIC ST JEA',\n",
       " 'PARIS ET PROVENCE',\n",
       " 'LOIGNE',\n",
       " 'EME ARRONDISSEMENT PARIS',\n",
       " 'PERCEY LE PAUTEL',\n",
       " 'LORMONT AMBARES ET LAGRAVE',\n",
       " 'ZI MAZAC',\n",
       " 'ST MARIE AUX CHENE',\n",
       " 'SAINT PIERRE DES ECHAUBROGNES',\n",
       " 'MONTIGNY LE BERTONNEUX',\n",
       " 'ILE DEVANT',\n",
       " 'FREJUS COGOLIN',\n",
       " 'BEZERYL',\n",
       " 'FRETIN LILLE',\n",
       " 'LIEVIN BARLIN',\n",
       " 'RENNES LAVAL MAYENNE SABLE',\n",
       " 'CHARNEY LES MACON',\n",
       " 'LA SEYNESUR MER',\n",
       " 'SAINT GENEVIEVE DES BOIS',\n",
       " 'LA FLECHE SABLE SUR SARTHE',\n",
       " 'TRIEL',\n",
       " 'CANET PERPIGNAN THEZA',\n",
       " 'SENINGEBERG',\n",
       " 'VALLEE DE L ANDA NE',\n",
       " 'LE BOUGET',\n",
       " 'L ABERGEMENT DE CUISERY',\n",
       " 'BRON LYON',\n",
       " 'SAINT EVROULT NOTRE DAME DU BO',\n",
       " 'PARTOUT EN ILE DE FRANCE ET LE',\n",
       " 'SAINT GERMAIN DE CLAIREFEUILLE',\n",
       " 'DONNEMARIE DONTILLY AVON',\n",
       " 'SAINT DENIS SARGE',\n",
       " 'LIMEIL BREVANNES JOINVILLE LES',\n",
       " 'SUR PLUSIEURS DEPARTEMENTS',\n",
       " 'REIGNIER',\n",
       " 'HELLEMME',\n",
       " 'COLLEGIEN MEAUX',\n",
       " 'AUBEAU',\n",
       " 'BO',\n",
       " 'VILLENEVE SAINT GEORGES',\n",
       " 'LES BERCLOUX',\n",
       " 'RIVES SUR FURE',\n",
       " 'BARAUX',\n",
       " 'HORBOURG WHIR',\n",
       " 'ARRAS LOMME',\n",
       " 'ILLE DE FRANCE',\n",
       " 'TOUR DE PIN',\n",
       " 'MONCHAVIN',\n",
       " 'BARBEZIEUX',\n",
       " 'PERREUX SUR MARNE',\n",
       " 'MEZIERES',\n",
       " 'LUNAY ET VENDOME',\n",
       " 'LA BADINIERES',\n",
       " 'TOUTE LA REGION CENTRE',\n",
       " 'AGGLOMERATION',\n",
       " 'STRASBOURG ET SELESTAT',\n",
       " 'MARANGE SILVANGE CLOUANGE',\n",
       " 'AVESNES SUR HELPE MAUBEUGE',\n",
       " 'PARIS PORTE DE CLICHY',\n",
       " 'SAINT ETIENNE CEDEX',\n",
       " 'SAINT CIER',\n",
       " 'SAINT PIERRE D EYRAUD',\n",
       " 'ST LAURENT BLANGY',\n",
       " 'ZI LE GRAND EPAGNY SILLI',\n",
       " 'SAINT JEAN DE MONTS NOIRMOUTIER',\n",
       " 'ASNIERES SUR SEIN',\n",
       " 'ANDOUILLE NEUVILLE CHASNE SUR',\n",
       " 'PYRENNEE',\n",
       " 'THOIRY OYONNAX',\n",
       " 'SALAISE',\n",
       " 'CHARTRE DE BRETAGNE',\n",
       " 'NORD SUR ERDRE',\n",
       " 'MARTILLAC BORDEAUX',\n",
       " 'CAILLAN',\n",
       " 'PARIS TOUS LES ARRONDISSEMENTS',\n",
       " 'LEMDPES',\n",
       " 'MER LOIR ET CHER',\n",
       " 'ZI AMIENS NORD',\n",
       " 'SAINT PAUL TROIS BASSINS',\n",
       " 'VILLES DS LE GRAND SUD',\n",
       " 'PIOLENC MORNAS',\n",
       " 'DEFENSE',\n",
       " 'ARDENNE',\n",
       " 'SAINT BERTHEVIN LA TANNIERE',\n",
       " 'LA DEFENSE MONTIGNY LE BRETON',\n",
       " 'MESNIL SOUS JUMIEGES',\n",
       " 'LA CROIX SAINT OUEN',\n",
       " 'HAYE DU PUITS',\n",
       " 'LE ROCHE SUR YON',\n",
       " 'SAINT POURCAIN SUR SIOULE VARE',\n",
       " 'SALLE SUR MER',\n",
       " 'LA CELLE ST CLOUD',\n",
       " 'ST ETIENNE',\n",
       " 'SAINTE FOY D AIGREFEUILLE',\n",
       " 'PLAISIR THIVERVAL GRIGNON',\n",
       " 'DISTREE',\n",
       " 'SAINT',\n",
       " 'MEAUX CRECY LA CHAPELLE',\n",
       " 'MEMMELSHOFFEN CLIMBACH SOULTZ',\n",
       " 'AIGUEFONDE MAZAMET',\n",
       " 'BRIGNAIS MACON',\n",
       " 'PUY L EVEQUE',\n",
       " 'DRESSE',\n",
       " 'PARIES EME',\n",
       " 'SAINT NAZAIRE D AUDE',\n",
       " 'MONACO NICE',\n",
       " 'LE VESINET COURBEVOIE',\n",
       " 'DREUX VERNOUILLET',\n",
       " 'ST BONNET LE CHATEAU',\n",
       " 'GENNEVILLERS',\n",
       " 'BERNAY MENNEVAL',\n",
       " 'COQUELLES HARDELOT',\n",
       " 'ARVANT',\n",
       " 'SAINT CHRISTOPEN EN B',\n",
       " 'DIVATTE SUR LOIRE',\n",
       " 'POLLIAT ST DENIS LES BOURG',\n",
       " 'CLIGNY',\n",
       " 'AVENE LES AUBERT IWUY ETC ETC',\n",
       " 'ST MANDRIER',\n",
       " 'SONGEONS LOUEUSE',\n",
       " 'AIX EN PROVENCE LA DURANNE',\n",
       " 'JARVILLE',\n",
       " 'SAINT MARTIN DU PEAN',\n",
       " 'LOON P LAGE',\n",
       " 'FREYMING MERLEBACH SAINT AVOND',\n",
       " 'ROUBAIX TOURCOING VILLENEUVE D',\n",
       " 'BODEAUX',\n",
       " 'PORT MARLY',\n",
       " 'SAINT GEORGES D ELLE',\n",
       " 'LYON',\n",
       " 'TOULON LA SEYNE',\n",
       " 'VICTEUR ATTICHY',\n",
       " 'PARIS CHARLES DE GAULLE',\n",
       " 'LOOS LEZ LILLES',\n",
       " 'BOURGOIN JALLIEU LA TOUR DU PI',\n",
       " 'OOZIR LA FERRIERE',\n",
       " 'LIMOGES LABASTIDE',\n",
       " 'CHALONS SUR MARNE',\n",
       " 'SAINT ANDRE DE L EPINE',\n",
       " 'VILLEFRANCHE D ALLIER DOYET',\n",
       " 'PARIS E',\n",
       " 'ST JEAN DE THOUARS',\n",
       " 'LA MATRE COLLONGES',\n",
       " 'RIBEMONT NOUVION ET CATILLON',\n",
       " 'PARIS VILLEJUIF MONTESSON',\n",
       " 'WEILER',\n",
       " 'LES COURTIEUX',\n",
       " 'SAINT MAURICE D ARDECHE',\n",
       " 'VIVIERS LE TEIL',\n",
       " 'BREHAT',\n",
       " 'SIX FOURS',\n",
       " 'SAINT GEORGES D MONTAIGU',\n",
       " 'COMINES SAINTE MARGUERITE',\n",
       " 'ARSE',\n",
       " 'LE MANS ANGERS',\n",
       " 'LES PLESSIS PATE',\n",
       " 'PERIGNAT ES ALLIER',\n",
       " 'CHATEAUNEUF D ILLE ET VILAINE',\n",
       " 'PRESLES L ISLE ADAM',\n",
       " 'PORT STE FOY',\n",
       " 'BRAUN SUR L AUTHION',\n",
       " 'BRUZ LASSY',\n",
       " 'REIGNIER ESERY',\n",
       " 'ELLINCOURT SAINTE MARGUERITE',\n",
       " 'PLUSIEURS DEPARTEMENTS ET REGI',\n",
       " 'SAINT PIERRE D AURILLAC',\n",
       " 'METZ THIONVILLE MEZIERES FAMEC',\n",
       " 'SAINT LAURENT D AGNY',\n",
       " 'SEILLON SOURCE D ARGENT',\n",
       " 'VENISSIEUX LYON',\n",
       " 'PARIS EME',\n",
       " 'LA ROCHE DUR FORON',\n",
       " 'SEMECOURT FEVES',\n",
       " 'MONESTIER DU PERCY',\n",
       " 'MARSEILLE',\n",
       " 'SINT ETIENNE',\n",
       " 'LES HERBIERS MONTAIGU LA ROC',\n",
       " 'CHATELIER CHATEAUMUR',\n",
       " 'VEYRE MONTON ET ALENTOURS',\n",
       " 'PETIT QUEVILLY',\n",
       " 'ITINERANT',\n",
       " 'SARCELLE',\n",
       " 'CHALONS EN CHAMPAGNE VERTUS',\n",
       " 'VAL THERENCE',\n",
       " 'S',\n",
       " 'BRUNEI',\n",
       " 'LONGUENEE EN ANJOU',\n",
       " 'SANT JUST EN CHAUSSEE',\n",
       " 'PUY SAINTE REPARADE',\n",
       " 'LE MARIGOT',\n",
       " 'CHARMES SUR L HERBASSE',\n",
       " 'FRESNE EN WOEVRE',\n",
       " 'LE BAN ST MARTIN',\n",
       " 'PARIS CEDEX',\n",
       " 'FAUGA',\n",
       " 'CC CARREFOUR',\n",
       " 'IZEL LES HAMEAUX',\n",
       " 'NANTES AGGLOMERATION',\n",
       " 'FLERS LA FERTE MACE',\n",
       " 'ASNIERES NANTERRE',\n",
       " 'MARSEILLE ST PIERRE',\n",
       " 'THUMERIES SECLIN',\n",
       " 'ROUEN CHARTRES TOURS',\n",
       " 'LE S',\n",
       " 'SAINT VOUGUAY',\n",
       " 'LE CHAFFAUT',\n",
       " 'GENAC BIGNAC',\n",
       " 'ERQUINGHEM',\n",
       " 'NUEIL LESUR AUBIERS',\n",
       " 'BAZIEGE PORTET SUR GARONNE MUR',\n",
       " 'SAINT ETIE',\n",
       " 'CREIL LIANCOURT BEAUVAIS',\n",
       " 'VIGNOBLE NANTAIS',\n",
       " 'PREIGNAC TOULENNE',\n",
       " 'BRAUCOURT',\n",
       " 'LE BRAUD ROI',\n",
       " 'ARDENNES',\n",
       " 'NEVERS COSNE COURS SUR LOIRE',\n",
       " 'LALEVADE D ARDECHE',\n",
       " 'PONTONX SUR L ADOUR',\n",
       " 'QUATRE SEPTEME',\n",
       " 'CLICHE LA GARENNE',\n",
       " 'CHATEAU DE FONTAINEBLEAU',\n",
       " 'REGION RHONE ALPES AUVERGNE',\n",
       " 'LEMEUX',\n",
       " 'SALLANCHES ET MORZINE',\n",
       " 'ILLKIRCH GRAFFENSTADEN POLE',\n",
       " 'FHTGH',\n",
       " 'ARGELS SUR MER',\n",
       " 'MOULES',\n",
       " 'LA DEFENSE PUTEAUX',\n",
       " 'CELLES BELLE',\n",
       " ...]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "non_trouve_Y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [],
   "source": [
    "dd = constitution_dictionnaire()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'MASSY LYS'"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {},
   "outputs": [],
   "source": [
    "# communes_X_Y = [correction_orthographe_commune(c,dd) for c in communes_X]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "# communes_X[0:100]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "39023"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(purge_num)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk.edit_distance('A-A', 'A A')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [],
   "source": [
    "vector_distance = [(nltk.edit_distance('VLAETTE', x),x) for x in unique_mot]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "sorted_by_second = sorted(vector_distance, key=lambda tup: tup[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['FLANCOURT', 'CRESCY', 'EN', 'RUMOIS']\n",
      "FLANCOURT CRESCY EN ROUMOIS\n"
     ]
    }
   ],
   "source": [
    "print(correction_orthographe_commune('FLANCOURT CRESCY EN RUMOIS',dd))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "# sorted_by_second"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [],
   "source": [
    "def dtypes_to_list(df):\n",
    "    my_list = {}\n",
    "    for x in df.dtypes.reset_index().iterrows():\n",
    "        my_list[x[1]['index'].lower()] = str(x[1][0])\n",
    "    return my_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CABBI                   int64\n",
      "TYPCOL                  int64\n",
      "DEPCOM_CODE            object\n",
      "RS_X                   object\n",
      "ILT_X                 float64\n",
      "VARDOMPART_X          float64\n",
      "NUMVOI_X              float64\n",
      "BISTER_X               object\n",
      "TYPEVOI_X              object\n",
      "NOMVOI_X               object\n",
      "CPLADR_X               object\n",
      "ACTET_X                object\n",
      "ACTET_C_C              object\n",
      "ACTET_C                object\n",
      "CLT_C_C                object\n",
      "CLT_X                  object\n",
      "DLT_X                  object\n",
      "PLT_X                 float64\n",
      "SIRETC                float64\n",
      "NOTE_MCA_ADR_C        float64\n",
      "NOTE_MCA_NOM_C        float64\n",
      "I_MCA_C                object\n",
      "PROFI_X                object\n",
      "PROFS_X                object\n",
      "PROFA_X                object\n",
      "I_REPRISE_ACT          object\n",
      "I_SIRET_M             float64\n",
      "SIRET_DEC               int64\n",
      "SIRETM                float64\n",
      "PROCES_CODAGE_INIT     object\n",
      "ARBITRAGE              object\n",
      "SIRETQ                float64\n",
      "I_SIRET_Q               int64\n",
      "SIRET_ARB             float64\n",
      "x                     float64\n",
      "y                     float64\n",
      "SourceXYW             float64\n",
      "qual                  float64\n",
      "siret_final           float64\n",
      "code_retour            object\n",
      "naf1                   object\n",
      "pct1                  float64\n",
      "naf2                   object\n",
      "pct2                  float64\n",
      "naf3                   object\n",
      "pct3                  float64\n",
      "naf4                   object\n",
      "pct4                  float64\n",
      "naf5                   object\n",
      "pct5                  float64\n",
      "nbtot                 float64\n",
      "nb5                   float64\n",
      "dtype: object\n"
     ]
    }
   ],
   "source": [
    "print(df2014.dtypes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CABBI             object\n",
      "RS_X              object\n",
      "ACTET_C           object\n",
      "ACTET_C_C         object\n",
      "ACTET_X           object\n",
      "NOMVOI_X          object\n",
      "NUMVOI_X          object\n",
      "TYPEVOI_X         object\n",
      "BISTER_X          object\n",
      "CPLADR_X          object\n",
      "CLT_C_C           object\n",
      "CLT_X             object\n",
      "DLT_X             object\n",
      "PLT_X             object\n",
      "DEPCOM_CODE       object\n",
      "I_MCA_C           object\n",
      "I_REPRISE_ACT     object\n",
      "I_SIRET_M         object\n",
      "NOTE_MCA_ADR_C    object\n",
      "NOTE_MCA_NOM_C    object\n",
      "PROFA_X           object\n",
      "PROFI_X           object\n",
      "PROFS_X           object\n",
      "VARDOMPART_X      object\n",
      "SIRET_DEC         object\n",
      "SIRETC            object\n",
      "SIRETM            object\n",
      "id                object\n",
      "ILT_X             object\n",
      "code_retour       object\n",
      "naf1              object\n",
      "pct1              object\n",
      "naf2              object\n",
      "pct2              object\n",
      "naf3              object\n",
      "pct3              object\n",
      "naf4              object\n",
      "pct4              object\n",
      "naf5              object\n",
      "pct5              object\n",
      "nbtot             object\n",
      "nb5               object\n",
      "x                 object\n",
      "y                 object\n",
      "SourceXYW         object\n",
      "qual              object\n",
      "dtype: object\n"
     ]
    }
   ],
   "source": [
    "print(df2017.dtypes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cabbi\n",
      "typcol\n",
      "depcom_code\n",
      "rs_x\n",
      "ilt_x\n",
      "vardompart_x\n",
      "numvoi_x\n",
      "bister_x\n",
      "typevoi_x\n",
      "nomvoi_x\n",
      "cpladr_x\n",
      "actet_x\n",
      "actet_c_c\n",
      "actet_c\n",
      "clt_c_c\n",
      "clt_x\n",
      "dlt_x\n",
      "plt_x\n",
      "siretc\n",
      "note_mca_adr_c\n",
      "note_mca_nom_c\n",
      "i_mca_c\n",
      "profi_x\n",
      "profs_x\n",
      "profa_x\n",
      "i_reprise_act\n",
      "i_siret_m\n",
      "siret_dec\n",
      "siretm\n",
      "proces_codage_init\n",
      "arbitrage\n",
      "siretq\n",
      "i_siret_q\n",
      "siret_arb\n",
      "x\n",
      "y\n",
      "sourcexyw\n",
      "qual\n",
      "siret_final\n",
      "code_retour\n",
      "naf1\n",
      "pct1\n",
      "naf2\n",
      "pct2\n",
      "naf3\n",
      "pct3\n",
      "naf4\n",
      "pct4\n",
      "naf5\n",
      "pct5\n",
      "nbtot\n",
      "nb5\n"
     ]
    }
   ],
   "source": [
    "for x in dtypes_to_list(df).keys():\n",
    "    print(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'DataFrame' object has no attribute 'dtype'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-90-b959c06452a1>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdtype\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m__getattr__\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m   5177\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_info_axis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_can_hold_identifiers_and_holds_name\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5178\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 5179\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mobject\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__getattribute__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   5180\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5181\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__setattr__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'DataFrame' object has no attribute 'dtype'"
     ]
    }
   ],
   "source": [
    "df.dtype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sirus_id                             int64\n",
       "nic                                  int64\n",
       "ape                                 object\n",
       "apet                                object\n",
       "eff_3112_et                        float64\n",
       "eff_etp_et                         float64\n",
       "eff_et_effet_daaaammjj             float64\n",
       "enseigne_et1                        object\n",
       "nom_comm_et                         object\n",
       "adr_et_loc_geo                       int64\n",
       "adr_et_compl                        object\n",
       "adr_et_voie_num                    float64\n",
       "adr_et_voie_repet                   object\n",
       "adr_et_voie_type                    object\n",
       "adr_et_voie_lib                     object\n",
       "adr_et_cedex                       float64\n",
       "adr_et_distsp                       object\n",
       "sir_adr_et_com_lib                  object\n",
       "adr_et_post                          int64\n",
       "adr_et_l1                           object\n",
       "adr_et_l2                           object\n",
       "adr_et_l3                           object\n",
       "adr_et_l4                           object\n",
       "adr_et_l5                           object\n",
       "adr_et_l6                           object\n",
       "adr_et_l7                          float64\n",
       "nic_siege                            int64\n",
       "unite_type                           int64\n",
       "region                               int64\n",
       "adr_depcom                           int64\n",
       "region_impl                          int64\n",
       "region_mult                         object\n",
       "tr_eff_etp                          object\n",
       "cj                                   int64\n",
       "denom                               object\n",
       "denom_condense                      object\n",
       "sigle                               object\n",
       "enseigne                            object\n",
       "eff_3112_uniteLegale               float64\n",
       "eff_etp_uniteLegale                float64\n",
       "eff_effet_daaaammjj_uniteLegale    float64\n",
       "x                                  float64\n",
       "y                                  float64\n",
       "SourceXYW                          float64\n",
       "qual                               float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtypes_list = []\n",
    "with fs.open(os.path.join(remote_data_dir,F'rp_final_2014.csv')) as f:\n",
    "        for df in pd.read_csv(f,sep=';',chunksize=2000,engine='python',encoding='unicode_escape'):\n",
    "            dtypes_list.append(df.dtypes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtypes_list_2017 = []\n",
    "with fs.open(os.path.join(remote_data_dir,F'rp_final_2017.csv')) as f:\n",
    "        for df in pd.read_csv(f,sep=';',chunksize=2000,engine='python',encoding='unicode_escape'):\n",
    "            dtypes_list_2017.append(df.dtypes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "for index,item in enumerate(dtypes_list):\n",
    "    for num_col,col in enumerate(dtypes_list_2017[0] == dtypes_list_2017[index]):\n",
    "        if col == False:\n",
    "            print(dtypes_list_2017[0].reset_index().iloc[[num_col]])\n",
    "            print(\" \")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "for index,item in enumerate(dtypes_list):\n",
    "    for num_col,col in enumerate(dtypes_list[0] == dtypes_list[index]):\n",
    "        if col == False:\n",
    "            print(dtypes_list[0].reset_index().iloc[[num_col]])\n",
    "            print(\" \")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CABBI                   int64\n",
       "TYPCOL                  int64\n",
       "DEPCOM_CODE            object\n",
       "RS_X                   object\n",
       "ILT_X                 float64\n",
       "VARDOMPART_X          float64\n",
       "NUMVOI_X              float64\n",
       "BISTER_X               object\n",
       "TYPEVOI_X              object\n",
       "NOMVOI_X               object\n",
       "CPLADR_X               object\n",
       "ACTET_X                object\n",
       "ACTET_C_C              object\n",
       "ACTET_C                object\n",
       "CLT_C_C                object\n",
       "CLT_X                  object\n",
       "DLT_X                  object\n",
       "PLT_X                 float64\n",
       "SIRETC                float64\n",
       "NOTE_MCA_ADR_C        float64\n",
       "NOTE_MCA_NOM_C        float64\n",
       "I_MCA_C                object\n",
       "PROFI_X                object\n",
       "PROFS_X                object\n",
       "PROFA_X                object\n",
       "I_REPRISE_ACT          object\n",
       "I_SIRET_M             float64\n",
       "SIRET_DEC               int64\n",
       "SIRETM                float64\n",
       "PROCES_CODAGE_INIT     object\n",
       "ARBITRAGE              object\n",
       "SIRETQ                float64\n",
       "I_SIRET_Q               int64\n",
       "SIRET_ARB             float64\n",
       "x                     float64\n",
       "y                     float64\n",
       "SourceXYW             float64\n",
       "qual                  float64\n",
       "siret_final           float64\n",
       "code_retour            object\n",
       "naf1                   object\n",
       "pct1                  float64\n",
       "naf2                   object\n",
       "pct2                  float64\n",
       "naf3                   object\n",
       "pct3                  float64\n",
       "naf4                   object\n",
       "pct4                  float64\n",
       "naf5                   object\n",
       "pct5                  float64\n",
       "nbtot                 float64\n",
       "nb5                   float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dtypes_list[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# dtypes_list[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}