ParseGroupTransitions.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a9dece17",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "\n",
    "import numpy as np\n",
    "\n",
    "import codecs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "72b5d677",
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "58784e85",
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_rows', 500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "80e9fc79",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>номер_животного</th>\n",
       "      <th>ушная_бирка_животного</th>\n",
       "      <th>пол</th>\n",
       "      <th>номер_лактации</th>\n",
       "      <th>результат_отела</th>\n",
       "      <th>легкость_отела</th>\n",
       "      <th>дата_рождения</th>\n",
       "      <th>дней_в_сухостое_предыдущей_лактации</th>\n",
       "      <th>дней_стельности_при_событии</th>\n",
       "      <th>номер_группы_животного</th>\n",
       "      <th>предыдущий_номер_группы_животного</th>\n",
       "      <th>событие</th>\n",
       "      <th>дни_доения_при_событии</th>\n",
       "      <th>дата_события</th>\n",
       "      <th>примечание_события</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>146</td>\n",
       "      <td>598621616</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>29.03.2010</td>\n",
       "      <td>62</td>\n",
       "      <td>277</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>РАСЧКОП</td>\n",
       "      <td>336</td>\n",
       "      <td>28.03.2019</td>\n",
       "      <td>КАН</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>146</td>\n",
       "      <td>598621616</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>29.03.2010</td>\n",
       "      <td>62</td>\n",
       "      <td>277</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>ВАКЦИН</td>\n",
       "      <td>349</td>\n",
       "      <td>10.04.2019</td>\n",
       "      <td>КОГЛАВАК</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>146</td>\n",
       "      <td>598621616</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>29.03.2010</td>\n",
       "      <td>62</td>\n",
       "      <td>277</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>ВАКЦИН</td>\n",
       "      <td>349</td>\n",
       "      <td>10.04.2019</td>\n",
       "      <td>ЛЕПТО</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>291</td>\n",
       "      <td>530073354</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>MA</td>\n",
       "      <td>1</td>\n",
       "      <td>30.07.2009</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>448</td>\n",
       "      <td>08.04.2019</td>\n",
       "      <td>F001T023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>291</td>\n",
       "      <td>530073354</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>MA</td>\n",
       "      <td>1</td>\n",
       "      <td>30.07.2009</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>ПРОДАНА</td>\n",
       "      <td>458</td>\n",
       "      <td>18.04.2019</td>\n",
       "      <td>ПРОДАНА ; Прочее ; УВЗ8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   номер_животного ушная_бирка_животного пол  номер_лактации результат_отела  \\\n",
       "0              146             598621616   F               6              FA   \n",
       "1              146             598621616   F               6              FA   \n",
       "2              146             598621616   F               6              FA   \n",
       "3              291             530073354   F               6              MA   \n",
       "4              291             530073354   F               6              MA   \n",
       "\n",
       "   легкость_отела дата_рождения  дней_в_сухостое_предыдущей_лактации  \\\n",
       "0               1    29.03.2010                                   62   \n",
       "1               1    29.03.2010                                   62   \n",
       "2               1    29.03.2010                                   62   \n",
       "3               1    30.07.2009                                   68   \n",
       "4               1    30.07.2009                                   68   \n",
       "\n",
       "   дней_стельности_при_событии  номер_группы_животного  \\\n",
       "0                          277                      18   \n",
       "1                          277                      18   \n",
       "2                          277                      18   \n",
       "3                            0                      23   \n",
       "4                            0                      23   \n",
       "\n",
       "   предыдущий_номер_группы_животного  событие  дни_доения_при_событии  \\\n",
       "0                                 18  РАСЧКОП                     336   \n",
       "1                                 18   ВАКЦИН                     349   \n",
       "2                                 18   ВАКЦИН                     349   \n",
       "3                                 23  ПЕРЕВОД                     448   \n",
       "4                                 23  ПРОДАНА                     458   \n",
       "\n",
       "  дата_события       примечание_события  \n",
       "0   28.03.2019                      КАН  \n",
       "1   10.04.2019                 КОГЛАВАК  \n",
       "2   10.04.2019                    ЛЕПТО  \n",
       "3   08.04.2019                 F001T023  \n",
       "4   18.04.2019  ПРОДАНА ; Прочее ; УВЗ8  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert .csv from Win-1251 to utf-8\n",
    "f = codecs.open('../data/dump_19_22.csv', 'r', 'cp1251')\n",
    "df = pd.read_csv(f, sep=';', encoding='utf-8')\n",
    "\n",
    "df.columns = pd.Series(df.columns).apply(lambda x: x.lower().replace(' ', '_'))\n",
    "\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "11309d89",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>номер_животного</th>\n",
       "      <th>ушная_бирка_животного</th>\n",
       "      <th>пол</th>\n",
       "      <th>номер_лактации</th>\n",
       "      <th>результат_отела</th>\n",
       "      <th>легкость_отела</th>\n",
       "      <th>дата_рождения</th>\n",
       "      <th>дней_в_сухостое_предыдущей_лактации</th>\n",
       "      <th>дней_стельности_при_событии</th>\n",
       "      <th>номер_группы_животного</th>\n",
       "      <th>предыдущий_номер_группы_животного</th>\n",
       "      <th>событие</th>\n",
       "      <th>дни_доения_при_событии</th>\n",
       "      <th>дата_события</th>\n",
       "      <th>примечание_события</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>291</td>\n",
       "      <td>530073354</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>MA</td>\n",
       "      <td>1</td>\n",
       "      <td>30.07.2009</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>448</td>\n",
       "      <td>08.04.2019</td>\n",
       "      <td>F001T023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>321</td>\n",
       "      <td>896820302</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>3</td>\n",
       "      <td>11.09.2009</td>\n",
       "      <td>62</td>\n",
       "      <td>291</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>216</td>\n",
       "      <td>18.03.2019</td>\n",
       "      <td>F006T003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>321</td>\n",
       "      <td>896820302</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>3</td>\n",
       "      <td>11.09.2009</td>\n",
       "      <td>62</td>\n",
       "      <td>291</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>231</td>\n",
       "      <td>02.04.2019</td>\n",
       "      <td>F004T012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>321</td>\n",
       "      <td>896820302</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>3</td>\n",
       "      <td>11.09.2009</td>\n",
       "      <td>62</td>\n",
       "      <td>291</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>252</td>\n",
       "      <td>23.04.2019</td>\n",
       "      <td>F004T012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>641</td>\n",
       "      <td>532029621</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>01.01.2010</td>\n",
       "      <td>63</td>\n",
       "      <td>0</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>138</td>\n",
       "      <td>20.03.2019</td>\n",
       "      <td>F011T042</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    номер_животного ушная_бирка_животного пол  номер_лактации результат_отела  \\\n",
       "3               291             530073354   F               6              MA   \n",
       "7               321             896820302   F               6              FA   \n",
       "10              321             896820302   F               6              FA   \n",
       "17              321             896820302   F               6              FA   \n",
       "34              641             532029621   F               6              FA   \n",
       "\n",
       "    легкость_отела дата_рождения  дней_в_сухостое_предыдущей_лактации  \\\n",
       "3                1    30.07.2009                                   68   \n",
       "7                3    11.09.2009                                   62   \n",
       "10               3    11.09.2009                                   62   \n",
       "17               3    11.09.2009                                   62   \n",
       "34               1    01.01.2010                                   63   \n",
       "\n",
       "    дней_стельности_при_событии  номер_группы_животного  \\\n",
       "3                             0                      23   \n",
       "7                           291                      18   \n",
       "10                          291                      18   \n",
       "17                          291                      18   \n",
       "34                            0                      23   \n",
       "\n",
       "    предыдущий_номер_группы_животного  событие  дни_доения_при_событии  \\\n",
       "3                                  23  ПЕРЕВОД                     448   \n",
       "7                                  18  ПЕРЕВОД                     216   \n",
       "10                                 18  ПЕРЕВОД                     231   \n",
       "17                                 18  ПЕРЕВОД                     252   \n",
       "34                                 23  ПЕРЕВОД                     138   \n",
       "\n",
       "   дата_события примечание_события  \n",
       "3    08.04.2019           F001T023  \n",
       "7    18.03.2019           F006T003  \n",
       "10   02.04.2019           F004T012  \n",
       "17   23.04.2019           F004T012  \n",
       "34   20.03.2019           F011T042  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_moves = df[df.событие == 'ПЕРЕВОД'].copy()\n",
    "\n",
    "df_moves.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "dde7e5cf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8    114094\n",
       "Name: примечание_события, dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_moves.примечание_события.str.len().value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "c64fa7a2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "F    114094\n",
       "Name: примечание_события, dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_moves.примечание_события.str[0].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "0d29556f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "T    114094\n",
       "Name: примечание_события, dtype: int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_moves.примечание_события.str[4].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "46bad836",
   "metadata": {},
   "outputs": [],
   "source": [
    "def from_transitions_parser(trans_log):\n",
    "    return int(trans_log[1:4])\n",
    "\n",
    "def to_transition_parser(trans_log):\n",
    "    return int(trans_log[5:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "8c14932b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Log to parse:\t F001T023\n",
      "1 23\n"
     ]
    }
   ],
   "source": [
    "test_log = df_moves.iloc[0]['примечание_события']\n",
    "print(f'Log to parse:\\t', test_log)\n",
    "\n",
    "print(from_transitions_parser(test_log), to_transition_parser(test_log))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "3600eb5c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_moves[['номер_группы_животного', 'предыдущий_номер_группы_животного']] = \\\n",
    "    df_moves.примечание_события.apply([from_transitions_parser, to_transition_parser])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "51b7b50c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>номер_животного</th>\n",
       "      <th>ушная_бирка_животного</th>\n",
       "      <th>пол</th>\n",
       "      <th>номер_лактации</th>\n",
       "      <th>результат_отела</th>\n",
       "      <th>легкость_отела</th>\n",
       "      <th>дата_рождения</th>\n",
       "      <th>дней_в_сухостое_предыдущей_лактации</th>\n",
       "      <th>дней_стельности_при_событии</th>\n",
       "      <th>номер_группы_животного</th>\n",
       "      <th>предыдущий_номер_группы_животного</th>\n",
       "      <th>событие</th>\n",
       "      <th>дни_доения_при_событии</th>\n",
       "      <th>дата_события</th>\n",
       "      <th>примечание_события</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>291</td>\n",
       "      <td>530073354</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>MA</td>\n",
       "      <td>1</td>\n",
       "      <td>30.07.2009</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>448</td>\n",
       "      <td>08.04.2019</td>\n",
       "      <td>F001T023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>321</td>\n",
       "      <td>896820302</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>3</td>\n",
       "      <td>11.09.2009</td>\n",
       "      <td>62</td>\n",
       "      <td>291</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>216</td>\n",
       "      <td>18.03.2019</td>\n",
       "      <td>F006T003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>321</td>\n",
       "      <td>896820302</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>3</td>\n",
       "      <td>11.09.2009</td>\n",
       "      <td>62</td>\n",
       "      <td>291</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>231</td>\n",
       "      <td>02.04.2019</td>\n",
       "      <td>F004T012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>321</td>\n",
       "      <td>896820302</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>3</td>\n",
       "      <td>11.09.2009</td>\n",
       "      <td>62</td>\n",
       "      <td>291</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>252</td>\n",
       "      <td>23.04.2019</td>\n",
       "      <td>F004T012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>641</td>\n",
       "      <td>532029621</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>01.01.2010</td>\n",
       "      <td>63</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>42</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>138</td>\n",
       "      <td>20.03.2019</td>\n",
       "      <td>F011T042</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    номер_животного ушная_бирка_животного пол  номер_лактации результат_отела  \\\n",
       "3               291             530073354   F               6              MA   \n",
       "7               321             896820302   F               6              FA   \n",
       "10              321             896820302   F               6              FA   \n",
       "17              321             896820302   F               6              FA   \n",
       "34              641             532029621   F               6              FA   \n",
       "\n",
       "    легкость_отела дата_рождения  дней_в_сухостое_предыдущей_лактации  \\\n",
       "3                1    30.07.2009                                   68   \n",
       "7                3    11.09.2009                                   62   \n",
       "10               3    11.09.2009                                   62   \n",
       "17               3    11.09.2009                                   62   \n",
       "34               1    01.01.2010                                   63   \n",
       "\n",
       "    дней_стельности_при_событии  номер_группы_животного  \\\n",
       "3                             0                       1   \n",
       "7                           291                       6   \n",
       "10                          291                       4   \n",
       "17                          291                       4   \n",
       "34                            0                      11   \n",
       "\n",
       "    предыдущий_номер_группы_животного  событие  дни_доения_при_событии  \\\n",
       "3                                  23  ПЕРЕВОД                     448   \n",
       "7                                   3  ПЕРЕВОД                     216   \n",
       "10                                 12  ПЕРЕВОД                     231   \n",
       "17                                 12  ПЕРЕВОД                     252   \n",
       "34                                 42  ПЕРЕВОД                     138   \n",
       "\n",
       "   дата_события примечание_события  \n",
       "3    08.04.2019           F001T023  \n",
       "7    18.03.2019           F006T003  \n",
       "10   02.04.2019           F004T012  \n",
       "17   23.04.2019           F004T012  \n",
       "34   20.03.2019           F011T042  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_moves.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "e1d19128",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1    114094\n",
       "Name: группа_изменена, dtype: int64"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_moves['группа_изменена'] = 1\n",
    "\n",
    "df_moves.группа_изменена.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "ed825e6b",
   "metadata": {},
   "outputs": [],
   "source": [
    "select_df = ['номер_животного', 'номер_лактации', 'дней_в_сухостое_предыдущей_лактации'\n",
    "                  ,  'дней_стельности_при_событии', 'событие' \n",
    "                  , 'дата_события','примечание_события', 'группа_изменена']\n",
    "merge_on = ['номер_животного', 'номер_лактации', 'дней_в_сухостое_предыдущей_лактации'\n",
    "        ,'дней_стельности_при_событии', 'событие', 'дата_события','примечание_события']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "902a8442",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>номер_животного</th>\n",
       "      <th>ушная_бирка_животного</th>\n",
       "      <th>пол</th>\n",
       "      <th>номер_лактации</th>\n",
       "      <th>результат_отела</th>\n",
       "      <th>легкость_отела</th>\n",
       "      <th>дата_рождения</th>\n",
       "      <th>дней_в_сухостое_предыдущей_лактации</th>\n",
       "      <th>дней_стельности_при_событии</th>\n",
       "      <th>номер_группы_животного</th>\n",
       "      <th>предыдущий_номер_группы_животного</th>\n",
       "      <th>событие</th>\n",
       "      <th>дни_доения_при_событии</th>\n",
       "      <th>дата_события</th>\n",
       "      <th>примечание_события</th>\n",
       "      <th>группа_изменена</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>146</td>\n",
       "      <td>598621616</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>29.03.2010</td>\n",
       "      <td>62</td>\n",
       "      <td>277</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>РАСЧКОП</td>\n",
       "      <td>336</td>\n",
       "      <td>28.03.2019</td>\n",
       "      <td>КАН</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>146</td>\n",
       "      <td>598621616</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>29.03.2010</td>\n",
       "      <td>62</td>\n",
       "      <td>277</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>ВАКЦИН</td>\n",
       "      <td>349</td>\n",
       "      <td>10.04.2019</td>\n",
       "      <td>КОГЛАВАК</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>146</td>\n",
       "      <td>598621616</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>FA</td>\n",
       "      <td>1</td>\n",
       "      <td>29.03.2010</td>\n",
       "      <td>62</td>\n",
       "      <td>277</td>\n",
       "      <td>18</td>\n",
       "      <td>18</td>\n",
       "      <td>ВАКЦИН</td>\n",
       "      <td>349</td>\n",
       "      <td>10.04.2019</td>\n",
       "      <td>ЛЕПТО</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>291</td>\n",
       "      <td>530073354</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>MA</td>\n",
       "      <td>1</td>\n",
       "      <td>30.07.2009</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>ПЕРЕВОД</td>\n",
       "      <td>448</td>\n",
       "      <td>08.04.2019</td>\n",
       "      <td>F001T023</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>291</td>\n",
       "      <td>530073354</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>MA</td>\n",
       "      <td>1</td>\n",
       "      <td>30.07.2009</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>ПРОДАНА</td>\n",
       "      <td>458</td>\n",
       "      <td>18.04.2019</td>\n",
       "      <td>ПРОДАНА ; Прочее ; УВЗ8</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   номер_животного ушная_бирка_животного пол  номер_лактации результат_отела  \\\n",
       "0              146             598621616   F               6              FA   \n",
       "1              146             598621616   F               6              FA   \n",
       "2              146             598621616   F               6              FA   \n",
       "3              291             530073354   F               6              MA   \n",
       "4              291             530073354   F               6              MA   \n",
       "\n",
       "   легкость_отела дата_рождения  дней_в_сухостое_предыдущей_лактации  \\\n",
       "0               1    29.03.2010                                   62   \n",
       "1               1    29.03.2010                                   62   \n",
       "2               1    29.03.2010                                   62   \n",
       "3               1    30.07.2009                                   68   \n",
       "4               1    30.07.2009                                   68   \n",
       "\n",
       "   дней_стельности_при_событии  номер_группы_животного  \\\n",
       "0                          277                      18   \n",
       "1                          277                      18   \n",
       "2                          277                      18   \n",
       "3                            0                      23   \n",
       "4                            0                      23   \n",
       "\n",
       "   предыдущий_номер_группы_животного  событие  дни_доения_при_событии  \\\n",
       "0                                 18  РАСЧКОП                     336   \n",
       "1                                 18   ВАКЦИН                     349   \n",
       "2                                 18   ВАКЦИН                     349   \n",
       "3                                 23  ПЕРЕВОД                     448   \n",
       "4                                 23  ПРОДАНА                     458   \n",
       "\n",
       "  дата_события       примечание_события  группа_изменена  \n",
       "0   28.03.2019                      КАН              NaN  \n",
       "1   10.04.2019                 КОГЛАВАК              NaN  \n",
       "2   10.04.2019                    ЛЕПТО              NaN  \n",
       "3   08.04.2019                 F001T023              1.0  \n",
       "4   18.04.2019  ПРОДАНА ; Прочее ; УВЗ8              NaN  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_updated = pd.merge(\n",
    "    df, df_moves[select_df],\n",
    "    on=merge_on\n",
    "    , how='left'\n",
    ")\n",
    "\n",
    "df_updated.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "2607b371",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape[0] - df_moves.shape[0] - df_updated.группа_изменена.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "badd9eb2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "260950"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_updated.группа_изменена = df_updated.группа_изменена.fillna(0)\n",
    "\n",
    "df_updated.isna().sum().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "54670dec",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}