SALLING_quantum_experiments.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false,
    "is_executing": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import dataprep\n",
    "from pathlib import Path\n",
    "from dataprep.datasets import load_dataset\n",
    "from dataprep.eda import create_report\n",
    "from dataprep.eda import plot, plot_correlation, plot_missing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-05-25T12:14:07.421844900Z",
     "start_time": "2023-05-25T12:14:07.405346800Z"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ATTRIBUTE_COMBINATION_HASH_ID</th>\n",
       "      <th>WINDOW_START</th>\n",
       "      <th>MEASURE_NAME</th>\n",
       "      <th>MEASURE_VALUE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>B59C4E4BFCEC5601795A74ECA11904BC</td>\n",
       "      <td>2021-02-08 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BE90687E2E50DDCCFC4FC8F43A899939</td>\n",
       "      <td>2021-02-27 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>B9E7A9A05E12DF084EC38E215C456F0A</td>\n",
       "      <td>2021-02-27 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>C6B198A2CEB35F13AC5F8D5BA7A2A717</td>\n",
       "      <td>2021-02-08 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3699D10EC5ACEA0DC05A1529FAB5B297</td>\n",
       "      <td>2021-02-27 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>53F2DEF355B1ABD820F963D4D04257DD</td>\n",
       "      <td>2021-02-08 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>E0BEB2C5B69A60DB5621AB2E24F6D6E5</td>\n",
       "      <td>2021-02-27 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>06890B794C4FFC127CE7030D7BF6AB9B</td>\n",
       "      <td>2021-02-08 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>C03D3BA7A6F92B0D85BEDF4D102E1FAF</td>\n",
       "      <td>2021-02-27 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>EB74A065C78288335051746FA7972659</td>\n",
       "      <td>2021-02-08 00:00:00.0000000</td>\n",
       "      <td>SALES_UNITS</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      ATTRIBUTE_COMBINATION_HASH_ID                 WINDOW_START MEASURE_NAME  \\\n",
       "0  B59C4E4BFCEC5601795A74ECA11904BC  2021-02-08 00:00:00.0000000  SALES_UNITS   \n",
       "1  BE90687E2E50DDCCFC4FC8F43A899939  2021-02-27 00:00:00.0000000  SALES_UNITS   \n",
       "2  B9E7A9A05E12DF084EC38E215C456F0A  2021-02-27 00:00:00.0000000  SALES_UNITS   \n",
       "3  C6B198A2CEB35F13AC5F8D5BA7A2A717  2021-02-08 00:00:00.0000000  SALES_UNITS   \n",
       "4  3699D10EC5ACEA0DC05A1529FAB5B297  2021-02-27 00:00:00.0000000  SALES_UNITS   \n",
       "5  53F2DEF355B1ABD820F963D4D04257DD  2021-02-08 00:00:00.0000000  SALES_UNITS   \n",
       "6  E0BEB2C5B69A60DB5621AB2E24F6D6E5  2021-02-27 00:00:00.0000000  SALES_UNITS   \n",
       "7  06890B794C4FFC127CE7030D7BF6AB9B  2021-02-08 00:00:00.0000000  SALES_UNITS   \n",
       "8  C03D3BA7A6F92B0D85BEDF4D102E1FAF  2021-02-27 00:00:00.0000000  SALES_UNITS   \n",
       "9  EB74A065C78288335051746FA7972659  2021-02-08 00:00:00.0000000  SALES_UNITS   \n",
       "\n",
       "   MEASURE_VALUE  \n",
       "0            1.0  \n",
       "1            2.0  \n",
       "2            2.0  \n",
       "3            1.0  \n",
       "4            3.0  \n",
       "5            1.0  \n",
       "6            3.0  \n",
       "7            1.0  \n",
       "8            3.0  \n",
       "9            1.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>MEASURE_VALUE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>6.815544e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.321095e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>9.696100e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>-5.200000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>2.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>6.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.319000e+04</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       MEASURE_VALUE\n",
       "count   6.815544e+06\n",
       "mean    1.321095e+01\n",
       "std     9.696100e+01\n",
       "min    -5.200000e+01\n",
       "25%     1.000000e+00\n",
       "50%     2.000000e+00\n",
       "75%     6.000000e+00\n",
       "max     1.319000e+04"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'unique values of measure name'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "array(['SALES_UNITS'], dtype=object)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "pd.options.display.max_columns = None\n",
    "\n",
    "salling_agg = pd.read_csv(Path(r'./salling_data/AGGREGATIONS/data.csv'))\n",
    "salling_combinations = pd.read_csv(Path(r'./salling_data/ATTRIBUTE_COMBINATIONS/data.csv'))\n",
    "salling_time_windows = pd.read_csv(Path(r'./salling_data/TIME_WINDOWS/data.csv'))\n",
    "salling_results = pd.read_csv(Path(r'./salling_data/Results/SALLING_RESULTS.csv'))\n",
    "display(salling_agg.head(10))\n",
    "display(salling_agg.describe())\n",
    "display(\"unique values of measure name\", salling_agg[\"MEASURE_NAME\"].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-05-25T12:14:08.215156100Z",
     "start_time": "2023-05-25T12:14:08.200566500Z"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Attribute combinations column types'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "ATTRIBUTE_COMBINATION_HASH_ID     object\n",
       "LAST_OBSERVED                     object\n",
       "INVERSE_ATTRIBUTE_COUNT          float64\n",
       "ATTRIBUTE_POSTAL_CODE            float64\n",
       "ATTRIBUTE_PROD_LEVEL_1            object\n",
       "ATTRIBUTE_PROD_LEVEL_2            object\n",
       "ATTRIBUTE_PROD_LEVEL_3            object\n",
       "dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Attribute combinations columns'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Index(['ATTRIBUTE_COMBINATION_HASH_ID', 'LAST_OBSERVED',\n",
       "       'INVERSE_ATTRIBUTE_COUNT', 'ATTRIBUTE_POSTAL_CODE',\n",
       "       'ATTRIBUTE_PROD_LEVEL_1', 'ATTRIBUTE_PROD_LEVEL_2',\n",
       "       'ATTRIBUTE_PROD_LEVEL_3'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Attribute combinations data:'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ATTRIBUTE_COMBINATION_HASH_ID</th>\n",
       "      <th>LAST_OBSERVED</th>\n",
       "      <th>INVERSE_ATTRIBUTE_COUNT</th>\n",
       "      <th>ATTRIBUTE_POSTAL_CODE</th>\n",
       "      <th>ATTRIBUTE_PROD_LEVEL_1</th>\n",
       "      <th>ATTRIBUTE_PROD_LEVEL_2</th>\n",
       "      <th>ATTRIBUTE_PROD_LEVEL_3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>F6B55821354B0A6A067D160B7EE4C473</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>FISH</td>\n",
       "      <td>FRESH FISH</td>\n",
       "      <td>FRESH SALMON</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4EED91AB2DBF711231FCE6072E5C76ED</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>FISH</td>\n",
       "      <td>CHILLED FISH</td>\n",
       "      <td>SMOKED FISH OTHER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>19618FA5E3CF06BDB2F3B76A1E5397B4</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>DAIRY</td>\n",
       "      <td>MILK</td>\n",
       "      <td>FRESH MILK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>602DB1CA6E24E62DD572404F14B14A86</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1972.0</td>\n",
       "      <td>FROZEN</td>\n",
       "      <td>ICE CREAM &amp; DESSERTS</td>\n",
       "      <td>ICE CREAM TUBS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>13D545A7D18AB87E8E4863310FF180D9</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>FRUIT &amp; VEGETABLES</td>\n",
       "      <td>EXOTICS FRUIT</td>\n",
       "      <td>BANANAS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>B6AD3624F8BD342DC8121DFA212E7AF1</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>FRUIT &amp; VEGETABLES</td>\n",
       "      <td>CITRUS FRUIT</td>\n",
       "      <td>CLEMENTINES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>256B7D23110D21B2B701CFC21DA6DCF3</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>PRESERVED FOOD</td>\n",
       "      <td>PRESERVED VEGETABLE PRODUCTS</td>\n",
       "      <td>CANNED TOMATOES</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>DB4A083D5E6671A034163AF2A05CB0B7</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>BEVERAGES</td>\n",
       "      <td>BEER &amp; SOFTDRINKS</td>\n",
       "      <td>FLAVOURED/ SPARKLING/STILL WATER</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>EC851F1D005DAB13FFD36108BF9575EA</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1972.0</td>\n",
       "      <td>PRESERVED FOOD</td>\n",
       "      <td>PRESERVED VEGETABLE PRODUCTS</td>\n",
       "      <td>CANNED BEANS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>F305020ECED48D41CFCFF4A516BCF3C3</td>\n",
       "      <td>2022-04-11 00:00:00.0000000</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1952.0</td>\n",
       "      <td>DRY GROCERIES</td>\n",
       "      <td>BAKING/ INGREDIENTS</td>\n",
       "      <td>OTHER FLOUR/INGREDIENTS</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      ATTRIBUTE_COMBINATION_HASH_ID                LAST_OBSERVED  \\\n",
       "0  F6B55821354B0A6A067D160B7EE4C473  2022-04-11 00:00:00.0000000   \n",
       "1  4EED91AB2DBF711231FCE6072E5C76ED  2022-04-11 00:00:00.0000000   \n",
       "2  19618FA5E3CF06BDB2F3B76A1E5397B4  2022-04-11 00:00:00.0000000   \n",
       "3  602DB1CA6E24E62DD572404F14B14A86  2022-04-11 00:00:00.0000000   \n",
       "4  13D545A7D18AB87E8E4863310FF180D9  2022-04-11 00:00:00.0000000   \n",
       "5  B6AD3624F8BD342DC8121DFA212E7AF1  2022-04-11 00:00:00.0000000   \n",
       "6  256B7D23110D21B2B701CFC21DA6DCF3  2022-04-11 00:00:00.0000000   \n",
       "7  DB4A083D5E6671A034163AF2A05CB0B7  2022-04-11 00:00:00.0000000   \n",
       "8  EC851F1D005DAB13FFD36108BF9575EA  2022-04-11 00:00:00.0000000   \n",
       "9  F305020ECED48D41CFCFF4A516BCF3C3  2022-04-11 00:00:00.0000000   \n",
       "\n",
       "   INVERSE_ATTRIBUTE_COUNT  ATTRIBUTE_POSTAL_CODE ATTRIBUTE_PROD_LEVEL_1  \\\n",
       "0                     0.25                 1952.0                   FISH   \n",
       "1                     0.25                 1952.0                   FISH   \n",
       "2                     0.25                 1952.0                  DAIRY   \n",
       "3                     0.25                 1972.0                 FROZEN   \n",
       "4                     0.25                 1952.0     FRUIT & VEGETABLES   \n",
       "5                     0.25                 1952.0     FRUIT & VEGETABLES   \n",
       "6                     0.25                 1952.0         PRESERVED FOOD   \n",
       "7                     0.25                 1952.0              BEVERAGES   \n",
       "8                     0.25                 1972.0         PRESERVED FOOD   \n",
       "9                     0.25                 1952.0          DRY GROCERIES   \n",
       "\n",
       "         ATTRIBUTE_PROD_LEVEL_2            ATTRIBUTE_PROD_LEVEL_3  \n",
       "0                    FRESH FISH                      FRESH SALMON  \n",
       "1                  CHILLED FISH                 SMOKED FISH OTHER  \n",
       "2                          MILK                        FRESH MILK  \n",
       "3          ICE CREAM & DESSERTS                    ICE CREAM TUBS  \n",
       "4                 EXOTICS FRUIT                           BANANAS  \n",
       "5                  CITRUS FRUIT                       CLEMENTINES  \n",
       "6  PRESERVED VEGETABLE PRODUCTS                   CANNED TOMATOES  \n",
       "7             BEER & SOFTDRINKS  FLAVOURED/ SPARKLING/STILL WATER  \n",
       "8  PRESERVED VEGETABLE PRODUCTS                      CANNED BEANS  \n",
       "9           BAKING/ INGREDIENTS           OTHER FLOUR/INGREDIENTS  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Unique values of column: 0         0.250000\\n1         0.250000\\n2         0.250000\\n3         0.250000\\n4         0.250000\\n            ...   \\n176615    0.333333\\n176616    0.333333\\n176617    0.250000\\n176618    0.250000\\n176619    0.333333\\nName: INVERSE_ATTRIBUTE_COUNT, Length: 176620, dtype: float64'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "array([0.25      , 0.33333333, 0.5       , 1.        ])"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Unique values of column: 0         1952.0\\n1         1952.0\\n2         1952.0\\n3         1972.0\\n4         1952.0\\n           ...  \\n176615    1861.0\\n176616    4532.0\\n176617    2830.0\\n176618    3600.0\\n176619    1814.0\\nName: ATTRIBUTE_POSTAL_CODE, Length: 176620, dtype: float64'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "array([1952., 1972., 1764., 3230., 1362., 1730., 2760., 1736., 1960.,\n",
       "       2765., 2720., 4030., 1350., 1813., 4000., 2650., 2200., 2700.,\n",
       "       2100., 1757., 1973., 4100., 1267., 1665., 3600., 2300., 2970.,\n",
       "       2680., 2730.,   nan, 3400., 2610., 2900., 1666., 2770., 4600.,\n",
       "       2000., 1670., 4532., 1425., 1455., 1910., 1733., 4623., 2150.,\n",
       "       4250., 1302., 3000., 4300., 1729., 2990., 1753., 1356., 1766.,\n",
       "       1371., 1359., 1211., 1437., 4622., 1424., 1618., 1758., 1917.,\n",
       "       1169., 1159., 1654., 3250., 1718., 1304., 1453., 1731., 1203.,\n",
       "       1620., 1961., 2600., 1653., 3520., 1817., 1906., 1752., 1265.,\n",
       "       1411., 1722., 1462., 1400., 1739., 2620., 1732., 1970., 1672.,\n",
       "       4241., 1364., 1573., 1703., 1763., 1368., 1724., 2920., 1058.,\n",
       "       1951., 4130., 1765., 1561., 1468., 1614., 1704., 1726., 2605.,\n",
       "       1420., 1055., 2450., 1324., 1606., 1354., 1553., 1112., 1803.,\n",
       "       1353., 4684., 1908., 1671., 1760., 2750., 1701., 1750., 1727.,\n",
       "       1818., 8600., 3500., 2870., 1316., 1911., 2930., 1709., 1824.,\n",
       "       1165., 1439., 1663., 1674., 1953., 1662., 1402., 1754., 1702.,\n",
       "       2740., 3480., 1705., 1456., 3650., 2400., 1700., 1971., 2880.,\n",
       "       4654., 1130., 1366., 1070., 2625., 1868., 1617., 2630., 1063.,\n",
       "       1451., 1656., 1631., 1924., 1466., 1853., 1408., 1358., 1432.,\n",
       "       2690., 1652., 1677., 1263., 1959., 1201., 2800., 1414., 1721.,\n",
       "       2980., 1826., 1810., 1962., 1635., 1650., 1861., 1471., 1669.,\n",
       "       4681., 1812., 1352., 1367., 1728., 1864., 2820., 2660., 1054.,\n",
       "       8200., 1801., 1601., 1435., 1363., 1862., 1878., 1360., 1954.,\n",
       "       1874., 1154., 1255., 2860., 1622., 1552., 1964., 2500., 2942.,\n",
       "       3660., 1956., 1621., 1306., 1860., 1365., 1407., 1209., 1657.,\n",
       "       1825., 1261., 1737., 1569., 1871., 4320., 1610., 1426., 1902.,\n",
       "       3200., 1220., 1811., 1805., 1762., 1725., 1577., 1057., 1675.,\n",
       "       1253., 1916., 1909., 1429., 1914., 2670., 1829., 1300., 1430.,\n",
       "       1966., 1913., 1563., 1370., 1123., 3450., 1307., 1806., 8700.,\n",
       "       1355., 1823., 1799., 1735., 1428., 1802., 4682., 4800., 1051.,\n",
       "       1854., 3540., 1119., 1903., 1822., 1661., 1658., 1879., 2635.,\n",
       "       1915., 1719., 1422., 2791., 1734., 1264., 1313., 1271., 3550.,\n",
       "       1673., 3670., 1303., 1401., 4700., 4632., 1850., 1863., 1851.,\n",
       "       2950., 2830., 4295., 1720., 1905., 1751., 2840., 8920., 2960.,\n",
       "       8270., 1676., 1460., 1900., 1912., 2640., 1117., 2850., 3460.,\n",
       "       1819., 1820., 1268., 1325., 1319., 1710., 1101., 1327., 1175.,\n",
       "       1174., 1963., 1711., 1440., 1925., 1450., 1576., 3370., 3220.,\n",
       "       3360., 4583., 1712., 3120., 3100., 4550., 4571., 4573., 3210.,\n",
       "       4500., 4581., 4560., 4540., 1153., 1162., 1205., 1317., 1053.,\n",
       "       1715., 1927., 1928., 1110., 1301., 1434., 1415., 1557., 1073.,\n",
       "       1613., 1770., 1470., 1457., 1157., 1250., 1160., 1472., 1555.,\n",
       "       1326., 8221., 1074., 1651., 1608., 4174., 1780., 4736., 1125.,\n",
       "       1311., 1126., 1106., 1473., 1562., 1066., 1571., 1124., 1559.,\n",
       "       1172., 1059., 1129., 1152., 1708., 1151., 1866., 1156., 1436.,\n",
       "       1323., 1659., 1634., 1755., 1875., 1901., 1574., 1254., 1633.,\n",
       "       1219., 1328., 1955., 4293., 1309., 1310., 1865., 3630., 1423.,\n",
       "       4520., 1202., 1827., 1322., 1707., 1616., 1749., 1774., 1416.,\n",
       "       1623., 1777., 1612., 1259., 1427., 1877., 1056., 1807., 1122.,\n",
       "       1418., 1208., 1667., 1773., 1615., 1872., 1723., 1204., 1361.,\n",
       "       1706., 1738., 1967., 1147., 1314., 1756., 1664., 4180., 1270.,\n",
       "       1251., 1069., 1459., 1454., 1168., 1458., 1100., 1113., 1403.,\n",
       "       1619., 1816., 1923., 2665., 1131., 1127., 4733., 1550., 1050.,\n",
       "       4690., 1828., 1413., 1150., 1800., 1452., 1200., 1061., 1052.,\n",
       "       4400., 4621., 1957., 1467., 1655., 1357., 1602., 1218., 1114.,\n",
       "       4440., 1922., 1308., 1256., 1809., 1111., 4200., 1128., 1852.,\n",
       "       1120., 1564., 4340., 1607., 1717., 4360., 1950., 1856., 1876.,\n",
       "       1210., 1632., 1207., 4370., 1215., 4190., 1107., 1624., 1104.,\n",
       "       1660., 1958., 1560., 1814., 1260., 1463., 4160., 4220., 1904.,\n",
       "       1804., 1761., 1785., 4640., 1815., 1855., 1173., 1060., 3320.,\n",
       "       1164., 1171., 1216., 1572., 3330., 1438., 1318., 3060., 1870.,\n",
       "       1161., 1072., 1668., 1568., 1965., 4140., 1067., 1920., 4350.,\n",
       "       1771., 1116., 1974., 1873., 1421., 1921., 1775., 4262., 1412.,\n",
       "       1867., 1603., 3140., 1570., 1611., 1321., 1600., 1926., 1599.,\n",
       "       1609., 1257., 1790., 1103., 1604., 1556.])"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Unique values of column: 0                          FISH\\n1                          FISH\\n2                         DAIRY\\n3                        FROZEN\\n4            FRUIT & VEGETABLES\\n                  ...          \\n176615    BREAKFAST CEREALS/JAM\\n176616    BREAKFAST CEREALS/JAM\\n176617                   FROZEN\\n176618          BREAD & COOKIES\\n176619                BEVERAGES\\nName: ATTRIBUTE_PROD_LEVEL_1, Length: 176620, dtype: object'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "array(['FISH', 'DAIRY', 'FROZEN', 'FRUIT & VEGETABLES', 'PRESERVED FOOD',\n",
       "       'BEVERAGES', 'DRY GROCERIES', 'CHEESE', 'CLEANING & DETERGENT',\n",
       "       'FRESH POULTRY', 'SALADS/SAUCES', 'GROCERY', 'EGGS/FATS', 'WINE',\n",
       "       'BAKERY', 'LIQUOR & SPIRITS', 'COFFEE & TEA', 'FRESH MEAT',\n",
       "       'CONVENIENCE CHILLED', 'BREAKFAST CEREALS/JAM', 'HYGIENE PRODUCTS',\n",
       "       'BABY CARE', 'SMALL DOMESTIC APPLIANCES (SDA)', 'BREAD & COOKIES',\n",
       "       'COLD CUT MEAT', 'SAUSAGES/BBQ', 'BATH/HAIR', 'PERSONAL CARE',\n",
       "       'CONFECTIONARY', 'HOUSEHOLD CARE', 'OIL / CONDIMENTS',\n",
       "       'DRY STAPLES', 'DELI', nan, 'PETFOOD', 'HOME ACCESSORIES',\n",
       "       'WATCHES & BATTERIES', 'HEALTH CARE', 'LIVING/INTERIOR',\n",
       "       'KITCHEN / WARDROBE', 'BARBEQUE', 'SOUND & PICTURE', 'PLANTS',\n",
       "       'BIKES', 'TOBACCO/BETTING/KIOSK'], dtype=object)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Unique values of column: 0                   FRESH FISH\\n1                 CHILLED FISH\\n2                         MILK\\n3         ICE CREAM & DESSERTS\\n4                EXOTICS FRUIT\\n                  ...         \\n176615                 CEREALS\\n176616                 CEREALS\\n176617      FROZEN READY MEALS\\n176618         COOKIES & CAKES\\n176619       BEER & SOFTDRINKS\\nName: ATTRIBUTE_PROD_LEVEL_2, Length: 176620, dtype: object'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "array(['FRESH FISH', 'CHILLED FISH', 'MILK', 'ICE CREAM & DESSERTS',\n",
       "       'EXOTICS FRUIT', 'CITRUS FRUIT', 'PRESERVED VEGETABLE PRODUCTS',\n",
       "       'BEER & SOFTDRINKS', 'BAKING/ INGREDIENTS', 'SOFTFRUITS',\n",
       "       'DESSERT CHEESE', 'CLEANING TOOLS', 'CHICKEN', 'MAYO SALADS',\n",
       "       'READY MEALS', 'EGGS', 'WINE FORTIFIED', 'CAKES & COOKIES',\n",
       "       'SNACKING', 'LIQUOR & SPIRITS', 'COFFEE', 'OTHER MEAT PRODUCTS',\n",
       "       'TAPAS', 'WINE WHITE', 'DISHWASHING', 'SPREADABLES', 'ORAL CARE',\n",
       "       'INFANT FOOD', 'FROZEN POULTRY', 'EXOTICS VEGETABLE', 'YOGHURT',\n",
       "       'WINE RED', 'SHAVING', 'WACUUM CLEANERS', 'PRESERVED FISH', 'BEEF',\n",
       "       'COOKIES & CAKES', 'FOREIGN SPECIALTIES', 'BUTTER',\n",
       "       'LAMB AND GAME', 'JUICE & CORDIALS', 'FINE VEGETABLES',\n",
       "       'SNACK & SPREADABLE CHEESE', 'SPICES AND BOUILLON', 'BBQ',\n",
       "       'FROZEN BREAD', 'BASIC VEGETABLES', 'STONEFRUITS', 'HAIR PRODUCTS',\n",
       "       'PERFUMES', 'WINE ROSÉ', 'FROZEN READY MEALS', 'BREAD',\n",
       "       'CHOCOLATE', 'FOOD OF THE WORLD', 'DIAPERS', 'BACON',\n",
       "       'BABY PRODUCTS', 'CHILLED JUICE/SMOOTHIE', 'READY TO HEAT',\n",
       "       'DOUGH PRODUCTS/PANCAKES', 'DESSERT/SNACK PRODUCTS',\n",
       "       'CHOCO SPREAD/SLICED', 'HOUSEHOLD PAPER', 'FROZEN FISH',\n",
       "       'SUGAR CONFECTIONARY',\n",
       "       'DRESSING\\\\\\\\\\\\, OIL\\\\\\\\\\\\, BBQ\\\\\\\\\\\\, VINEGAR\\\\\\\\\\\\, CONDIMENTS',\n",
       "       'CONVENIENCE', 'CEREALS', 'COTTON & PAPER PRODUCTS', 'MARGARINE',\n",
       "       'FROZEN FRUIT & VEGETABLES', 'TEA', 'FOOD CHEESE',\n",
       "       'PASTA\\\\\\\\\\\\, RICE PRODUCTS', 'BATHING PRODUCTS',\n",
       "       'ACCESSORIES SALADS', 'CABBAGE/ROOT VEGETABLES',\n",
       "       'HOUSEHOLD DISPOSABLES', 'FRESH PASTA', 'CLEANING',\n",
       "       'BUNS\\\\\\\\\\\\, SOFT ROLLS\\\\\\\\\\\\, BAGUETTES',\n",
       "       'COLD CUT MEAT & MAYO SALADS', 'PIECED MEAT', 'CHEMISTRY',\n",
       "       'FRUIT PRODUCTS', 'HERBS', 'ORDINARY CHEESE', nan, 'DETERGENTS',\n",
       "       'PATE / SPREAD', 'OTHER PETFOOD CATEGORIES', 'SAUCES AND SOUPS',\n",
       "       'TOPPINGS', 'COOKING', 'SLICED MEAT', 'SAUSAGES', 'FEAST',\n",
       "       'NAPKINS', 'MACHINE CLEANERS + ANTI-LIMESC', 'PETFOOD\\\\\\\\\\\\, DOG',\n",
       "       'PETFOOD\\\\\\\\\\\\, CAT', 'BODY', 'SEASONAL',\n",
       "       'PASTA- & RICESAUCE+OTHER CONDIMENTS', 'CANDLES',\n",
       "       'NUTS/DRIED FRUIT', 'INTIME HYGIENE', 'CARDS AND GIFT WRAP',\n",
       "       'CHOCOLATIER ITEMS', 'SAUCES & DRESSINGS', 'OTHER POULTRY',\n",
       "       'BATTERIES', 'OVER THE COUNTER MEDICIN', 'APPLES/PEARS',\n",
       "       'HEALTHCARE', 'WINE SPARKLING', 'ACCESSORIES BABY',\n",
       "       'MOUTH REFRESHMENT', 'PORK', 'PRESERVED FRUIT', 'FACE',\n",
       "       'DINNER SALADS', 'PRESERVED MEAT/SAUSAGE', 'COMPONENTS', 'CHEESE',\n",
       "       'PASTRY\\\\\\\\\\\\, SOFT DOUGH', 'CANNED READY MEALS', 'VEAL',\n",
       "       'LIGHT BULBS', 'OPTICS', 'KITCHEN UTENSILS', 'SPECIAL PRODUCTS',\n",
       "       'READY TO-GO', 'KITCHEN TEXTILES', 'COSMETICS',\n",
       "       'ELECTRICAL EQUIPMENT', 'TABLECLOTH DISPOSABLE', 'BBQ FUEL',\n",
       "       'FROZEN MEAT', 'WINE DESSERTS', 'SIDE DISH', 'DISPOSABLES',\n",
       "       'ACCESSORIES TV/AUDIO', 'KITCHEN HARDWARE', 'SUMMER/AUTUMN PLANTS',\n",
       "       'VEGAN/VEGETARIAN', 'DECORATION MATERIALS',\n",
       "       'ACCESSORIES PERSONAL CARE', 'SEASON LIGHTNING', 'GIFTING',\n",
       "       'SMOKED MEAT', 'PERSONAL APPLIANCES', 'BATHROOM TEXTILES',\n",
       "       'BIKE EQUIPMENT', 'FISH.', 'PLASTIC FOOD STORAGE',\n",
       "       'TOBACCO & ACCESSORIES', 'FERTILIZERS & CHEMICALS',\n",
       "       'BARBEQUE ACCESSORIES'], dtype=object)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Unique values of column: 0              FRESH SALMON\\n1         SMOKED FISH OTHER\\n2                FRESH MILK\\n3            ICE CREAM TUBS\\n4                   BANANAS\\n                ...        \\n176615                  NaN\\n176616                  NaN\\n176617         FROZEN MEALS\\n176618     DESSERT ARTICLES\\n176619                  NaN\\nName: ATTRIBUTE_PROD_LEVEL_3, Length: 176620, dtype: object'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "array(['FRESH SALMON', 'SMOKED FISH OTHER', 'FRESH MILK',\n",
       "       'ICE CREAM TUBS', 'BANANAS', 'CLEMENTINES', 'CANNED TOMATOES',\n",
       "       'FLAVOURED/ SPARKLING/STILL WATER', 'CANNED BEANS',\n",
       "       'OTHER FLOUR/INGREDIENTS', 'MANGO/PAPAYA', 'GRAPES',\n",
       "       'SOUR PRODUCTS', 'HARD CHEESE', 'LEMONS/LIMES', 'SPONGES',\n",
       "       'CHICKEN WHOLE', 'MAYO SALADS VEGETABLE/MEAT FREE', 'READY MEALS',\n",
       "       'EGGPRODUCTS', 'PORT WINE', 'SMALL CAKES', 'NUTS FOR SNACKING',\n",
       "       'AQUAVIT', 'VERMOUTH', 'SINGLE SERVE', 'OTHER MEAT',\n",
       "       'ICE CREAM BARS & CONES', 'WHOLE BEANS', 'TAPAS COMPONENTS',\n",
       "       'DIPPING', 'OTHER PRESERVED VEGETABLES', 'WINE WHITE BIB',\n",
       "       'CLEAN DISHES\\\\\\\\\\\\, MANUAL', 'BRIE / CAMENBERT CHEESE',\n",
       "       'ROAST & GROUND', 'HONEY', 'TOOTHBRUSHES', 'INFANT FOOD SNACKS',\n",
       "       'FROZEN CHICKEN FAST FOOD', 'INFANT FOOD FORMULAR', 'ENERGY',\n",
       "       'OTHER EXOTIC VEGETABLES', 'SKYR FLAVOURED', 'WINE RED BIB',\n",
       "       'SHAVING AND WAX WOMAN', 'SMOKED SALMON', 'BAGS', 'SUSHI',\n",
       "       'COD ROE', 'MINCED MEAT BEEF', 'DESSERT ARTICLES',\n",
       "       'CHICKEN INNERS', 'FOREIGN SPECIALTIES.', 'MAINSTREAM BEERS',\n",
       "       'HOT SMOKED SALMON', 'FROZEN CHICKEN LEGS', 'ICE CREAM LOLLIES',\n",
       "       'OTHER EXOTIC FRUITS', 'BUTTER PRODUCTS', 'FRESH LAMB',\n",
       "       'HOME FREEZE LOLLIES', 'ASPARAGUES/BEANS', 'SNACK CHEESE',\n",
       "       'DESSERTS', 'BOUILLON/FOND', 'BBQ PULLED', 'FROZEN BAGUETTES',\n",
       "       'SPROUTS', 'CHERRIES', 'HAIR WASH', 'DEODORANTS WOMEN',\n",
       "       'MELTED CHEESE', 'WINE ROSÉ BOTTLE', 'FROZEN COMPONENTS',\n",
       "       'WHEAT BREAD', 'GIN', 'BOXES', 'ASIAN', 'DIAPER ACCESSORIES',\n",
       "       'SLICED BACON', 'WETWIPES', 'DRINKABLE YOGHURT', 'PEAS/SWEET CORN',\n",
       "       'JUICE', 'BABY CARE PRODUCTS', 'CIDER/ RTD-ALCOHOL', 'MEALS',\n",
       "       'ALTERNATIVE MILK', 'ITALIAN SPECIALITIES', 'PANCAKES',\n",
       "       'NECTARINES/PEACHES', 'PULL UP PANTS', 'SPOONABLE YOGHURT',\n",
       "       'CAKES', 'OTHER BBQ', 'SPREAD', 'KITCHEN TOWELS',\n",
       "       'FROZEN BREADED FISH', 'INSTANT', 'FOAM/MARSHMALLOWS',\n",
       "       'SAVOURY BISCUITS', 'REMOULADE / TARTAR SAUCE', 'READY TO SERVE',\n",
       "       'PORRIDGE', 'COTTON', 'OTHER SNACKS', 'DRESSINGS',\n",
       "       'SPREADABLE MARGARINE', 'CAPPUCINO/CAFFE LATTE/CHOCOLATE / CACAO',\n",
       "       'COFFEE ACCESSORIES', 'FROZEN FISH CONVENIENCE',\n",
       "       'MAYO & SANDWICHSPREAD', 'INDIAN', 'FROZEN VEGETABLES',\n",
       "       'CLEAN DISHES\\\\\\\\\\\\, MACHINE', 'SUGAR BAGS', 'LIQUID MARGARINE',\n",
       "       'TEA BAGS', 'MAYO SALADS FISH/SHELLFISH', 'HERBS & SPICES',\n",
       "       'TOMATOES', 'SALAD CHEESE', 'MUSHROOMS', 'DRAGEE',\n",
       "       'AMBIENT JUICE/NECTAR', 'RICE', 'SOAP - LIQUID', 'TOOTHPASTE',\n",
       "       'SOURED MILK', 'FROZEN BREADROLLS', 'CHIPS & SNACKS',\n",
       "       'SWEET BISCUITS', 'MAYO SALADS MEAT', 'LARD', 'ORGANIC EGGS',\n",
       "       'WINE WHITE BOTTLE', 'FROZEN COLD WATER PRAWNS', 'WINE RED BOTTLE',\n",
       "       'MUSTARD', 'MAYO/REMO', 'ROOT VEGETABLES', 'RYE BREAD', 'HERRING',\n",
       "       'SPECIALITY BEERS', 'KAPERS', 'FRESH BEEF SLICED',\n",
       "       'CORDIALS & MIXERS', 'FOOD WRAPPINGS', 'OLIVES', 'FILLED PASTA',\n",
       "       'TOILETTE CLEANERS', 'FRIED ONIONS', 'KIWI', 'BUNS & CRUSTY ROLLS',\n",
       "       'FRESH BEEF ROAST', 'COOKIES', nan, 'MAYO SALADS PREPACK (DELI)',\n",
       "       'PASTA', 'CURED SALMON', 'SALT', 'EGGPLANTS/COURGETTES/PUMPKINS',\n",
       "       'DRINKS', 'OTHER SUGAR/SWEETENERS', 'CHILLED PIECED MEAT',\n",
       "       'HOUSEHOLD CHEMISTRY', 'NUTS PLAIN', 'STEW.FRUIT/DESSERTS',\n",
       "       'HERBS', 'CHEESE IN PIECES', 'LETTUCE', 'CHIKEN MINCED', 'LIQUIDS',\n",
       "       'PIZZA', 'LIVER PATE', 'CHILLED COLD WATER PRAWNS', 'DARK BREAD',\n",
       "       'FROZEN POTATOES', 'ONIONS', 'POTATOES', 'FISH SPECIALITIES',\n",
       "       'BIRD WILD', 'SMOKED FISH CAKES', 'AVOCADO', 'ICE CREAM STICKS',\n",
       "       'WHEAT FLOUR', 'SAUCES', 'TOPPINGS PORK', 'FRESH CHEESE',\n",
       "       'GRATED CHEESE', 'DESSERT/SNACKING', 'TOPPINGS PEPPERONI', 'YEAST',\n",
       "       'CHICKEN PARTS', 'SPECIAL FLOUR', 'CLOTHS', 'CARB. SOFTDRINKS',\n",
       "       'MEXICAN', 'TOILET PAPER', 'CRISPY & DRIED BREAD',\n",
       "       'FROZEN CHICKEN FILET', 'DICED BACON', 'MARMELADE/JAM',\n",
       "       'ROLLED OATS', 'CREAM', 'CREME FRAICHE A.O.', 'FROZEN SOUP',\n",
       "       'SLICED CHEESE', 'HOUSEHOLD CLEANERS', 'SLICED MEAT',\n",
       "       'SPREADABLE BUTTER', 'CHICKEN FILET', 'SPANISH SPECIALITIES',\n",
       "       'GROATS', 'VINEGAR', 'FROZEN MEALS', 'BRUSHES', 'MELONS',\n",
       "       'INFANT FOOD JAR', 'TOFFEE', 'PORK SAUSAGES', 'DISPOSABLES',\n",
       "       'UNI COLOUR', 'PRE-TREAT/STAIN REM.', 'STYLING', 'RIM BLOCKS',\n",
       "       'SNACK SAUSAGES', 'CLEANER WASH.MACHINE', 'BARN EGGS',\n",
       "       'DOG FOOD WET', 'POLISH AND CARE', 'CREAM CHEESE', 'SHAVING MAN',\n",
       "       'CHILDREN (LACES\\\\\\\\\\\\, LOLLIES ETC)', 'DISHWASHER CLEANERS',\n",
       "       'GOAT CHEESE', 'WHITE BREAD', 'HARD BOILED CANDIES', 'TEA CHAI',\n",
       "       'BITES/POUCHES', 'SEASONAL DESIGN', 'FLAVOURED/UHT/OTHER MILK',\n",
       "       'FINNISH LIQUORICE AND PIBES', 'HANDS', 'FROZEN DANISH DONUTS',\n",
       "       'CHRISTMAS ITEMS', 'PINEAPPLES', 'PASTASAUCE', 'VANILLA',\n",
       "       'BAKING ACCESS.', 'FRUIT SNACK', 'SELEKTIVE DEODORANTS MEN',\n",
       "       'DECORATION CANDLES', 'INTIMATE SOAP', 'DRIED FRUITS',\n",
       "       'OTHER SPREADABLES', 'PESTO', 'OTHER FOREIGN FOOD',\n",
       "       'FEMININE CARE', 'FROZEN FRUIT & BERRY', 'SHOWER UNISEX',\n",
       "       'GIFT WRAPPING', 'FABRIC SOFTENER', 'MARZIPAN',\n",
       "       'SAUCES & DRESSINGS', 'JELLY', 'DUCK PARTS', 'BARS', 'MUESLI',\n",
       "       'DRIED FRUIT', 'SUGAR', 'RTD SPIRITS', 'LIPBALM',\n",
       "       'SEEDS & KERNELS', 'SOUPS & CHILLED BREAD', 'HEALTHY CEREAL',\n",
       "       'CUCUMBERS', 'BAGUETTES & FOOD BREAD', 'OTHER DETERGENTS',\n",
       "       'SKYR NATURAL', 'POULTRY SAUSAGES', 'MOULDED CHEESE',\n",
       "       'AA BATTERIES', 'SPECIAL DIAPERS', 'CAPSICUMS', 'TABLETS', 'TUNA',\n",
       "       'DOUGH PRODUCTS', 'FRESH WHITE FISH', 'E/9V BATTERIES',\n",
       "       'TAPAS SPREAD', 'ORANGES', 'TREATMENT DRUGS', 'APPLES',\n",
       "       'YOGHURT FLAVOURED', 'PATE', 'GRAB AND GO',\n",
       "       'FROZEN CONVENIENCE BREAD', 'TEALIGHTS', 'VODKA',\n",
       "       'BAGS\\\\\\\\\\\\,TRAYS&CONTAINER', 'FREE RANGE EGGS',\n",
       "       'PERSONAL PROTECTIVE EQUIPMENT', 'CHRUNCHY MUESLI', 'PLASTER',\n",
       "       'SHOTS', 'GRAPEFRUIT/POMELO/OTHERS', 'OTHER SPARKLING WINE',\n",
       "       'BLOCK MARGARINE', 'KETCHUP & BBQ', 'MACKEREL',\n",
       "       'NURSING ACCESSORIES', 'SMOOTHIE', 'DEODORANTS MEN', 'CABBAGE',\n",
       "       'LIQUID TOPPINGS', 'YOGHURT NATURAL', 'CARROTS', 'FAMILY CEREAL',\n",
       "       'CONVENIENCE MEAT', 'PAIN KILLERS', 'TOPPINGS COCKTAIL SAUSAGES',\n",
       "       'POWDER', 'HOT SMOKED TROUT', 'INFANT FOOD POUCH', 'POPCORN',\n",
       "       'PIZZASAUCE', 'MOPS & BROOMS', 'FRESH FISH MINCED',\n",
       "       'FROZEN PASTRY', 'OTHER PRESERVED FISH',\n",
       "       'DISPOSABLE FOAM FLANNELS', 'CHEWING GUM', 'TISSUES', 'FOOD BREAD',\n",
       "       'FROZEN SALMON', 'FRESH PORK SLICED', 'ALCOHOLFREE/REDUCED',\n",
       "       'FACE MOISTURISERS WOMAN', 'VITAMINS & MINERALS', 'POTATO SALADS',\n",
       "       'PRESERVED MEAT/SAUSAGES', 'PROTEIN', 'OTHER ACCESSORIES SALADS',\n",
       "       'FROZEN CHICKEN WINGS', 'FROZEN HENS', 'FACE MOISTURISERS MAN',\n",
       "       'GLOVES', 'SOUPS', 'DEODORANTS UNISEX', 'YELLOW CHEESE (DELI)',\n",
       "       'SMALL PASTRY\\\\\\\\\\\\, SOFT DOUGH', 'AMBIIENT PIECED MEAT', 'FEET',\n",
       "       'CAT FOOD TRAYS', 'TEA LOOSE/INSTANT', 'CANNED READY MEALS',\n",
       "       'MINCED MEAT VEAL', 'HALOGEN BULBS', 'SMOKING TREATMENT',\n",
       "       'OPTIC ACCESSORIES', 'BEEF SAUSAGES', 'OTHER CLEANING TOOLS',\n",
       "       'KITCHEN UTENSILS TABLEUSE', 'PLUMS/ABRICOTS', 'SALES SET',\n",
       "       'OTHER FOREIGN SPECIALITIES', 'HAIR COLOURING', 'FROZEN PIZZA',\n",
       "       'SALADS', 'APRON ETC.', 'NAILS COSMETIC',\n",
       "       'OTHER ELECTRICAL EQUIPMENT', 'FUNCTIONAL DRINKS',\n",
       "       'SELEKTIVE COSMETICS', 'OCCASION CARDS', 'TABLECLOTH',\n",
       "       'BARBEQUE BRIQUETTES', 'FROZEN BEEF', 'FROZEN SNACKS', 'PEARS',\n",
       "       'OTHER BULBS', 'ACCESS.LAUNDRY&IRON.', 'CLEANSING PRODUCTS MAN',\n",
       "       'SELEKTIVE DEODORANTS WOMAN', 'MINCED MEAT PORK', 'READY TO COOK',\n",
       "       'SPIRIT MIX DRINKS', 'RODENT', 'BBQ SPARERIBS',\n",
       "       'WINE DESSERTS BOTTLE', 'DIET PRODUCTS', 'COATING',\n",
       "       'GREEN SALAD SIDEDISH (DELI)', 'ACCESSORIES', 'HOUSEHOLD CANDLES',\n",
       "       'DRIED FRUIT POWDER', 'PILLAR', 'GLASS', 'VEGAN SAUSAGES',\n",
       "       'SCREEN CLEANERS', 'COGNAC / BRANDY', 'FRESH VEAL ROAST',\n",
       "       'SHOWER MEN', 'VEGETABLES SIDEDISH (DELI)', 'PACIFIERS',\n",
       "       'FRYING PANS', 'SOAP - BLOCK', 'PUMPKINS', 'TOPPINGS POULTRY',\n",
       "       'VEGETARIAN', 'FRESH SHELLFISH', 'DECORATION', 'READY TO EAT',\n",
       "       'CAT FOOD CANS', 'OTHER SEASONAL ITEMS', 'DESIGN',\n",
       "       'DRESS-UP & JESTS', 'OPEN DIAPERS', 'CLEANERS OTH.MACHINE',\n",
       "       'GERMAN SPECIALITIES', 'FRESH VEAL SLICED', 'CAT FOOD DRY',\n",
       "       'ACCESSORY', 'CUTLERY', 'PODS', 'EDT/EDP WOMEN',\n",
       "       'OTHER CONDIMENTS', 'SELEKTIVE BODY', 'SEASONAL GIFT ACCESSORIES',\n",
       "       'ADULT INCONTINENSE', 'BOTTLES', 'BRUSH\\\\\\\\\\\\,PAINTBR.&COMB',\n",
       "       'OTHER & MIXED FRUIT/SEEDS/NUTS', 'FRAGRANCE', 'LIQUEUR',\n",
       "       'CHRISTMAS CALENDARS', 'NAIL SCISSORS&ACCESS', 'HANGING',\n",
       "       'CABLES & SOCKETS', 'OTHER PRESERVED FRUIT', 'OUTDOOR CANDLES',\n",
       "       'OTHER FORTIFIED WINE', 'CREAM LIQUEUR', 'BIRTHDAY',\n",
       "       'SANDWICHS & WRAPS', 'CHAINS AND NET', 'DUCK WHOLE',\n",
       "       'FROZEN DUCK LEGS', 'FROZEN PORK', 'OTHER FROZEN POULTRY',\n",
       "       'FIRELIGHTERS', 'NUTS', 'CHOCOLATE GIFTBOXES', 'CHAMPAGNE',\n",
       "       'SMOKED PORK', 'FROZEN DUCK WHOLE', 'NOUGAT', 'GIFT BASKETS',\n",
       "       'LARGE CAKES', 'ICE TEA', 'BEANS', 'SPREAD/VEGGIE',\n",
       "       'FROZEN FISH OTHER', 'RUM', 'BAKING/DESSERT MIXES', 'DOG FOOD DRY',\n",
       "       'TEA TOWELS', 'PLATES', 'READY MEAL INGREDIENTS',\n",
       "       'OTHER ORAL CARE PROD', 'CAT FOOD POUCHES', 'VEGAN', 'OILS',\n",
       "       'BALLOONS', 'CAT SNACKS', 'SWEET CORN', 'MEALS (DELI)',\n",
       "       'HAND SANITIZER', 'LARGE PASTRY\\\\\\\\\\\\, SOFT DOUGH',\n",
       "       'FROZEN HOT WATER PRAWNS', 'TURKEY', 'SPECIALTIES (DELI)',\n",
       "       'SLICED', 'SPREADABLES/TAPENADE', 'FROZEN DUCK BREASTS',\n",
       "       'OTHER DINNER SALADS', 'POTATO PROD.', 'BERRIES', 'GRUEL',\n",
       "       'LED BULBS', 'SHOWER WOMEN', 'CAT ACCESSORIES', 'STICKS',\n",
       "       'AIR FRESHNERS', 'PASTILLES/ DROPS',\n",
       "       'ACCESSORIES BABY - OTHER ARTICLES', 'OTHER HOUSEHOLD DISP',\n",
       "       'DOG SNACKS', 'TOWELS', 'FROZEN WHITE FISH', 'DOG ACCESSORIES',\n",
       "       'CAT LITTER', 'CHILLED HOT WATER PRAWNS', 'WHISKY', 'KIPPERS',\n",
       "       'COFFEE & TEA FILTERS', 'TESTERS', 'ASPARAGUS', 'CARBOHYDRATES',\n",
       "       'SPORT & ENERGY', 'FRESH FISH OTHER', 'FRIED BACON', 'CONDOMS',\n",
       "       'ICE CUBES', 'CONVENIENCE POULTRY', 'CLEANSING PRODUCTS WOMAN',\n",
       "       'EASTER ITEMS', 'AAA BATTERIES', 'BODY LOTION',\n",
       "       'CHOCO MARSHMALLOWS', 'BUTTON CELLS', 'FRESH PORK ROAST',\n",
       "       'MEAL COMPONENT', 'WINE ROSÉ BIB', 'PEACHES',\n",
       "       'FROZEN CHICKEN WHOLE', 'EGGS', 'SELECTIVE FACE',\n",
       "       'MOULDED CHEESE (DELI)', 'FROZEN CHICKEN INNERS',\n",
       "       'BODY CARE ACCESSORIES', 'EYES COSMETIC', 'PLASTIC BIBS',\n",
       "       'KITCHEN UTENSILS COOCKING', 'TEA COLD', 'HAIR ACCESSORIES',\n",
       "       'EDT/EDP MEN', 'BIRD INDOOR', 'MASKS', 'BICYCLE LIGHTS',\n",
       "       'LED CANDLES', 'SELEKTIVE HAIR PRODUCTS', 'SMOKED FISH (DELI)',\n",
       "       'READY TO USE', 'RICESAUCE', 'LUNCHBOXES', 'GADGETS', 'PLUSH',\n",
       "       'SELF TANNING', 'BITTER', 'FROZEN LAMB', 'TOBACCO ACCESSORIES',\n",
       "       'ALCOHOL FREE SPIRITS', 'FROZEN CHICKEN PARTS', 'SUN PRODUCTS',\n",
       "       'FERTILIZER', 'LED ARTICLES', 'ORNAMENTS', 'BARBEQUE ACCESSORIES',\n",
       "       'FIGURES', 'SAUSAGE\\\\\\\\\\\\, HAM & BACON (DELI)'], dtype=object)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# view column information\n",
    "display(\"Attribute combinations column types\",salling_combinations.dtypes)\n",
    "display(\"Attribute combinations columns\",salling_combinations.columns)\n",
    "display(\"Attribute combinations data:\",salling_combinations.head(10))\n",
    "\n",
    "# display all unique values of columns\n",
    "for col in salling_combinations.columns[2:]:\n",
    "    display(\"Unique values of column: \" + str(salling_combinations[col]) , salling_combinations[col].unique())\n",
    "   # display( salling_combinations[\"ATTRIBUTE_PROD_LEVEL_2\"].unique())\n",
    "   # display( salling_combinations[\"ATTRIBUTE_PROD_LEVEL_3\"].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2023-05-25T12:14:08.742558300Z",
     "start_time": "2023-05-25T12:14:08.737553800Z"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Time windows cols type'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "WINDOW_START            object\n",
       "WINDOW_END              object\n",
       "COUNT_DATA_POINTS      float64\n",
       "LOAD_STATUS             object\n",
       "LOAD_TIMESTAMP          object\n",
       "LOAD_RETRIES             int64\n",
       "ETL_STATUS              object\n",
       "ETL_TIMESTAMP           object\n",
       "ETL_RETRIES              int64\n",
       "AD_STATUS               object\n",
       "AD_TIMESTAMP            object\n",
       "AD_RETRIES               int64\n",
       "RESULT_STATUS           object\n",
       "RESULT_TIMESTAMP        object\n",
       "RESULT_RETRIES           int64\n",
       "REPORTING_STATUS        object\n",
       "REPORTING_TIMESTAMP     object\n",
       "REPORTING_RETRIES        int64\n",
       "PROCESSING_COMPLETE      int64\n",
       "dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Time windows columns'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Index(['WINDOW_START', 'WINDOW_END', 'COUNT_DATA_POINTS', 'LOAD_STATUS',\n",
       "       'LOAD_TIMESTAMP', 'LOAD_RETRIES', 'ETL_STATUS', 'ETL_TIMESTAMP',\n",
       "       'ETL_RETRIES', 'AD_STATUS', 'AD_TIMESTAMP', 'AD_RETRIES',\n",
       "       'RESULT_STATUS', 'RESULT_TIMESTAMP', 'RESULT_RETRIES',\n",
       "       'REPORTING_STATUS', 'REPORTING_TIMESTAMP', 'REPORTING_RETRIES',\n",
       "       'PROCESSING_COMPLETE'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>WINDOW_START</th>\n",
       "      <th>WINDOW_END</th>\n",
       "      <th>COUNT_DATA_POINTS</th>\n",
       "      <th>LOAD_STATUS</th>\n",
       "      <th>LOAD_TIMESTAMP</th>\n",
       "      <th>LOAD_RETRIES</th>\n",
       "      <th>ETL_STATUS</th>\n",
       "      <th>ETL_TIMESTAMP</th>\n",
       "      <th>ETL_RETRIES</th>\n",
       "      <th>AD_STATUS</th>\n",
       "      <th>AD_TIMESTAMP</th>\n",
       "      <th>AD_RETRIES</th>\n",
       "      <th>RESULT_STATUS</th>\n",
       "      <th>RESULT_TIMESTAMP</th>\n",
       "      <th>RESULT_RETRIES</th>\n",
       "      <th>REPORTING_STATUS</th>\n",
       "      <th>REPORTING_TIMESTAMP</th>\n",
       "      <th>REPORTING_RETRIES</th>\n",
       "      <th>PROCESSING_COMPLETE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-12-29 00:00:00.0000000</td>\n",
       "      <td>2021-12-29 23:59:59.9999990</td>\n",
       "      <td>18943.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 00:50:25.2245100</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 00:50:30.7138070</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 00:52:46.4129350</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 00:52:54.1254250</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 00:52:58.1990810</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-09-05 00:00:00.0000000</td>\n",
       "      <td>2021-09-05 23:59:59.9999990</td>\n",
       "      <td>21581.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:40:31.0757970</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:40:36.5450980</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:43:44.7958560</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:43:52.5862090</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:43:57.2906450</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-01-18 00:00:00.0000000</td>\n",
       "      <td>2021-01-18 23:59:59.9999990</td>\n",
       "      <td>180.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:07:01.2801390</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:07:05.6163660</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:07:10.3435920</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:07:14.9848930</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:07:18.9868910</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-12-30 00:00:00.0000000</td>\n",
       "      <td>2021-12-30 23:59:59.9999990</td>\n",
       "      <td>9921.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:00:31.4352690</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:00:36.6342860</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:04:21.1031520</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:04:30.3687810</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:04:34.3351280</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-09-06 00:00:00.0000000</td>\n",
       "      <td>2021-09-06 23:59:59.9999990</td>\n",
       "      <td>17459.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:50:30.2388530</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:50:36.3668610</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:54:20.6694100</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:54:27.9986980</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 05:54:32.5374290</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2021-01-19 00:00:00.0000000</td>\n",
       "      <td>2021-01-19 23:59:59.9999990</td>\n",
       "      <td>426.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:10:24.8597650</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:10:29.1561340</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:10:33.7684900</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:10:38.3854670</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:10:42.4572140</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2021-12-31 00:00:00.0000000</td>\n",
       "      <td>2021-12-31 23:59:59.9999990</td>\n",
       "      <td>5668.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:10:30.8518690</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:10:35.8363540</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:12:26.9093080</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:12:35.8657530</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-27 01:12:40.2448120</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2021-05-13 00:00:00.0000000</td>\n",
       "      <td>2021-05-13 23:59:59.9999990</td>\n",
       "      <td>17953.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-25 10:10:25.1421230</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-25 10:10:29.8831040</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-25 10:12:14.0307900</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-25 10:12:21.6696280</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-25 10:12:26.4413680</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2021-09-07 00:00:00.0000000</td>\n",
       "      <td>2021-09-07 23:59:59.9999990</td>\n",
       "      <td>13962.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 06:00:37.1900180</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 06:00:42.7498780</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 06:07:15.1773270</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 06:07:22.6822880</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-26 06:07:27.5151060</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2021-01-20 00:00:00.0000000</td>\n",
       "      <td>2021-01-20 23:59:59.9999990</td>\n",
       "      <td>157.0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:20:25.4834690</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:20:29.2564830</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:20:34.0643070</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:20:38.6286070</td>\n",
       "      <td>0</td>\n",
       "      <td>SUCCESS</td>\n",
       "      <td>2023-02-24 15:20:42.6340070</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  WINDOW_START                   WINDOW_END  \\\n",
       "0  2021-12-29 00:00:00.0000000  2021-12-29 23:59:59.9999990   \n",
       "1  2021-09-05 00:00:00.0000000  2021-09-05 23:59:59.9999990   \n",
       "2  2021-01-18 00:00:00.0000000  2021-01-18 23:59:59.9999990   \n",
       "3  2021-12-30 00:00:00.0000000  2021-12-30 23:59:59.9999990   \n",
       "4  2021-09-06 00:00:00.0000000  2021-09-06 23:59:59.9999990   \n",
       "5  2021-01-19 00:00:00.0000000  2021-01-19 23:59:59.9999990   \n",
       "6  2021-12-31 00:00:00.0000000  2021-12-31 23:59:59.9999990   \n",
       "7  2021-05-13 00:00:00.0000000  2021-05-13 23:59:59.9999990   \n",
       "8  2021-09-07 00:00:00.0000000  2021-09-07 23:59:59.9999990   \n",
       "9  2021-01-20 00:00:00.0000000  2021-01-20 23:59:59.9999990   \n",
       "\n",
       "   COUNT_DATA_POINTS LOAD_STATUS               LOAD_TIMESTAMP  LOAD_RETRIES  \\\n",
       "0            18943.0     SUCCESS  2023-02-27 00:50:25.2245100             0   \n",
       "1            21581.0     SUCCESS  2023-02-26 05:40:31.0757970             0   \n",
       "2              180.0     SUCCESS  2023-02-24 15:07:01.2801390             0   \n",
       "3             9921.0     SUCCESS  2023-02-27 01:00:31.4352690             0   \n",
       "4            17459.0     SUCCESS  2023-02-26 05:50:30.2388530             0   \n",
       "5              426.0     SUCCESS  2023-02-24 15:10:24.8597650             0   \n",
       "6             5668.0     SUCCESS  2023-02-27 01:10:30.8518690             0   \n",
       "7            17953.0     SUCCESS  2023-02-25 10:10:25.1421230             0   \n",
       "8            13962.0     SUCCESS  2023-02-26 06:00:37.1900180             0   \n",
       "9              157.0     SUCCESS  2023-02-24 15:20:25.4834690             0   \n",
       "\n",
       "  ETL_STATUS                ETL_TIMESTAMP  ETL_RETRIES AD_STATUS  \\\n",
       "0    SUCCESS  2023-02-27 00:50:30.7138070            0   SUCCESS   \n",
       "1    SUCCESS  2023-02-26 05:40:36.5450980            0   SUCCESS   \n",
       "2    SUCCESS  2023-02-24 15:07:05.6163660            0   SUCCESS   \n",
       "3    SUCCESS  2023-02-27 01:00:36.6342860            0   SUCCESS   \n",
       "4    SUCCESS  2023-02-26 05:50:36.3668610            0   SUCCESS   \n",
       "5    SUCCESS  2023-02-24 15:10:29.1561340            0   SUCCESS   \n",
       "6    SUCCESS  2023-02-27 01:10:35.8363540            0   SUCCESS   \n",
       "7    SUCCESS  2023-02-25 10:10:29.8831040            0   SUCCESS   \n",
       "8    SUCCESS  2023-02-26 06:00:42.7498780            0   SUCCESS   \n",
       "9    SUCCESS  2023-02-24 15:20:29.2564830            0   SUCCESS   \n",
       "\n",
       "                  AD_TIMESTAMP  AD_RETRIES RESULT_STATUS  \\\n",
       "0  2023-02-27 00:52:46.4129350           0       SUCCESS   \n",
       "1  2023-02-26 05:43:44.7958560           0       SUCCESS   \n",
       "2  2023-02-24 15:07:10.3435920           0       SUCCESS   \n",
       "3  2023-02-27 01:04:21.1031520           0       SUCCESS   \n",
       "4  2023-02-26 05:54:20.6694100           0       SUCCESS   \n",
       "5  2023-02-24 15:10:33.7684900           0       SUCCESS   \n",
       "6  2023-02-27 01:12:26.9093080           0       SUCCESS   \n",
       "7  2023-02-25 10:12:14.0307900           0       SUCCESS   \n",
       "8  2023-02-26 06:07:15.1773270           0       SUCCESS   \n",
       "9  2023-02-24 15:20:34.0643070           0       SUCCESS   \n",
       "\n",
       "              RESULT_TIMESTAMP  RESULT_RETRIES REPORTING_STATUS  \\\n",
       "0  2023-02-27 00:52:54.1254250               0          SUCCESS   \n",
       "1  2023-02-26 05:43:52.5862090               0          SUCCESS   \n",
       "2  2023-02-24 15:07:14.9848930               0          SUCCESS   \n",
       "3  2023-02-27 01:04:30.3687810               0          SUCCESS   \n",
       "4  2023-02-26 05:54:27.9986980               0          SUCCESS   \n",
       "5  2023-02-24 15:10:38.3854670               0          SUCCESS   \n",
       "6  2023-02-27 01:12:35.8657530               0          SUCCESS   \n",
       "7  2023-02-25 10:12:21.6696280               0          SUCCESS   \n",
       "8  2023-02-26 06:07:22.6822880               0          SUCCESS   \n",
       "9  2023-02-24 15:20:38.6286070               0          SUCCESS   \n",
       "\n",
       "           REPORTING_TIMESTAMP  REPORTING_RETRIES  PROCESSING_COMPLETE  \n",
       "0  2023-02-27 00:52:58.1990810                  0                    1  \n",
       "1  2023-02-26 05:43:57.2906450                  0                    1  \n",
       "2  2023-02-24 15:07:18.9868910                  0                    1  \n",
       "3  2023-02-27 01:04:34.3351280                  0                    1  \n",
       "4  2023-02-26 05:54:32.5374290                  0                    1  \n",
       "5  2023-02-24 15:10:42.4572140                  0                    1  \n",
       "6  2023-02-27 01:12:40.2448120                  0                    1  \n",
       "7  2023-02-25 10:12:26.4413680                  0                    1  \n",
       "8  2023-02-26 06:07:27.5151060                  0                    1  \n",
       "9  2023-02-24 15:20:42.6340070                  0                    1  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "display(\"Time windows column types\",salling_time_windows.dtypes)\n",
    "display(\"Time windows columns\",salling_time_windows.columns)\n",
    "salling_time_windows.head(10)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Result column types'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Unnamed: 0                         int64\n",
       "RESULT_HASH_ID                     int64\n",
       "WINDOW_START                      object\n",
       "ATTRIBUTE_COMBINATION_HASH_ID     object\n",
       "MEASURE_NAME                      object\n",
       "MEASURE_VALUE                    float64\n",
       "IS_ANOMALY                         int64\n",
       "ANOMALY_TYPE                      object\n",
       "ANOMALY_SUBTYPE                   object\n",
       "RELEVANCE                        float64\n",
       "RELEVANCE_LABEL                   object\n",
       "SUPPORT                          float64\n",
       "RISK_RATIO                       float64\n",
       "dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "'Result columns'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Index(['Unnamed: 0', 'RESULT_HASH_ID', 'WINDOW_START',\n",
       "       'ATTRIBUTE_COMBINATION_HASH_ID', 'MEASURE_NAME', 'MEASURE_VALUE',\n",
       "       'IS_ANOMALY', 'ANOMALY_TYPE', 'ANOMALY_SUBTYPE', 'RELEVANCE',\n",
       "       'RELEVANCE_LABEL', 'SUPPORT', 'RISK_RATIO'],\n",
       "      dtype='object')"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>RESULT_HASH_ID</th>\n",
       "      <th>WINDOW_START</th>\n",
       "      <th>ATTRIBUTE_COMBINATION_HASH_ID</th>\n",
       "      <th>MEASURE_NAME</th>\n",
       "      <th>MEASURE_VALUE</th>\n",
       "      <th>IS_ANOMALY</th>\n",
       "      <th>ANOMALY_TYPE</th>\n",
       "      <th>ANOMALY_SUBTYPE</th>\n",
       "      <th>RELEVANCE</th>\n",
       "      <th>RELEVANCE_LABEL</th>\n",
       "      <th>SUPPORT</th>\n",
       "      <th>RISK_RATIO</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>-883058794180970163</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>5E24B71E02459BFA23B8107EB3DE0F5F</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>48.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.054173</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>-8992297962947131130</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>E387DC5D1A74ED9B59D3038B26FE4A44</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053813</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>2867354419204547748</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>72A44E7751ED066B88ECCEB942AAF8B5</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053890</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>-6398792028331270413</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>E8CC299E7AC7683C389AF020AB4A73E2</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053885</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>-5018536584869831948</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>0384B08197781A79CACBE41719884A6C</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>36.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053753</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>-8301134533790800854</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>3EBB2725D0AEBD0213418DA425BE32B6</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>16.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053769</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>-6854290789433272610</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>C390327513C6AD361CF2C53458D21911</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>48.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053715</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>-3785859000172286966</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>26F7033AD9FA66DF0147A6BABC7EF727</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>20.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.054041</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>478951479198064244</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>102EA98E793B078B1355E656C168FE54</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053906</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>5029162326564473709</td>\n",
       "      <td>2021-02-23</td>\n",
       "      <td>CA0B63F8A057F1E922FB50D3ED9EDFB8</td>\n",
       "      <td>ORDER_VALUE</td>\n",
       "      <td>16.0</td>\n",
       "      <td>1</td>\n",
       "      <td>PA</td>\n",
       "      <td>SPIKE</td>\n",
       "      <td>0.053959</td>\n",
       "      <td>LOW</td>\n",
       "      <td>0.00059</td>\n",
       "      <td>11.231664</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0       RESULT_HASH_ID WINDOW_START  \\\n",
       "0           0  -883058794180970163   2021-02-23   \n",
       "1           1 -8992297962947131130   2021-02-23   \n",
       "2           2  2867354419204547748   2021-02-23   \n",
       "3           3 -6398792028331270413   2021-02-23   \n",
       "4           4 -5018536584869831948   2021-02-23   \n",
       "5           5 -8301134533790800854   2021-02-23   \n",
       "6           6 -6854290789433272610   2021-02-23   \n",
       "7           7 -3785859000172286966   2021-02-23   \n",
       "8           8   478951479198064244   2021-02-23   \n",
       "9           9  5029162326564473709   2021-02-23   \n",
       "\n",
       "      ATTRIBUTE_COMBINATION_HASH_ID MEASURE_NAME  MEASURE_VALUE  IS_ANOMALY  \\\n",
       "0  5E24B71E02459BFA23B8107EB3DE0F5F  ORDER_VALUE           48.0           1   \n",
       "1  E387DC5D1A74ED9B59D3038B26FE4A44  ORDER_VALUE           12.0           1   \n",
       "2  72A44E7751ED066B88ECCEB942AAF8B5  ORDER_VALUE           12.0           1   \n",
       "3  E8CC299E7AC7683C389AF020AB4A73E2  ORDER_VALUE           12.0           1   \n",
       "4  0384B08197781A79CACBE41719884A6C  ORDER_VALUE           36.0           1   \n",
       "5  3EBB2725D0AEBD0213418DA425BE32B6  ORDER_VALUE           16.0           1   \n",
       "6  C390327513C6AD361CF2C53458D21911  ORDER_VALUE           48.0           1   \n",
       "7  26F7033AD9FA66DF0147A6BABC7EF727  ORDER_VALUE           20.0           1   \n",
       "8  102EA98E793B078B1355E656C168FE54  ORDER_VALUE           12.0           1   \n",
       "9  CA0B63F8A057F1E922FB50D3ED9EDFB8  ORDER_VALUE           16.0           1   \n",
       "\n",
       "  ANOMALY_TYPE ANOMALY_SUBTYPE  RELEVANCE RELEVANCE_LABEL  SUPPORT  RISK_RATIO  \n",
       "0           PA           SPIKE   0.054173             LOW  0.00059   11.231664  \n",
       "1           PA           SPIKE   0.053813             LOW  0.00059   11.231664  \n",
       "2           PA           SPIKE   0.053890             LOW  0.00059   11.231664  \n",
       "3           PA           SPIKE   0.053885             LOW  0.00059   11.231664  \n",
       "4           PA           SPIKE   0.053753             LOW  0.00059   11.231664  \n",
       "5           PA           SPIKE   0.053769             LOW  0.00059   11.231664  \n",
       "6           PA           SPIKE   0.053715             LOW  0.00059   11.231664  \n",
       "7           PA           SPIKE   0.054041             LOW  0.00059   11.231664  \n",
       "8           PA           SPIKE   0.053906             LOW  0.00059   11.231664  \n",
       "9           PA           SPIKE   0.053959             LOW  0.00059   11.231664  "
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "display(\"Result column types\",salling_results.dtypes)\n",
    "display(\"Result columns\",salling_results.columns)\n",
    "salling_results.head(10)\n",
    "\n",
    "pd.merge(sa)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}