Log_Anomaly_Detection_(Convolve_Epoch_1).ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7OS5IY4m8S21",
        "outputId": "0f507a04-a7c1-44f8-c3a7-b41facb86cf4"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Downloading convolve-epoch1.zip to /content\n",
            " 76% 50.0M/65.9M [00:00<00:00, 91.6MB/s]\n",
            "100% 65.9M/65.9M [00:00<00:00, 99.9MB/s]\n"
          ]
        }
      ],
      "source": [
        "!pip install -U -q kaggle\n",
        "!mkdir -p ~/.kaggle\n",
        "!echo '{\"username\":\"adarshkl08\",\"key\":\"#################\"}' > ~/.kaggle/kaggle.json\n",
        "!chmod 600 ~/.kaggle/kaggle.json\n",
        "!kaggle competitions download -c convolve-epoch1"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zUTxoxWu8VTp",
        "outputId": "7b94995a-e1fe-4aa1-8cc4-a5af9da7a54f"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Archive:  /content/convolve-epoch1.zip\n",
            "  inflating: /content/data/sample_submission.csv  \n",
            "  inflating: /content/data/test.csv  \n",
            "  inflating: /content/data/train.json  \n"
          ]
        }
      ],
      "source": [
        "!unzip /content/convolve-epoch1.zip -d /content/data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "4cRFA5dP74Zb"
      },
      "outputs": [],
      "source": [
        "import json\n",
        "import pandas as pd\n",
        "import numpy as np"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "MEH6dR658B_s"
      },
      "outputs": [],
      "source": [
        "df = pd.read_json(\"/content/data/train.json\", orient=\"index\").reset_index()\n",
        "# renaming columns\n",
        "df.rename(mapper={\n",
        "        \"index\": \"features\",\n",
        "        0: \"label\"\n",
        "    },\n",
        "    axis=\"columns\",\n",
        "    inplace=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "TfaxGDI38Dot"
      },
      "outputs": [],
      "source": [
        "columns = [0, 1, 2, 3, 9]\n",
        "df[columns] = df.features.str.split(n=4, expand=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "q86-5qEw8Fir"
      },
      "outputs": [],
      "source": [
        "df[9] = df.apply(lambda x: x[9].split(\" \", 1)[1] if x[2] != \"-\" else x[9], axis=\"columns\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "yfzSqU3d8G5S"
      },
      "outputs": [],
      "source": [
        "split = df[9].str.split(n=4, expand=True)\n",
        "df[4] = split[0] + \" \" + split[1] + \" \" + split[2]\n",
        "df[9] = split[3] + \" \" + split[4]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "BmduH4028IZr"
      },
      "outputs": [],
      "source": [
        "df.rename(mapper={\n",
        "        0: \"ErrorId\",\n",
        "        2: \"ErrorCode\",\n",
        "        3: \"TimeStamp\",\n",
        "        9: \"Details\",\n",
        "        4: \"ErrorType\"\n",
        "},\n",
        "    axis=\"columns\",\n",
        "    inplace=True)\n",
        "df[\"Abnormal\"] = df[\"label\"].map(lambda x: 1 if x == \"abnormal\" else 0)\n",
        "split = df[\"ErrorType\"].str.split(expand=True)\n",
        "df[\"ErrorLoc\"] = split[0] + split[1]\n",
        "df[\"ErrorType\"] = split[2]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "rZSmQBrV8uOl"
      },
      "outputs": [],
      "source": [
        "df[[\"Code0\", \"Code1\", \"Code2\", \"Code3\", \"Code4\"]] = df[\"ErrorCode\"].str.split(\"-\", expand=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "6G5hwolb8v3S"
      },
      "outputs": [],
      "source": [
        "df[\"TimeStamp\"] = pd.to_datetime(df[\"TimeStamp\"], format=\"%Y-%m-%d-%H.%M.%S.%f\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "P8Qb85sg80BH"
      },
      "outputs": [],
      "source": [
        "id_col = [\"id1\", \"id2\", \"id3\", \"id4\", \"id5\", \"id6\", \"id7\", \"id8\", \"id9\", \"id10\"]\n",
        "df[id_col] = df[\"ErrorId\"].str.split(\"\", expand=True)[[1, 2, 3, 4, 5, 6, 7, 8, 9, 10]]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 728
        },
        "id": "_nNQJDrr80gN",
        "outputId": "9a234f42-7da5-4436-e4eb-ccd2b8a13e8d"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-5e933c09-486a-4a73-91c1-f862c17ac7d5\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id3</th>\n",
              "      <th>id4</th>\n",
              "      <th>id5</th>\n",
              "      <th>id6</th>\n",
              "      <th>id7</th>\n",
              "      <th>id8</th>\n",
              "      <th>id9</th>\n",
              "      <th>id10</th>\n",
              "      <th>Code0</th>\n",
              "      <th>Code1</th>\n",
              "      <th>Code2</th>\n",
              "      <th>Code3</th>\n",
              "      <th>Code4</th>\n",
              "      <th>TimeStamp</th>\n",
              "      <th>ErrorLoc</th>\n",
              "      <th>ErrorType</th>\n",
              "      <th>Details</th>\n",
              "      <th>Abnormal</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.363779</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.527847</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.675872</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.823719</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.982731</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152654</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.386651</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152655</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.558220</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152656</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.675784</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152657</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.777307</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152658</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.937080</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>4152659 rows × 18 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5e933c09-486a-4a73-91c1-f862c17ac7d5')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5e933c09-486a-4a73-91c1-f862c17ac7d5 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5e933c09-486a-4a73-91c1-f862c17ac7d5');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "        id3 id4 id5 id6 id7 id8 id9 id10 Code0 Code1 Code2  Code3 Code4  \\\n",
              "0         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "1         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "2         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "3         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "4         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "...      ..  ..  ..  ..  ..  ..  ..  ...   ...   ...   ...    ...   ...   \n",
              "4152654   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152655   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152656   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152657   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152658   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "\n",
              "                         TimeStamp   ErrorLoc ErrorType  \\\n",
              "0       2005-06-03 15:42:50.363779  RASKERNEL      INFO   \n",
              "1       2005-06-03 15:42:50.527847  RASKERNEL      INFO   \n",
              "2       2005-06-03 15:42:50.675872  RASKERNEL      INFO   \n",
              "3       2005-06-03 15:42:50.823719  RASKERNEL      INFO   \n",
              "4       2005-06-03 15:42:50.982731  RASKERNEL      INFO   \n",
              "...                            ...        ...       ...   \n",
              "4152654 2005-06-11 20:05:30.386651  RASKERNEL     FATAL   \n",
              "4152655 2005-06-11 20:05:30.558220  RASKERNEL     FATAL   \n",
              "4152656 2005-06-11 20:05:30.675784  RASKERNEL     FATAL   \n",
              "4152657 2005-06-11 20:05:30.777307  RASKERNEL     FATAL   \n",
              "4152658 2005-06-11 20:05:30.937080  RASKERNEL     FATAL   \n",
              "\n",
              "                                            Details  Abnormal  \n",
              "0        instruction cache parity error corrected\\n         0  \n",
              "1        instruction cache parity error corrected\\n         0  \n",
              "2        instruction cache parity error corrected\\n         0  \n",
              "3        instruction cache parity error corrected\\n         0  \n",
              "4        instruction cache parity error corrected\\n         0  \n",
              "...                                             ...       ...  \n",
              "4152654                    data TLB error interrupt         1  \n",
              "4152655                    data TLB error interrupt         1  \n",
              "4152656                    data TLB error interrupt         1  \n",
              "4152657                    data TLB error interrupt         1  \n",
              "4152658                    data TLB error interrupt         1  \n",
              "\n",
              "[4152659 rows x 18 columns]"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = df[[\"id3\", \"id4\", \"id5\", \"id6\", \"id7\", \"id8\", \"id9\", \"id10\", \"Code0\", \"Code1\", \"Code2\", \"Code3\", \"Code4\", \"TimeStamp\", \"ErrorLoc\", \"ErrorType\", \"Details\", \"Abnormal\"]]\n",
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "m4XmC7Gd9LfP",
        "outputId": "87ef7bf9-94ca-48e2-fcfa-77e35ee9ad43"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "id3          False\n",
              "id4          False\n",
              "id5          False\n",
              "id6          False\n",
              "id7          False\n",
              "id8          False\n",
              "id9          False\n",
              "id10         False\n",
              "Code0        False\n",
              "Code1         True\n",
              "Code2         True\n",
              "Code3         True\n",
              "Code4         True\n",
              "TimeStamp    False\n",
              "ErrorLoc     False\n",
              "ErrorType    False\n",
              "Details       True\n",
              "Abnormal     False\n",
              "dtype: bool"
            ]
          },
          "execution_count": 13,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df.isna().any()\n",
        "# df[df['Details'].isna()]  --36361\n",
        "# df[df['Code1'].isna()]  --115573\n",
        "# df[df['Code2'].isna()]  --116529\n",
        "# df[df['Code3'].isna()]  --190406\n",
        "# df[df['Code4'].isna()]  --190406"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 468
        },
        "id": "WUSCKWkVG427",
        "outputId": "d04aa12a-bc19-4ec0-cfc1-f0316df83d9d"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-971f634a-8136-4f4c-a444-65b899535473\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id3</th>\n",
              "      <th>id4</th>\n",
              "      <th>id5</th>\n",
              "      <th>id6</th>\n",
              "      <th>id7</th>\n",
              "      <th>id8</th>\n",
              "      <th>id9</th>\n",
              "      <th>id10</th>\n",
              "      <th>Code0</th>\n",
              "      <th>Code1</th>\n",
              "      <th>Code2</th>\n",
              "      <th>Code3</th>\n",
              "      <th>Code4</th>\n",
              "      <th>TimeStamp</th>\n",
              "      <th>ErrorLoc</th>\n",
              "      <th>ErrorType</th>\n",
              "      <th>Details</th>\n",
              "      <th>Abnormal</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>31599</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>6</td>\n",
              "      <td>9</td>\n",
              "      <td>9</td>\n",
              "      <td>R11</td>\n",
              "      <td>M0</td>\n",
              "      <td>NB</td>\n",
              "      <td>C:J07</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-05 01:54:59.977568</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>155818</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>7</td>\n",
              "      <td>R17</td>\n",
              "      <td>M0</td>\n",
              "      <td>N1</td>\n",
              "      <td>C:J03</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-07 05:32:57.199960</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>187660</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>R33</td>\n",
              "      <td>M1</td>\n",
              "      <td>ND</td>\n",
              "      <td>C:J15</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-08 04:48:44.764098</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>187770</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>R33</td>\n",
              "      <td>M1</td>\n",
              "      <td>ND</td>\n",
              "      <td>C:J15</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-08 04:48:57.129884</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>187771</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>R33</td>\n",
              "      <td>M1</td>\n",
              "      <td>ND</td>\n",
              "      <td>C:J15</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-08 04:48:57.371441</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3979815</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>7</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>R67</td>\n",
              "      <td>M1</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J09</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-11-29 15:25:31.555725</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3979816</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>7</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>R67</td>\n",
              "      <td>M1</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J09</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-11-29 15:25:31.694633</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3979817</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>7</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>R67</td>\n",
              "      <td>M1</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J09</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-11-29 15:25:31.824847</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3979866</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>7</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>R67</td>\n",
              "      <td>M1</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J09</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-11-29 15:25:38.847677</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3981571</th>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>2</td>\n",
              "      <td>R53</td>\n",
              "      <td>M1</td>\n",
              "      <td>N3</td>\n",
              "      <td>C:J03</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-11-29 17:34:02.247364</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>36361 rows × 18 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-971f634a-8136-4f4c-a444-65b899535473')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-971f634a-8136-4f4c-a444-65b899535473 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-971f634a-8136-4f4c-a444-65b899535473');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "        id3 id4 id5 id6 id7 id8 id9 id10 Code0 Code1 Code2  Code3 Code4  \\\n",
              "31599     1   7   9   6   1   6   9    9   R11    M0    NB  C:J07   U11   \n",
              "155818    1   8   1   4   7   5   7    7   R17    M0    N1  C:J03   U01   \n",
              "187660    1   8   2   3   1   3   2    4   R33    M1    ND  C:J15   U11   \n",
              "187770    1   8   2   3   1   3   3    7   R33    M1    ND  C:J15   U11   \n",
              "187771    1   8   2   3   1   3   3    7   R33    M1    ND  C:J15   U11   \n",
              "...      ..  ..  ..  ..  ..  ..  ..  ...   ...   ...   ...    ...   ...   \n",
              "3979815   3   3   3   0   6   7   3    1   R67    M1    N9  C:J09   U01   \n",
              "3979816   3   3   3   0   6   7   3    1   R67    M1    N9  C:J09   U01   \n",
              "3979817   3   3   3   0   6   7   3    1   R67    M1    N9  C:J09   U01   \n",
              "3979866   3   3   3   0   6   7   3    8   R67    M1    N9  C:J09   U01   \n",
              "3981571   3   3   3   1   4   4   4    2   R53    M1    N3  C:J03   U01   \n",
              "\n",
              "                         TimeStamp   ErrorLoc ErrorType Details  Abnormal  \n",
              "31599   2005-06-05 01:54:59.977568  RASKERNEL     FATAL     NaN         0  \n",
              "155818  2005-06-07 05:32:57.199960  RASKERNEL     FATAL     NaN         0  \n",
              "187660  2005-06-08 04:48:44.764098  RASKERNEL     FATAL     NaN         0  \n",
              "187770  2005-06-08 04:48:57.129884  RASKERNEL     FATAL     NaN         0  \n",
              "187771  2005-06-08 04:48:57.371441  RASKERNEL     FATAL     NaN         0  \n",
              "...                            ...        ...       ...     ...       ...  \n",
              "3979815 2005-11-29 15:25:31.555725  RASKERNEL     FATAL     NaN         0  \n",
              "3979816 2005-11-29 15:25:31.694633  RASKERNEL     FATAL     NaN         0  \n",
              "3979817 2005-11-29 15:25:31.824847  RASKERNEL     FATAL     NaN         0  \n",
              "3979866 2005-11-29 15:25:38.847677  RASKERNEL     FATAL     NaN         0  \n",
              "3981571 2005-11-29 17:34:02.247364  RASKERNEL     FATAL     NaN         0  \n",
              "\n",
              "[36361 rows x 18 columns]"
            ]
          },
          "execution_count": 14,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df[df['Details'].isna()]  #--36361\n",
        "# df[df['Code1'].isna()]  --115573\n",
        "# df[df['Code2'].isna()]  --116529\n",
        "# df[df['Code3'].isna()]  --190406\n",
        "# df[df['Code4'].isna()]  --190406"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 728
        },
        "id": "VY9tdkTLFWKs",
        "outputId": "d8efdf81-b4b6-4487-d439-f98feba3a846"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-2fa9c3f6-8113-4fbf-9fe7-8afecf1158b5\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id3</th>\n",
              "      <th>id4</th>\n",
              "      <th>id5</th>\n",
              "      <th>id6</th>\n",
              "      <th>id7</th>\n",
              "      <th>id8</th>\n",
              "      <th>id9</th>\n",
              "      <th>id10</th>\n",
              "      <th>Code0</th>\n",
              "      <th>Code1</th>\n",
              "      <th>Code2</th>\n",
              "      <th>Code3</th>\n",
              "      <th>Code4</th>\n",
              "      <th>TimeStamp</th>\n",
              "      <th>ErrorLoc</th>\n",
              "      <th>ErrorType</th>\n",
              "      <th>Details</th>\n",
              "      <th>Abnormal</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.363779</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.527847</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.675872</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.823719</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>R02</td>\n",
              "      <td>M1</td>\n",
              "      <td>N0</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-03 15:42:50.982731</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>instruction cache parity error corrected\\n</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152654</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.386651</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152655</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.558220</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152656</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.675784</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152657</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.777307</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152658</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 20:05:30.937080</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>3925892 rows × 18 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2fa9c3f6-8113-4fbf-9fe7-8afecf1158b5')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-2fa9c3f6-8113-4fbf-9fe7-8afecf1158b5 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-2fa9c3f6-8113-4fbf-9fe7-8afecf1158b5');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "        id3 id4 id5 id6 id7 id8 id9 id10 Code0 Code1 Code2  Code3 Code4  \\\n",
              "0         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "1         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "2         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "3         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "4         1   7   8   3   8   5   7    0   R02    M1    N0  C:J12   U11   \n",
              "...      ..  ..  ..  ..  ..  ..  ..  ...   ...   ...   ...    ...   ...   \n",
              "4152654   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152655   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152656   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152657   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "4152658   1   8   5   4   5   5   3    0   R30    M0    N9  C:J16   U01   \n",
              "\n",
              "                         TimeStamp   ErrorLoc ErrorType  \\\n",
              "0       2005-06-03 15:42:50.363779  RASKERNEL      INFO   \n",
              "1       2005-06-03 15:42:50.527847  RASKERNEL      INFO   \n",
              "2       2005-06-03 15:42:50.675872  RASKERNEL      INFO   \n",
              "3       2005-06-03 15:42:50.823719  RASKERNEL      INFO   \n",
              "4       2005-06-03 15:42:50.982731  RASKERNEL      INFO   \n",
              "...                            ...        ...       ...   \n",
              "4152654 2005-06-11 20:05:30.386651  RASKERNEL     FATAL   \n",
              "4152655 2005-06-11 20:05:30.558220  RASKERNEL     FATAL   \n",
              "4152656 2005-06-11 20:05:30.675784  RASKERNEL     FATAL   \n",
              "4152657 2005-06-11 20:05:30.777307  RASKERNEL     FATAL   \n",
              "4152658 2005-06-11 20:05:30.937080  RASKERNEL     FATAL   \n",
              "\n",
              "                                            Details  Abnormal  \n",
              "0        instruction cache parity error corrected\\n         0  \n",
              "1        instruction cache parity error corrected\\n         0  \n",
              "2        instruction cache parity error corrected\\n         0  \n",
              "3        instruction cache parity error corrected\\n         0  \n",
              "4        instruction cache parity error corrected\\n         0  \n",
              "...                                             ...       ...  \n",
              "4152654                    data TLB error interrupt         1  \n",
              "4152655                    data TLB error interrupt         1  \n",
              "4152656                    data TLB error interrupt         1  \n",
              "4152657                    data TLB error interrupt         1  \n",
              "4152658                    data TLB error interrupt         1  \n",
              "\n",
              "[3925892 rows x 18 columns]"
            ]
          },
          "execution_count": 15,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = df.dropna()\n",
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "q82VbRruGnF-",
        "outputId": "63ba73d2-62c3-4648-ab9d-9a8863e38ec4"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "id3          False\n",
              "id4          False\n",
              "id5          False\n",
              "id6          False\n",
              "id7          False\n",
              "id8          False\n",
              "id9          False\n",
              "id10         False\n",
              "Code0        False\n",
              "Code1        False\n",
              "Code2        False\n",
              "Code3        False\n",
              "Code4        False\n",
              "TimeStamp    False\n",
              "ErrorLoc     False\n",
              "ErrorType    False\n",
              "Details      False\n",
              "Abnormal     False\n",
              "dtype: bool"
            ]
          },
          "execution_count": 16,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df.isna().any()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SXXmq7aHH_V1",
        "outputId": "eb0f77e7-1da1-408a-ff92-a6f0dec60f45"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "array(['instruction cache parity error corrected\\n',\n",
              "       'MidplaneSwitchController performing bit sparing on R27-M1-L3-U18-C bit 3\\n',\n",
              "       'generating core.304\\n', ...,\n",
              "       'ciod: failed to read message prefix on control stream (CioStream socket to 172.16.96.116:37976',\n",
              "       'ciod: failed to read message prefix on control stream (CioStream socket to 172.16.96.116:37977',\n",
              "       'machine check interrupt (bit=0x10): L2 DCU read error'],\n",
              "      dtype=object)"
            ]
          },
          "execution_count": 17,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# dummies = pd.get_dummies(df.Details)\n",
        "# dummies.head()\n",
        "pd.unique(df['Details'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "71Zn5lDfdDya"
      },
      "outputs": [],
      "source": [
        "from sklearn.preprocessing import LabelEncoder\n",
        "\n",
        "# Creating Label Encoder instance.\n",
        "labelencoder = LabelEncoder()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1taw6_owKYHU",
        "outputId": "93fc2182-07aa-4e16-ccf0-ba23a317d9be"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "<ipython-input-19-63c26d9ddb6b>:2: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['Details'] = labelencoder.transform(df['Details'])\n",
            "<ipython-input-19-63c26d9ddb6b>:5: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['ErrorType'] = labelencoder.transform(df['ErrorType'])\n",
            "<ipython-input-19-63c26d9ddb6b>:8: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['ErrorLoc'] = labelencoder.transform(df['ErrorLoc'])\n",
            "<ipython-input-19-63c26d9ddb6b>:11: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['Code0'] = labelencoder.transform(df['Code0'])\n",
            "<ipython-input-19-63c26d9ddb6b>:14: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['Code1'] = labelencoder.transform(df['Code1'])\n",
            "<ipython-input-19-63c26d9ddb6b>:18: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['Code2'] = labelencoder.transform(df['Code2'])\n",
            "<ipython-input-19-63c26d9ddb6b>:21: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['Code3'] = labelencoder.transform(df['Code3'])\n",
            "<ipython-input-19-63c26d9ddb6b>:24: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df['Code4'] = labelencoder.transform(df['Code4'])\n"
          ]
        }
      ],
      "source": [
        "labelencoder.fit(df['Details'])\n",
        "df['Details'] = labelencoder.transform(df['Details'])\n",
        "\n",
        "labelencoder.fit(df['ErrorType'])\n",
        "df['ErrorType'] = labelencoder.transform(df['ErrorType'])\n",
        "\n",
        "labelencoder.fit(df['ErrorLoc'])\n",
        "df['ErrorLoc'] = labelencoder.transform(df['ErrorLoc'])\n",
        "\n",
        "labelencoder.fit(df['Code0'])\n",
        "df['Code0'] = labelencoder.transform(df['Code0'])\n",
        "\n",
        "labelencoder.fit(df['Code1'])\n",
        "df['Code1'] = labelencoder.transform(df['Code1'])\n",
        "\n",
        "\n",
        "labelencoder.fit(df['Code2'])\n",
        "df['Code2'] = labelencoder.transform(df['Code2'])\n",
        "\n",
        "labelencoder.fit(df['Code3'])\n",
        "df['Code3'] = labelencoder.transform(df['Code3'])\n",
        "\n",
        "labelencoder.fit(df['Code4'])\n",
        "df['Code4'] = labelencoder.transform(df['Code4'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 468
        },
        "id": "4df56WwBe5dq",
        "outputId": "d30465e5-e31a-4e53-cd3a-99d2223ec8df"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-171eea58-a1c3-42ca-a200-cb1c7b5c0965\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id3</th>\n",
              "      <th>id4</th>\n",
              "      <th>id5</th>\n",
              "      <th>id6</th>\n",
              "      <th>id7</th>\n",
              "      <th>id8</th>\n",
              "      <th>id9</th>\n",
              "      <th>id10</th>\n",
              "      <th>Code0</th>\n",
              "      <th>Code1</th>\n",
              "      <th>Code2</th>\n",
              "      <th>Code3</th>\n",
              "      <th>Code4</th>\n",
              "      <th>TimeStamp</th>\n",
              "      <th>ErrorLoc</th>\n",
              "      <th>ErrorType</th>\n",
              "      <th>Details</th>\n",
              "      <th>Abnormal</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>10</td>\n",
              "      <td>2</td>\n",
              "      <td>2005-06-03 15:42:50.363779</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>244764</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>10</td>\n",
              "      <td>2</td>\n",
              "      <td>2005-06-03 15:42:50.527847</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>244764</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>10</td>\n",
              "      <td>2</td>\n",
              "      <td>2005-06-03 15:42:50.675872</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>244764</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>10</td>\n",
              "      <td>2</td>\n",
              "      <td>2005-06-03 15:42:50.823719</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>244764</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>10</td>\n",
              "      <td>2</td>\n",
              "      <td>2005-06-03 15:42:50.982731</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>244764</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152654</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>12</td>\n",
              "      <td>14</td>\n",
              "      <td>1</td>\n",
              "      <td>2005-06-11 20:05:30.386651</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>157363</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152655</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>12</td>\n",
              "      <td>14</td>\n",
              "      <td>1</td>\n",
              "      <td>2005-06-11 20:05:30.558220</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>157363</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152656</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>12</td>\n",
              "      <td>14</td>\n",
              "      <td>1</td>\n",
              "      <td>2005-06-11 20:05:30.675784</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>157363</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152657</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>12</td>\n",
              "      <td>14</td>\n",
              "      <td>1</td>\n",
              "      <td>2005-06-11 20:05:30.777307</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>157363</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4152658</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>12</td>\n",
              "      <td>14</td>\n",
              "      <td>1</td>\n",
              "      <td>2005-06-11 20:05:30.937080</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>157363</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>3925892 rows × 18 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-171eea58-a1c3-42ca-a200-cb1c7b5c0965')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-171eea58-a1c3-42ca-a200-cb1c7b5c0965 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-171eea58-a1c3-42ca-a200-cb1c7b5c0965');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "        id3 id4 id5 id6 id7 id8 id9 id10  Code0  Code1  Code2  Code3  Code4  \\\n",
              "0         1   7   8   3   8   5   7    0      2      1      3     10      2   \n",
              "1         1   7   8   3   8   5   7    0      2      1      3     10      2   \n",
              "2         1   7   8   3   8   5   7    0      2      1      3     10      2   \n",
              "3         1   7   8   3   8   5   7    0      2      1      3     10      2   \n",
              "4         1   7   8   3   8   5   7    0      2      1      3     10      2   \n",
              "...      ..  ..  ..  ..  ..  ..  ..  ...    ...    ...    ...    ...    ...   \n",
              "4152654   1   8   5   4   5   5   3    0     24      0     12     14      1   \n",
              "4152655   1   8   5   4   5   5   3    0     24      0     12     14      1   \n",
              "4152656   1   8   5   4   5   5   3    0     24      0     12     14      1   \n",
              "4152657   1   8   5   4   5   5   3    0     24      0     12     14      1   \n",
              "4152658   1   8   5   4   5   5   3    0     24      0     12     14      1   \n",
              "\n",
              "                         TimeStamp  ErrorLoc  ErrorType  Details  Abnormal  \n",
              "0       2005-06-03 15:42:50.363779         1          1   244764         0  \n",
              "1       2005-06-03 15:42:50.527847         1          1   244764         0  \n",
              "2       2005-06-03 15:42:50.675872         1          1   244764         0  \n",
              "3       2005-06-03 15:42:50.823719         1          1   244764         0  \n",
              "4       2005-06-03 15:42:50.982731         1          1   244764         0  \n",
              "...                            ...       ...        ...      ...       ...  \n",
              "4152654 2005-06-11 20:05:30.386651         1          0   157363         1  \n",
              "4152655 2005-06-11 20:05:30.558220         1          0   157363         1  \n",
              "4152656 2005-06-11 20:05:30.675784         1          0   157363         1  \n",
              "4152657 2005-06-11 20:05:30.777307         1          0   157363         1  \n",
              "4152658 2005-06-11 20:05:30.937080         1          0   157363         1  \n",
              "\n",
              "[3925892 rows x 18 columns]"
            ]
          },
          "execution_count": 20,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4wtOPCxOfJVB",
        "outputId": "868012c8-df9f-4cf6-f188-3919a6aed079"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "No.of.unique values : 246459\n"
          ]
        }
      ],
      "source": [
        "# pd.unique(df['Details'])\n",
        "n = len(pd.unique(df['Details']))\n",
        "\n",
        "print(\"No.of.unique values :\",\n",
        "      n)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IWpV8n4dupbc",
        "outputId": "d521e2a4-444b-4fce-918c-4d4fad0fd317"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "606959     0\n",
              "3025514    0\n",
              "1997149    0\n",
              "1854530    0\n",
              "1558654    0\n",
              "          ..\n",
              "2371612    0\n",
              "3719325    0\n",
              "2244148    0\n",
              "2865741    0\n",
              "2234174    0\n",
              "Name: Abnormal, Length: 3140713, dtype: int64"
            ]
          },
          "execution_count": 22,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "x = df[['id3',\t'id4',\t'id5',\t'id6',\t'id7',\t'id8',\t'id9',\t'id10',\t'Code0', 'Code1',\t'Code2',\t'Code3', 'Code4', 'ErrorLoc', 'ErrorType', 'Details']]\n",
        "y = df['Abnormal']\n",
        "\n",
        "x_train, x_test, y_train, y_test = train_test_split(x, y, test_size = 0.2, random_state = 42)\n",
        "\n",
        "y_train"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PVFHdR9RvrEo",
        "outputId": "c2348f31-1e2c-4289-c763-8c2376528c5d"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "GaussianNB()"
            ]
          },
          "execution_count": 23,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "from sklearn.naive_bayes import GaussianNB\n",
        "model = GaussianNB()\n",
        "model.fit(x_train, y_train)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "iDEk4ucfwqfg",
        "outputId": "36325813-b7bf-4227-ba2b-1d2027020c96"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "0.9843347822598414"
            ]
          },
          "execution_count": 24,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "model.score(x_test, y_test)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0g-pcDhxHdTN"
      },
      "source": [
        "# **Test CSV**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "2UOvKLVoGuUa",
        "outputId": "4c3d0f65-abf1-475a-f704-d727084f8dbf"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-480dac3e-2d59-4d75-8e4f-e59757d40f8d\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ID</th>\n",
              "      <th>Log</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1124336301 2005.08.17 R13-M1-N8-C:J12-U01 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>1118553175 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>1118536033 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>1117992566 2005.06.05 R30-M1-N6-C:J03-U11 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>1118538965 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595295</th>\n",
              "      <td>595295</td>\n",
              "      <td>1118768234 2005.06.14 R20-M0-NA-C:J17-U11 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595296</th>\n",
              "      <td>595296</td>\n",
              "      <td>1118370947 2005.06.09 R15-M0-NA-C:J02-U01 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595297</th>\n",
              "      <td>595297</td>\n",
              "      <td>1118540242 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595298</th>\n",
              "      <td>595298</td>\n",
              "      <td>1118538947 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595299</th>\n",
              "      <td>595299</td>\n",
              "      <td>1118165805 2005.06.07 R23-M1-N5-C:J16-U11 200...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>595300 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-480dac3e-2d59-4d75-8e4f-e59757d40f8d')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-480dac3e-2d59-4d75-8e4f-e59757d40f8d button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-480dac3e-2d59-4d75-8e4f-e59757d40f8d');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "            ID                                                Log\n",
              "0            0   1124336301 2005.08.17 R13-M1-N8-C:J12-U01 200...\n",
              "1            1   1118553175 2005.06.11 R30-M0-N9-C:J16-U01 200...\n",
              "2            2   1118536033 2005.06.11 R30-M0-N9-C:J16-U01 200...\n",
              "3            3   1117992566 2005.06.05 R30-M1-N6-C:J03-U11 200...\n",
              "4            4   1118538965 2005.06.11 R30-M0-N9-C:J16-U01 200...\n",
              "...        ...                                                ...\n",
              "595295  595295   1118768234 2005.06.14 R20-M0-NA-C:J17-U11 200...\n",
              "595296  595296   1118370947 2005.06.09 R15-M0-NA-C:J02-U01 200...\n",
              "595297  595297   1118540242 2005.06.11 R30-M0-N9-C:J16-U01 200...\n",
              "595298  595298   1118538947 2005.06.11 R30-M0-N9-C:J16-U01 200...\n",
              "595299  595299   1118165805 2005.06.07 R23-M1-N5-C:J16-U11 200...\n",
              "\n",
              "[595300 rows x 2 columns]"
            ]
          },
          "execution_count": 25,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "test = pd.read_csv('/content/data/test.csv')\n",
        "test1 = test\n",
        "test"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UPiiD2d60uar",
        "outputId": "8f3d8e63-0f82-4b51-e014-948f170c18dc"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['ID', ' Log'], dtype='object')"
            ]
          },
          "execution_count": 26,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "test.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 641
        },
        "id": "-yAGtiTMHwes",
        "outputId": "dd5dfead-9d24-4a0b-8f7c-ab1305eae95f"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-8d9312bc-d707-48fa-a308-53f337690bca\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ID</th>\n",
              "      <th>Log</th>\n",
              "      <th>ErrorId</th>\n",
              "      <th>1</th>\n",
              "      <th>ErrorCode</th>\n",
              "      <th>TimeStamp</th>\n",
              "      <th>Details</th>\n",
              "      <th>ErrorType</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1124336301 2005.08.17 R13-M1-N8-C:J12-U01 200...</td>\n",
              "      <td>1124336301</td>\n",
              "      <td>2005.08.17</td>\n",
              "      <td>R13-M1-N8-C:J12-U01</td>\n",
              "      <td>2005-08-17-20.38.21.466368</td>\n",
              "      <td>rts: kernel terminated for reason 1001\\n</td>\n",
              "      <td>RAS KERNEL FATAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>1118553175 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "      <td>1118553175</td>\n",
              "      <td>2005.06.11</td>\n",
              "      <td>R30-M0-N9-C:J16-U01</td>\n",
              "      <td>2005-06-11-22.12.55.707149</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "      <td>RAS KERNEL FATAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>1118536033 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "      <td>1118536033</td>\n",
              "      <td>2005.06.11</td>\n",
              "      <td>R30-M0-N9-C:J16-U01</td>\n",
              "      <td>2005-06-11-17.27.13.042387</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "      <td>RAS KERNEL FATAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>1117992566 2005.06.05 R30-M1-N6-C:J03-U11 200...</td>\n",
              "      <td>1117992566</td>\n",
              "      <td>2005.06.05</td>\n",
              "      <td>R30-M1-N6-C:J03-U11</td>\n",
              "      <td>2005-06-05-10.29.26.943462</td>\n",
              "      <td>generating core.6463\\n</td>\n",
              "      <td>RAS KERNEL INFO</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>1118538965 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "      <td>1118538965</td>\n",
              "      <td>2005.06.11</td>\n",
              "      <td>R30-M0-N9-C:J16-U01</td>\n",
              "      <td>2005-06-11-18.16.05.049256</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "      <td>RAS KERNEL FATAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595295</th>\n",
              "      <td>595295</td>\n",
              "      <td>1118768234 2005.06.14 R20-M0-NA-C:J17-U11 200...</td>\n",
              "      <td>1118768234</td>\n",
              "      <td>2005.06.14</td>\n",
              "      <td>R20-M0-NA-C:J17-U11</td>\n",
              "      <td>2005-06-14-09.57.14.709136</td>\n",
              "      <td>exception syndrome register: 0x00800000\\n</td>\n",
              "      <td>RAS KERNEL FATAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595296</th>\n",
              "      <td>595296</td>\n",
              "      <td>1118370947 2005.06.09 R15-M0-NA-C:J02-U01 200...</td>\n",
              "      <td>1118370947</td>\n",
              "      <td>2005.06.09</td>\n",
              "      <td>R15-M0-NA-C:J02-U01</td>\n",
              "      <td>2005-06-09-19.35.47.353971</td>\n",
              "      <td>generating core.10895\\n</td>\n",
              "      <td>RAS KERNEL INFO</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595297</th>\n",
              "      <td>595297</td>\n",
              "      <td>1118540242 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "      <td>1118540242</td>\n",
              "      <td>2005.06.11</td>\n",
              "      <td>R30-M0-N9-C:J16-U01</td>\n",
              "      <td>2005-06-11-18.37.22.743936</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "      <td>RAS KERNEL FATAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595298</th>\n",
              "      <td>595298</td>\n",
              "      <td>1118538947 2005.06.11 R30-M0-N9-C:J16-U01 200...</td>\n",
              "      <td>1118538947</td>\n",
              "      <td>2005.06.11</td>\n",
              "      <td>R30-M0-N9-C:J16-U01</td>\n",
              "      <td>2005-06-11-18.15.47.247097</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "      <td>RAS KERNEL FATAL</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595299</th>\n",
              "      <td>595299</td>\n",
              "      <td>1118165805 2005.06.07 R23-M1-N5-C:J16-U11 200...</td>\n",
              "      <td>1118165805</td>\n",
              "      <td>2005.06.07</td>\n",
              "      <td>R23-M1-N5-C:J16-U11</td>\n",
              "      <td>2005-06-07-10.36.45.002573</td>\n",
              "      <td>generating core.680\\n</td>\n",
              "      <td>RAS KERNEL INFO</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>595300 rows × 8 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-8d9312bc-d707-48fa-a308-53f337690bca')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-8d9312bc-d707-48fa-a308-53f337690bca button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-8d9312bc-d707-48fa-a308-53f337690bca');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "            ID                                                Log     ErrorId  \\\n",
              "0            0   1124336301 2005.08.17 R13-M1-N8-C:J12-U01 200...  1124336301   \n",
              "1            1   1118553175 2005.06.11 R30-M0-N9-C:J16-U01 200...  1118553175   \n",
              "2            2   1118536033 2005.06.11 R30-M0-N9-C:J16-U01 200...  1118536033   \n",
              "3            3   1117992566 2005.06.05 R30-M1-N6-C:J03-U11 200...  1117992566   \n",
              "4            4   1118538965 2005.06.11 R30-M0-N9-C:J16-U01 200...  1118538965   \n",
              "...        ...                                                ...         ...   \n",
              "595295  595295   1118768234 2005.06.14 R20-M0-NA-C:J17-U11 200...  1118768234   \n",
              "595296  595296   1118370947 2005.06.09 R15-M0-NA-C:J02-U01 200...  1118370947   \n",
              "595297  595297   1118540242 2005.06.11 R30-M0-N9-C:J16-U01 200...  1118540242   \n",
              "595298  595298   1118538947 2005.06.11 R30-M0-N9-C:J16-U01 200...  1118538947   \n",
              "595299  595299   1118165805 2005.06.07 R23-M1-N5-C:J16-U11 200...  1118165805   \n",
              "\n",
              "                 1            ErrorCode                   TimeStamp  \\\n",
              "0       2005.08.17  R13-M1-N8-C:J12-U01  2005-08-17-20.38.21.466368   \n",
              "1       2005.06.11  R30-M0-N9-C:J16-U01  2005-06-11-22.12.55.707149   \n",
              "2       2005.06.11  R30-M0-N9-C:J16-U01  2005-06-11-17.27.13.042387   \n",
              "3       2005.06.05  R30-M1-N6-C:J03-U11  2005-06-05-10.29.26.943462   \n",
              "4       2005.06.11  R30-M0-N9-C:J16-U01  2005-06-11-18.16.05.049256   \n",
              "...            ...                  ...                         ...   \n",
              "595295  2005.06.14  R20-M0-NA-C:J17-U11  2005-06-14-09.57.14.709136   \n",
              "595296  2005.06.09  R15-M0-NA-C:J02-U01  2005-06-09-19.35.47.353971   \n",
              "595297  2005.06.11  R30-M0-N9-C:J16-U01  2005-06-11-18.37.22.743936   \n",
              "595298  2005.06.11  R30-M0-N9-C:J16-U01  2005-06-11-18.15.47.247097   \n",
              "595299  2005.06.07  R23-M1-N5-C:J16-U11  2005-06-07-10.36.45.002573   \n",
              "\n",
              "                                          Details         ErrorType  \n",
              "0        rts: kernel terminated for reason 1001\\n  RAS KERNEL FATAL  \n",
              "1                      data TLB error interrupt\\n  RAS KERNEL FATAL  \n",
              "2                      data TLB error interrupt\\n  RAS KERNEL FATAL  \n",
              "3                          generating core.6463\\n   RAS KERNEL INFO  \n",
              "4                      data TLB error interrupt\\n  RAS KERNEL FATAL  \n",
              "...                                           ...               ...  \n",
              "595295  exception syndrome register: 0x00800000\\n  RAS KERNEL FATAL  \n",
              "595296                    generating core.10895\\n   RAS KERNEL INFO  \n",
              "595297                 data TLB error interrupt\\n  RAS KERNEL FATAL  \n",
              "595298                 data TLB error interrupt\\n  RAS KERNEL FATAL  \n",
              "595299                      generating core.680\\n   RAS KERNEL INFO  \n",
              "\n",
              "[595300 rows x 8 columns]"
            ]
          },
          "execution_count": 27,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "columns = [0, 1, 2, 3, 9]\n",
        "test[columns] = test[' Log'].str.split(n=4, expand=True)\n",
        "\n",
        "\n",
        "\n",
        "test[9] = test.apply(lambda x: x[9].split(\" \", 1)[1] if x[2] != \"-\" else x[9], axis=\"columns\")\n",
        "split = test[9].str.split(n=4, expand=True)\n",
        "test[4] = split[0] + \" \" + split[1] + \" \" + split[2]\n",
        "test[9] = split[3] + \" \" + split[4]\n",
        "test.rename(mapper={\n",
        "        0: \"ErrorId\",\n",
        "        2: \"ErrorCode\",\n",
        "        3: \"TimeStamp\",\n",
        "        9: \"Details\",\n",
        "        4: \"ErrorType\"\n",
        "},\n",
        "    axis=\"columns\",\n",
        "    inplace=True)\n",
        "# test[\"Abnormal\"] = test[\"label\"].map(lambda x: 1 if x == \"abnormal\" else 0)\n",
        "\n",
        "# test[\"ErrorType\"].to_string()\n",
        "\n",
        "test"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 641
        },
        "id": "f-SOxIsiydru",
        "outputId": "30c4e643-c3e0-4712-f82f-021c483ddc95"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-87d32ab1-4f7d-44d4-82c1-090839da02ac\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id3</th>\n",
              "      <th>id4</th>\n",
              "      <th>id5</th>\n",
              "      <th>id6</th>\n",
              "      <th>id7</th>\n",
              "      <th>id8</th>\n",
              "      <th>id9</th>\n",
              "      <th>id10</th>\n",
              "      <th>Code0</th>\n",
              "      <th>Code1</th>\n",
              "      <th>Code2</th>\n",
              "      <th>Code3</th>\n",
              "      <th>Code4</th>\n",
              "      <th>TimeStamp</th>\n",
              "      <th>ErrorLoc</th>\n",
              "      <th>ErrorType</th>\n",
              "      <th>Details</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>6</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>R13</td>\n",
              "      <td>M1</td>\n",
              "      <td>N8</td>\n",
              "      <td>C:J12</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-08-17 20:38:21.466368</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>rts: kernel terminated for reason 1001\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>5</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 22:12:55.707149</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 17:27:13.042387</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>9</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>6</td>\n",
              "      <td>6</td>\n",
              "      <td>R30</td>\n",
              "      <td>M1</td>\n",
              "      <td>N6</td>\n",
              "      <td>C:J03</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-05 10:29:26.943462</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>generating core.6463\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>9</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 18:16:05.049256</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595295</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>7</td>\n",
              "      <td>6</td>\n",
              "      <td>8</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>R20</td>\n",
              "      <td>M0</td>\n",
              "      <td>NA</td>\n",
              "      <td>C:J17</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-14 09:57:14.709136</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>exception syndrome register: 0x00800000\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595296</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>R15</td>\n",
              "      <td>M0</td>\n",
              "      <td>NA</td>\n",
              "      <td>C:J02</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-09 19:35:47.353971</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>generating core.10895\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595297</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>2</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 18:37:22.743936</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595298</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>5</td>\n",
              "      <td>3</td>\n",
              "      <td>8</td>\n",
              "      <td>9</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>R30</td>\n",
              "      <td>M0</td>\n",
              "      <td>N9</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U01</td>\n",
              "      <td>2005-06-11 18:15:47.247097</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>FATAL</td>\n",
              "      <td>data TLB error interrupt\\n</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595299</th>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>R23</td>\n",
              "      <td>M1</td>\n",
              "      <td>N5</td>\n",
              "      <td>C:J16</td>\n",
              "      <td>U11</td>\n",
              "      <td>2005-06-07 10:36:45.002573</td>\n",
              "      <td>RASKERNEL</td>\n",
              "      <td>INFO</td>\n",
              "      <td>generating core.680\\n</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>595300 rows × 17 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-87d32ab1-4f7d-44d4-82c1-090839da02ac')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-87d32ab1-4f7d-44d4-82c1-090839da02ac button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-87d32ab1-4f7d-44d4-82c1-090839da02ac');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "       id3 id4 id5 id6 id7 id8 id9 id10 Code0 Code1 Code2  Code3 Code4  \\\n",
              "0        2   4   3   3   6   3   0    1   R13    M1    N8  C:J12   U01   \n",
              "1        1   8   5   5   3   1   7    5   R30    M0    N9  C:J16   U01   \n",
              "2        1   8   5   3   6   0   3    3   R30    M0    N9  C:J16   U01   \n",
              "3        1   7   9   9   2   5   6    6   R30    M1    N6  C:J03   U11   \n",
              "4        1   8   5   3   8   9   6    5   R30    M0    N9  C:J16   U01   \n",
              "...     ..  ..  ..  ..  ..  ..  ..  ...   ...   ...   ...    ...   ...   \n",
              "595295   1   8   7   6   8   2   3    4   R20    M0    NA  C:J17   U11   \n",
              "595296   1   8   3   7   0   9   4    7   R15    M0    NA  C:J02   U01   \n",
              "595297   1   8   5   4   0   2   4    2   R30    M0    N9  C:J16   U01   \n",
              "595298   1   8   5   3   8   9   4    7   R30    M0    N9  C:J16   U01   \n",
              "595299   1   8   1   6   5   8   0    5   R23    M1    N5  C:J16   U11   \n",
              "\n",
              "                        TimeStamp   ErrorLoc ErrorType  \\\n",
              "0      2005-08-17 20:38:21.466368  RASKERNEL     FATAL   \n",
              "1      2005-06-11 22:12:55.707149  RASKERNEL     FATAL   \n",
              "2      2005-06-11 17:27:13.042387  RASKERNEL     FATAL   \n",
              "3      2005-06-05 10:29:26.943462  RASKERNEL      INFO   \n",
              "4      2005-06-11 18:16:05.049256  RASKERNEL     FATAL   \n",
              "...                           ...        ...       ...   \n",
              "595295 2005-06-14 09:57:14.709136  RASKERNEL     FATAL   \n",
              "595296 2005-06-09 19:35:47.353971  RASKERNEL      INFO   \n",
              "595297 2005-06-11 18:37:22.743936  RASKERNEL     FATAL   \n",
              "595298 2005-06-11 18:15:47.247097  RASKERNEL     FATAL   \n",
              "595299 2005-06-07 10:36:45.002573  RASKERNEL      INFO   \n",
              "\n",
              "                                          Details  \n",
              "0        rts: kernel terminated for reason 1001\\n  \n",
              "1                      data TLB error interrupt\\n  \n",
              "2                      data TLB error interrupt\\n  \n",
              "3                          generating core.6463\\n  \n",
              "4                      data TLB error interrupt\\n  \n",
              "...                                           ...  \n",
              "595295  exception syndrome register: 0x00800000\\n  \n",
              "595296                    generating core.10895\\n  \n",
              "595297                 data TLB error interrupt\\n  \n",
              "595298                 data TLB error interrupt\\n  \n",
              "595299                      generating core.680\\n  \n",
              "\n",
              "[595300 rows x 17 columns]"
            ]
          },
          "execution_count": 28,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "split = test['ErrorType'].str.split(expand=True)\n",
        "\n",
        "test[\"ErrorLoc\"] = split[0] + split[1]\n",
        "test[\"ErrorType\"] = split[2]\n",
        "test[[\"Code0\", \"Code1\", \"Code2\", \"Code3\", \"Code4\"]] = test[\"ErrorCode\"].str.split(\"-\", expand=True)\n",
        "test[\"TimeStamp\"] = pd.to_datetime(test[\"TimeStamp\"], format=\"%Y-%m-%d-%H.%M.%S.%f\")\n",
        "id_col = [\"id1\", \"id2\", \"id3\", \"id4\", \"id5\", \"id6\", \"id7\", \"id8\", \"id9\", \"id10\"]\n",
        "test[id_col] = test[\"ErrorId\"].str.split(\"\", expand=True)[[1, 2, 3, 4, 5, 6, 7, 8, 9, 10]]\n",
        "#test = test[[\"id3\", \"id4\", \"id5\", \"id6\", \"id7\", \"id8\", \"id9\", \"id10\", \"Code0\", \"Code1\", \"Code2\", \"Code3\", \"Code4\", \"TimeStamp\", \"ErrorLoc\", \"ErrorType\", \"Details\", \"Abnormal\"]]\n",
        "test = test[[\"id3\", \"id4\", \"id5\", \"id6\", \"id7\", \"id8\", \"id9\", \"id10\", \"Code0\", \"Code1\", \"Code2\", \"Code3\", \"Code4\", \"TimeStamp\", \"ErrorLoc\", \"ErrorType\", \"Details\"]]\n",
        "test"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nfOfi7LG_azV",
        "outputId": "40ce2685-2d48-4521-accc-eb7a46493881"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "<ipython-input-29-72b27e2e21a8>:2: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['Details'] = labelencoder.transform(test['Details'])\n",
            "<ipython-input-29-72b27e2e21a8>:5: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['ErrorType'] = labelencoder.transform(test['ErrorType'])\n",
            "<ipython-input-29-72b27e2e21a8>:8: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['ErrorLoc'] = labelencoder.transform(test['ErrorLoc'])\n",
            "<ipython-input-29-72b27e2e21a8>:11: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['Code0'] = labelencoder.transform(test['Code0'])\n",
            "<ipython-input-29-72b27e2e21a8>:14: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['Code1'] = labelencoder.transform(test['Code1'])\n",
            "<ipython-input-29-72b27e2e21a8>:18: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['Code2'] = labelencoder.transform(test['Code2'])\n",
            "<ipython-input-29-72b27e2e21a8>:21: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['Code3'] = labelencoder.transform(test['Code3'])\n",
            "<ipython-input-29-72b27e2e21a8>:24: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  test['Code4'] = labelencoder.transform(test['Code4'])\n"
          ]
        }
      ],
      "source": [
        "labelencoder.fit(test['Details'])\n",
        "test['Details'] = labelencoder.transform(test['Details'])\n",
        "\n",
        "labelencoder.fit(test['ErrorType'])\n",
        "test['ErrorType'] = labelencoder.transform(test['ErrorType'])\n",
        "\n",
        "labelencoder.fit(test['ErrorLoc'])\n",
        "test['ErrorLoc'] = labelencoder.transform(test['ErrorLoc'])\n",
        "\n",
        "labelencoder.fit(test['Code0'])\n",
        "test['Code0'] = labelencoder.transform(test['Code0'])\n",
        "\n",
        "labelencoder.fit(test['Code1'])\n",
        "test['Code1'] = labelencoder.transform(test['Code1'])\n",
        "\n",
        "\n",
        "labelencoder.fit(test['Code2'])\n",
        "test['Code2'] = labelencoder.transform(test['Code2'])\n",
        "\n",
        "labelencoder.fit(test['Code3'])\n",
        "test['Code3'] = labelencoder.transform(test['Code3'])\n",
        "\n",
        "labelencoder.fit(test['Code4'])\n",
        "test['Code4'] = labelencoder.transform(test['Code4'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gaXJeuKVAsiL",
        "outputId": "56cf99af-410c-4932-ad0e-8b9c3272b94d"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "array([0, 0, 0, ..., 0, 0, 0])"
            ]
          },
          "execution_count": 30,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "xtest = test[['id3',\t'id4',\t'id5',\t'id6',\t'id7',\t'id8',\t'id9',\t'id10',\t'Code0', 'Code1',\t'Code2',\t'Code3', 'Code4', 'ErrorLoc', 'ErrorType', 'Details']]\n",
        "\n",
        "pred = model.predict(xtest)\n",
        "pred"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "LpZPyLFiDLM9"
      },
      "outputs": [],
      "source": [
        "pred = pd.DataFrame(pred,columns=[' Label'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "xwjSQeI2HSBu"
      },
      "outputs": [],
      "source": [
        "sub = pd.concat([test1.ID,pred],axis=1)\n",
        "sub.set_index('ID',inplace=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 455
        },
        "id": "FHAfjUyuHwFR",
        "outputId": "c96b7dbc-42e1-43a1-d8f9-96d6c4a787d8"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-7ab74ebc-c686-43fe-88a3-39d4f603b78f\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Label</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>ID</th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595295</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595296</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595297</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595298</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>595299</th>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>595300 rows × 1 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-7ab74ebc-c686-43fe-88a3-39d4f603b78f')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-7ab74ebc-c686-43fe-88a3-39d4f603b78f button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-7ab74ebc-c686-43fe-88a3-39d4f603b78f');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "         Label\n",
              "ID            \n",
              "0            0\n",
              "1            0\n",
              "2            0\n",
              "3            0\n",
              "4            0\n",
              "...        ...\n",
              "595295       0\n",
              "595296       0\n",
              "595297       0\n",
              "595298       0\n",
              "595299       0\n",
              "\n",
              "[595300 rows x 1 columns]"
            ]
          },
          "execution_count": 33,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "sub"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "96WgnVpCHoHp"
      },
      "outputs": [],
      "source": [
        "sub.to_csv(f\"Convolve-Epoch.csv\")"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}