ethereum2_etl.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/sunshineluyao/eth-data-collection/blob/main/ethereum2_etl.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!python3 --version"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5S0K_rfxPcRG",
        "outputId": "e3a72432-67f1-4653-8bfa-56a486c5eb09"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Python 3.10.11\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "S7nJju-eUDxO"
      },
      "source": [
        "# Part I Set-up"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install -U kaleido #restart runtime after install"
      ],
      "metadata": {
        "id": "6N42QysGIz8Y"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "q2C0_wH3UDxP"
      },
      "outputs": [],
      "source": [
        "# setup environment\n",
        "!pip install ethereum2-etl"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "from plotly.subplots import make_subplots\n",
        "import plotly.graph_objects as go\n",
        "import plotly.io as pio"
      ],
      "metadata": {
        "id": "ozDm-as1Yajr"
      },
      "execution_count": 47,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Part II Query Ethereum 2.0 Beacon Chain Slot Data"
      ],
      "metadata": {
        "id": "blUEu0WiEvRP"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "iUPoz4o1UDxR"
      },
      "outputs": [],
      "source": [
        "# download block data\n",
        "!ethereum2etl export_beacon_blocks --output-dir data --output-format json --provider-uri https://ultra-chaotic-silence.discover.quiknode.pro/3a20380951ff287a674246a038a9563feea0e27f --start-block 4700013 --end-block 4701013"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 31,
      "metadata": {
        "id": "qaOQjYmkUDxR",
        "outputId": "9aa92df6-2c90-423a-ac3f-b3735f69a063",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 835
        }
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "         item_type  block_slot  block_epoch       block_timestamp  \\\n",
              "0     beacon_block     4700013       146875  2022-09-15T06:42:59Z   \n",
              "1     beacon_block     4700014       146875  2022-09-15T06:43:11Z   \n",
              "2     beacon_block     4700017       146875  2022-09-15T06:43:47Z   \n",
              "3     beacon_block     4700018       146875  2022-09-15T06:43:59Z   \n",
              "4     beacon_block     4700016       146875  2022-09-15T06:43:35Z   \n",
              "...            ...         ...          ...                   ...   \n",
              "996   beacon_block     4701007       146906  2022-09-15T10:01:47Z   \n",
              "997   beacon_block     4701009       146906  2022-09-15T10:02:11Z   \n",
              "998   beacon_block     4701011       146906  2022-09-15T10:02:35Z   \n",
              "999   beacon_block     4701013       146906  2022-09-15T10:02:59Z   \n",
              "1000  beacon_block     4701012       146906  2022-09-15T10:02:47Z   \n",
              "\n",
              "      proposer_index  skipped  block_root  \\\n",
              "0           347963.0    False         NaN   \n",
              "1            94503.0    False         NaN   \n",
              "2           194406.0    False         NaN   \n",
              "3            57040.0    False         NaN   \n",
              "4            81113.0    False         NaN   \n",
              "...              ...      ...         ...   \n",
              "996         226892.0    False         NaN   \n",
              "997          22564.0    False         NaN   \n",
              "998          62067.0    False         NaN   \n",
              "999         135207.0    False         NaN   \n",
              "1000        284733.0    False         NaN   \n",
              "\n",
              "                                            parent_root  \\\n",
              "0     0x60e751f7d2cf0ae24b195bda37e9add56a7d8c4b7546...   \n",
              "1     0x810a00400a80cdffc11ffdcf17ac404ac4dba215b952...   \n",
              "2     0x5e6c4fc1204b536b5bf143a1b917dd1446be128f9f08...   \n",
              "3     0x001653b9a76e5674383b5ad752b3b5808e4605e19493...   \n",
              "4     0xda5d0eab1690b84cd6ca43d72f0d127a5e2dbadc83e5...   \n",
              "...                                                 ...   \n",
              "996   0xa89511fc912d8a6dd586f3b64364ca6b1bb561e754eb...   \n",
              "997   0x8aa73b19240b90562d16a6fba88aadcfdf2ec6ee70f0...   \n",
              "998   0x7907f2de95146b1216a621b405e52e02ef65d11ba61e...   \n",
              "999   0x0f1ecbf59d13d40de9051d36c9fc7bcd1ef0a7cbcc5d...   \n",
              "1000  0xeebc4ef332b484d85b23f8b0a96715ffc7cab7d5f7e3...   \n",
              "\n",
              "                                             state_root  \\\n",
              "0     0x171ef131e0638eddfe1ef73e7b483e344b1cf128b092...   \n",
              "1     0x3f723697382b8cde3db20b352f34660baa4471d64c24...   \n",
              "2     0xeec7e6b2bb59283bd696ffaa4830bce8b5b623a98687...   \n",
              "3     0x1193e130ea41ae156607dbe48f3a886f64c8d97a82d9...   \n",
              "4     0x014d5c5471cbb550e8d986ded91459cc053be196a0e8...   \n",
              "...                                                 ...   \n",
              "996   0x5b64b479a7fd8be705251799b30eb8b13235acc6c67c...   \n",
              "997   0xe5bf49652a67e625443bc4ce502e0acfab114055b2aa...   \n",
              "998   0x2bb11ae1e9563e21baae9f3e852f161167a2ba32493d...   \n",
              "999   0x72ce34b29d2264432a16d5be513412cb81ff2afdc00c...   \n",
              "1000  0xf453f70e3ac99c43773d8e7ae045b84b3b7d7fbb10c7...   \n",
              "\n",
              "                                          randao_reveal  \\\n",
              "0     0x91bbcabf3543508a785153162ce0920e6c25d1dc7583...   \n",
              "1     0x8036d458ec8e873be1a96f78b330c3dc117a822d4610...   \n",
              "2     0xa7bcd697ea0da51259c35002cf081140bd8f369dba78...   \n",
              "3     0x8f91508bf7b09020b1b9dcd535a17ba7979728793f5a...   \n",
              "4     0xa666a88e9ccbfb9e0c8be8e0dea061982409e254c8c6...   \n",
              "...                                                 ...   \n",
              "996   0x89fa05049263475f722cae7ffce18da6c00cf0846d33...   \n",
              "997   0x8880f1a7d66b8deec6f4c1babd8ab7d9ff41952e1187...   \n",
              "998   0xa30b978be75fd8c4ffa4b67002f963d1f0616578471a...   \n",
              "999   0x98d91bbba70090ea264c3f98fdf837d51271fbce2e45...   \n",
              "1000  0xb5813c149f53ec588252fff86cceb9a3cf5d59c47451...   \n",
              "\n",
              "                                               graffiti  \\\n",
              "0     0x00000000000000000000000000000000000000000000...   \n",
              "1     0x5374616b65486f756e6420e29aa1efb88f416c6c6e6f...   \n",
              "2     0xf09f8d80f09f8d80e6ba9fe6b7b1e8beb0e8bf9cf09f...   \n",
              "3     0x00000000000000000000000000000000000000000000...   \n",
              "4     0x00000000000000000000000000000000000000000000...   \n",
              "...                                                 ...   \n",
              "996   0x00000000000000000000000000000000000000000000...   \n",
              "997   0x00000000000000000000000000000000000000000000...   \n",
              "998   0x00000000000000000000000000000000000000000000...   \n",
              "999   0x5374616b65204561726e2052656c617820f09f90a020...   \n",
              "1000  0x4c69646f20e29aa1efb88f416c6c6e6f646573000000...   \n",
              "\n",
              "                                        eth1_block_hash  \\\n",
              "0     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...   \n",
              "1     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...   \n",
              "2     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...   \n",
              "3     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...   \n",
              "4     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...   \n",
              "...                                                 ...   \n",
              "996   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...   \n",
              "997   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...   \n",
              "998   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...   \n",
              "999   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...   \n",
              "1000  0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...   \n",
              "\n",
              "                                      eth1_deposit_root  eth1_deposit_count  \\\n",
              "0     0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...            435603.0   \n",
              "1     0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...            435603.0   \n",
              "2     0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...            435603.0   \n",
              "3     0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...            435603.0   \n",
              "4     0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...            435603.0   \n",
              "...                                                 ...                 ...   \n",
              "996   0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...            435733.0   \n",
              "997   0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...            435733.0   \n",
              "998   0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...            435733.0   \n",
              "999   0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...            435733.0   \n",
              "1000  0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...            435733.0   \n",
              "\n",
              "      signature                                       attestations deposits  \\\n",
              "0           NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "1           NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "2           NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "3           NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "4           NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "...         ...                                                ...      ...   \n",
              "996         NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "997         NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "998         NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "999         NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "1000        NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "\n",
              "     proposer_slashings attester_slashings voluntary_exits  \n",
              "0                    []                 []              []  \n",
              "1                    []                 []              []  \n",
              "2                    []                 []              []  \n",
              "3                    []                 []              []  \n",
              "4                    []                 []              []  \n",
              "...                 ...                ...             ...  \n",
              "996                  []                 []              []  \n",
              "997                  []                 []              []  \n",
              "998                  []                 []              []  \n",
              "999                  []                 []              []  \n",
              "1000                 []                 []              []  \n",
              "\n",
              "[1001 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-654b21be-c982-4bd2-89fa-4330eca362af\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>item_type</th>\n",
              "      <th>block_slot</th>\n",
              "      <th>block_epoch</th>\n",
              "      <th>block_timestamp</th>\n",
              "      <th>proposer_index</th>\n",
              "      <th>skipped</th>\n",
              "      <th>block_root</th>\n",
              "      <th>parent_root</th>\n",
              "      <th>state_root</th>\n",
              "      <th>randao_reveal</th>\n",
              "      <th>graffiti</th>\n",
              "      <th>eth1_block_hash</th>\n",
              "      <th>eth1_deposit_root</th>\n",
              "      <th>eth1_deposit_count</th>\n",
              "      <th>signature</th>\n",
              "      <th>attestations</th>\n",
              "      <th>deposits</th>\n",
              "      <th>proposer_slashings</th>\n",
              "      <th>attester_slashings</th>\n",
              "      <th>voluntary_exits</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4700013</td>\n",
              "      <td>146875</td>\n",
              "      <td>2022-09-15T06:42:59Z</td>\n",
              "      <td>347963.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x60e751f7d2cf0ae24b195bda37e9add56a7d8c4b7546...</td>\n",
              "      <td>0x171ef131e0638eddfe1ef73e7b483e344b1cf128b092...</td>\n",
              "      <td>0x91bbcabf3543508a785153162ce0920e6c25d1dc7583...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...</td>\n",
              "      <td>435603.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4700014</td>\n",
              "      <td>146875</td>\n",
              "      <td>2022-09-15T06:43:11Z</td>\n",
              "      <td>94503.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x810a00400a80cdffc11ffdcf17ac404ac4dba215b952...</td>\n",
              "      <td>0x3f723697382b8cde3db20b352f34660baa4471d64c24...</td>\n",
              "      <td>0x8036d458ec8e873be1a96f78b330c3dc117a822d4610...</td>\n",
              "      <td>0x5374616b65486f756e6420e29aa1efb88f416c6c6e6f...</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...</td>\n",
              "      <td>435603.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4700017</td>\n",
              "      <td>146875</td>\n",
              "      <td>2022-09-15T06:43:47Z</td>\n",
              "      <td>194406.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x5e6c4fc1204b536b5bf143a1b917dd1446be128f9f08...</td>\n",
              "      <td>0xeec7e6b2bb59283bd696ffaa4830bce8b5b623a98687...</td>\n",
              "      <td>0xa7bcd697ea0da51259c35002cf081140bd8f369dba78...</td>\n",
              "      <td>0xf09f8d80f09f8d80e6ba9fe6b7b1e8beb0e8bf9cf09f...</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...</td>\n",
              "      <td>435603.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4700018</td>\n",
              "      <td>146875</td>\n",
              "      <td>2022-09-15T06:43:59Z</td>\n",
              "      <td>57040.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x001653b9a76e5674383b5ad752b3b5808e4605e19493...</td>\n",
              "      <td>0x1193e130ea41ae156607dbe48f3a886f64c8d97a82d9...</td>\n",
              "      <td>0x8f91508bf7b09020b1b9dcd535a17ba7979728793f5a...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...</td>\n",
              "      <td>435603.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4700016</td>\n",
              "      <td>146875</td>\n",
              "      <td>2022-09-15T06:43:35Z</td>\n",
              "      <td>81113.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0xda5d0eab1690b84cd6ca43d72f0d127a5e2dbadc83e5...</td>\n",
              "      <td>0x014d5c5471cbb550e8d986ded91459cc053be196a0e8...</td>\n",
              "      <td>0xa666a88e9ccbfb9e0c8be8e0dea061982409e254c8c6...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>0x7accf8ed6ed0e9b4eb65ba9dfce209f20465ecfac5e7...</td>\n",
              "      <td>435603.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>996</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4701007</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T10:01:47Z</td>\n",
              "      <td>226892.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0xa89511fc912d8a6dd586f3b64364ca6b1bb561e754eb...</td>\n",
              "      <td>0x5b64b479a7fd8be705251799b30eb8b13235acc6c67c...</td>\n",
              "      <td>0x89fa05049263475f722cae7ffce18da6c00cf0846d33...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "      <td>0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...</td>\n",
              "      <td>435733.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>997</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4701009</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T10:02:11Z</td>\n",
              "      <td>22564.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x8aa73b19240b90562d16a6fba88aadcfdf2ec6ee70f0...</td>\n",
              "      <td>0xe5bf49652a67e625443bc4ce502e0acfab114055b2aa...</td>\n",
              "      <td>0x8880f1a7d66b8deec6f4c1babd8ab7d9ff41952e1187...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "      <td>0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...</td>\n",
              "      <td>435733.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>998</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4701011</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T10:02:35Z</td>\n",
              "      <td>62067.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x7907f2de95146b1216a621b405e52e02ef65d11ba61e...</td>\n",
              "      <td>0x2bb11ae1e9563e21baae9f3e852f161167a2ba32493d...</td>\n",
              "      <td>0xa30b978be75fd8c4ffa4b67002f963d1f0616578471a...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "      <td>0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...</td>\n",
              "      <td>435733.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>999</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4701013</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T10:02:59Z</td>\n",
              "      <td>135207.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x0f1ecbf59d13d40de9051d36c9fc7bcd1ef0a7cbcc5d...</td>\n",
              "      <td>0x72ce34b29d2264432a16d5be513412cb81ff2afdc00c...</td>\n",
              "      <td>0x98d91bbba70090ea264c3f98fdf837d51271fbce2e45...</td>\n",
              "      <td>0x5374616b65204561726e2052656c617820f09f90a020...</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "      <td>0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...</td>\n",
              "      <td>435733.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1000</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>4701012</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T10:02:47Z</td>\n",
              "      <td>284733.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0xeebc4ef332b484d85b23f8b0a96715ffc7cab7d5f7e3...</td>\n",
              "      <td>0xf453f70e3ac99c43773d8e7ae045b84b3b7d7fbb10c7...</td>\n",
              "      <td>0xb5813c149f53ec588252fff86cceb9a3cf5d59c47451...</td>\n",
              "      <td>0x4c69646f20e29aa1efb88f416c6c6e6f646573000000...</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "      <td>0xeaed91e198a7e8bc995207ebfb28c253661263e058f7...</td>\n",
              "      <td>435733.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1001 rows × 20 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-654b21be-c982-4bd2-89fa-4330eca362af')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-654b21be-c982-4bd2-89fa-4330eca362af button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-654b21be-c982-4bd2-89fa-4330eca362af');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 31
        }
      ],
      "source": [
        "# read and show the data\n",
        "df_beacon = pd.read_json('data/beacon_blocks.json', lines=True)\n",
        "df_beacon"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_beacon= df_beacon.sort_values(by=[\"block_slot\"])"
      ],
      "metadata": {
        "id": "BiGO-Mu6UBxV"
      },
      "execution_count": 36,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_beacon.to_csv(\"ETL_beacon.csv\")"
      ],
      "metadata": {
        "id": "Aa8XkU-RFSTp"
      },
      "execution_count": 37,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Part III Process and Visualize Beacon Chain Slot Data"
      ],
      "metadata": {
        "id": "-FPItFjSFXvE"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_beacon =pd.read_csv(\"https://raw.githubusercontent.com/sunshineluyao/eth-data-collection/main/data/ETL_beacon.csv\", index_col=\"Unnamed: 0\")\n",
        "df_beacon.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 444
        },
        "id": "bnB3QuE8PTxm",
        "outputId": "cc12a017-86b8-4f39-dad1-ccc5015b17b4"
      },
      "execution_count": 49,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      item_type  block_slot  block_epoch       block_timestamp  \\\n",
              "0  beacon_block     1583838        49494  2021-07-09T11:27:59Z   \n",
              "1  beacon_block     1583835        49494  2021-07-09T11:27:23Z   \n",
              "2  beacon_block     1583834        49494  2021-07-09T11:27:11Z   \n",
              "3  beacon_block     1583837        49494  2021-07-09T11:27:47Z   \n",
              "4  beacon_block     1583839        49494  2021-07-09T11:28:11Z   \n",
              "\n",
              "   proposer_index  skipped  block_root  \\\n",
              "0         36802.0    False         NaN   \n",
              "1         54620.0    False         NaN   \n",
              "2          7197.0    False         NaN   \n",
              "3         98540.0    False         NaN   \n",
              "4         86016.0    False         NaN   \n",
              "\n",
              "                                         parent_root  \\\n",
              "0  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "1  0xf505617e08ddf563a7c66e42e0a3b01de60ee5b1366c...   \n",
              "2  0x8564510644302e53d27cdd9d3a18b6383493f46c094a...   \n",
              "3  0xf23de2c9bb4f9205572e57efd43714df31a6c37acd09...   \n",
              "4  0xd24ba6f9171fdfc2473541e6e200812e3749f37686f0...   \n",
              "\n",
              "                                          state_root  \\\n",
              "0  0xe4fa6a0d65b2f6de80724f6e63bad5444e2d152efb71...   \n",
              "1  0x621c214d2e75e1cfa024eb22864c002ca49bf436357a...   \n",
              "2  0xdc49231b040c768ac6a97bb8a19e9572a5f8316fd047...   \n",
              "3  0x895a2a0583d8b88e5be43cd6674fdac412136213a44b...   \n",
              "4  0x06667dccd6cb191509aae3214a20156732948c362a6b...   \n",
              "\n",
              "                                       randao_reveal  \\\n",
              "0  0x8b4d06a174933f4e8ef1ddb29f9a5394facdf18e083c...   \n",
              "1  0xb99b603b5bac3ab0aaefb7f0d539ece3dc3be0ee4582...   \n",
              "2  0x971783830c0156932a4b38812b5ee0dedbd0a0bcedde...   \n",
              "3  0xa261ba79ce77d413bcd1c23f657d2c9f616b768b4138...   \n",
              "4  0x872af6be017c41ca850c0962f69218d0872f6b49e404...   \n",
              "\n",
              "                                            graffiti  \\\n",
              "0  0x4265206120626561636f6e20756e746f20796f757273...   \n",
              "1  0x00000000000000000000000000000000000000000000...   \n",
              "2  0x23537570706f72744549503135353900000000000000...   \n",
              "3  0x506f776572656420627920e29aa1efb88f416c6c6e6f...   \n",
              "4  0x00000000000000000000000000000000000000000000...   \n",
              "\n",
              "                                     eth1_block_hash  \\\n",
              "0  0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...   \n",
              "1  0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...   \n",
              "2  0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...   \n",
              "3  0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...   \n",
              "4  0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...   \n",
              "\n",
              "                                   eth1_deposit_root  eth1_deposit_count  \\\n",
              "0  0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...            194998.0   \n",
              "1  0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...            194998.0   \n",
              "2  0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...            194998.0   \n",
              "3  0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...            194998.0   \n",
              "4  0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...            194998.0   \n",
              "\n",
              "   signature                                       attestations deposits  \\\n",
              "0        NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "1        NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "2        NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "3        NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "4        NaN  [{'item_type': 'attestation', 'aggregation_bit...       []   \n",
              "\n",
              "  proposer_slashings attester_slashings voluntary_exits  \n",
              "0                 []                 []              []  \n",
              "1                 []                 []              []  \n",
              "2                 []                 []              []  \n",
              "3                 []                 []              []  \n",
              "4                 []                 []              []  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a5de3525-a8ab-4e4f-bb2a-5e655022830f\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>item_type</th>\n",
              "      <th>block_slot</th>\n",
              "      <th>block_epoch</th>\n",
              "      <th>block_timestamp</th>\n",
              "      <th>proposer_index</th>\n",
              "      <th>skipped</th>\n",
              "      <th>block_root</th>\n",
              "      <th>parent_root</th>\n",
              "      <th>state_root</th>\n",
              "      <th>randao_reveal</th>\n",
              "      <th>graffiti</th>\n",
              "      <th>eth1_block_hash</th>\n",
              "      <th>eth1_deposit_root</th>\n",
              "      <th>eth1_deposit_count</th>\n",
              "      <th>signature</th>\n",
              "      <th>attestations</th>\n",
              "      <th>deposits</th>\n",
              "      <th>proposer_slashings</th>\n",
              "      <th>attester_slashings</th>\n",
              "      <th>voluntary_exits</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>1583838</td>\n",
              "      <td>49494</td>\n",
              "      <td>2021-07-09T11:27:59Z</td>\n",
              "      <td>36802.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>0xe4fa6a0d65b2f6de80724f6e63bad5444e2d152efb71...</td>\n",
              "      <td>0x8b4d06a174933f4e8ef1ddb29f9a5394facdf18e083c...</td>\n",
              "      <td>0x4265206120626561636f6e20756e746f20796f757273...</td>\n",
              "      <td>0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...</td>\n",
              "      <td>0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...</td>\n",
              "      <td>194998.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>1583835</td>\n",
              "      <td>49494</td>\n",
              "      <td>2021-07-09T11:27:23Z</td>\n",
              "      <td>54620.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0xf505617e08ddf563a7c66e42e0a3b01de60ee5b1366c...</td>\n",
              "      <td>0x621c214d2e75e1cfa024eb22864c002ca49bf436357a...</td>\n",
              "      <td>0xb99b603b5bac3ab0aaefb7f0d539ece3dc3be0ee4582...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...</td>\n",
              "      <td>0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...</td>\n",
              "      <td>194998.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>1583834</td>\n",
              "      <td>49494</td>\n",
              "      <td>2021-07-09T11:27:11Z</td>\n",
              "      <td>7197.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0x8564510644302e53d27cdd9d3a18b6383493f46c094a...</td>\n",
              "      <td>0xdc49231b040c768ac6a97bb8a19e9572a5f8316fd047...</td>\n",
              "      <td>0x971783830c0156932a4b38812b5ee0dedbd0a0bcedde...</td>\n",
              "      <td>0x23537570706f72744549503135353900000000000000...</td>\n",
              "      <td>0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...</td>\n",
              "      <td>0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...</td>\n",
              "      <td>194998.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>1583837</td>\n",
              "      <td>49494</td>\n",
              "      <td>2021-07-09T11:27:47Z</td>\n",
              "      <td>98540.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0xf23de2c9bb4f9205572e57efd43714df31a6c37acd09...</td>\n",
              "      <td>0x895a2a0583d8b88e5be43cd6674fdac412136213a44b...</td>\n",
              "      <td>0xa261ba79ce77d413bcd1c23f657d2c9f616b768b4138...</td>\n",
              "      <td>0x506f776572656420627920e29aa1efb88f416c6c6e6f...</td>\n",
              "      <td>0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...</td>\n",
              "      <td>0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...</td>\n",
              "      <td>194998.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>beacon_block</td>\n",
              "      <td>1583839</td>\n",
              "      <td>49494</td>\n",
              "      <td>2021-07-09T11:28:11Z</td>\n",
              "      <td>86016.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0xd24ba6f9171fdfc2473541e6e200812e3749f37686f0...</td>\n",
              "      <td>0x06667dccd6cb191509aae3214a20156732948c362a6b...</td>\n",
              "      <td>0x872af6be017c41ca850c0962f69218d0872f6b49e404...</td>\n",
              "      <td>0x00000000000000000000000000000000000000000000...</td>\n",
              "      <td>0xe62aa1ce2af49325465408a49e62ebc19057fd7ac8ea...</td>\n",
              "      <td>0x5b15946a1f1fe1b0c205bc5af656a53e35a83ad206c1...</td>\n",
              "      <td>194998.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[{'item_type': 'attestation', 'aggregation_bit...</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "      <td>[]</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a5de3525-a8ab-4e4f-bb2a-5e655022830f')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-a5de3525-a8ab-4e4f-bb2a-5e655022830f button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-a5de3525-a8ab-4e4f-bb2a-5e655022830f');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 49
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_beacon[\"skipped\"].value_counts()"
      ],
      "metadata": {
        "id": "gF2igD4sGDq7"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "pJOgoIacUDxR"
      },
      "outputs": [],
      "source": [
        "# basic stats\n",
        "df_beacon.info()"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Epoch and Ethethereum Deposit Count Data"
      ],
      "metadata": {
        "id": "wgdeDOWAYycg"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 44,
      "metadata": {
        "id": "vM8RHsAvUDxR",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 917
        },
        "outputId": "3ce21217-8fcc-415e-9f35-d65a64fb63c7"
      },
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<html>\n",
              "<head><meta charset=\"utf-8\" /></head>\n",
              "<body>\n",
              "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
              "        <script src=\"https://cdn.plot.ly/plotly-2.18.2.min.js\"></script>                <div id=\"69dbe913-9790-4def-b161-3572d5661ea0\" class=\"plotly-graph-div\" style=\"height:900px; width:900px;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"69dbe913-9790-4def-b161-3572d5661ea0\")) {                    Plotly.newPlot(                        \"69dbe913-9790-4def-b161-3572d5661ea0\",                        [{\"name\":\"block epoch\",\"x\":[4700013,4700014,4700015,4700016,4700017,4700018,4700019,4700020,4700021,4700022,4700023,4700024,4700025,4700026,4700027,4700028,4700029,4700030,4700031,4700032,4700033,4700034,4700035,4700036,4700037,4700038,4700039,4700040,4700041,4700042,4700043,4700044,4700045,4700046,4700047,4700048,4700049,4700050,4700051,4700052,4700053,4700054,4700055,4700056,4700057,4700058,4700059,4700060,4700061,4700062,4700063,4700064,4700065,4700066,4700067,4700068,4700069,4700070,4700071,4700072,4700073,4700074,4700075,4700076,4700077,4700078,4700079,4700080,4700081,4700082,4700083,4700084,4700085,4700086,4700087,4700088,4700089,4700090,4700091,4700092,4700093,4700094,4700095,4700096,4700097,4700098,4700099,4700100,4700101,4700102,4700103,4700104,4700105,4700106,4700107,4700108,4700109,4700110,4700111,4700112,4700113,4700114,4700115,4700116,4700117,4700118,4700119,4700120,4700121,4700122,4700123,4700124,4700125,4700126,4700127,4700128,4700129,4700130,4700131,4700132,4700133,4700134,4700135,4700136,4700137,4700138,4700139,4700140,4700141,4700142,4700143,4700144,4700145,4700146,4700147,4700148,4700149,4700150,4700151,4700152,4700153,4700154,4700155,4700156,4700157,4700158,4700159,4700160,4700161,4700162,4700163,4700164,4700165,4700166,4700167,4700168,4700169,4700170,4700171,4700172,4700173,4700174,4700175,4700176,4700177,4700178,4700179,4700180,4700181,4700182,4700183,4700184,4700185,4700186,4700187,4700188,4700189,4700190,4700191,4700192,4700193,4700194,4700195,4700196,4700197,4700198,4700199,4700200,4700201,4700202,4700203,4700204,4700205,4700206,4700207,4700208,4700209,4700210,4700211,4700212,4700213,4700214,4700215,4700216,4700217,4700218,4700219,4700220,4700221,4700222,4700223,4700224,4700225,4700226,4700227,4700228,4700229,4700230,4700231,4700232,4700233,4700234,4700235,4700236,4700237,4700238,4700239,4700240,4700241,4700242,4700243,4700244,4700245,4700246,4700247,4700248,4700249,4700250,4700251,4700252,4700253,4700254,4700255,4700256,4700257,4700258,4700259,4700260,4700261,4700262,4700263,4700264,4700265,4700266,4700267,4700268,4700269,4700270,4700271,4700272,4700273,4700274,4700275,4700276,4700277,4700278,4700279,4700280,4700281,4700282,4700283,4700284,4700285,4700286,4700287,4700288,4700289,4700290,4700291,4700292,4700293,4700294,4700295,4700296,4700297,4700298,4700299,4700300,4700301,4700302,4700303,4700304,4700305,4700306,4700307,4700308,4700309,4700310,4700311,4700312,4700313,4700314,4700315,4700316,4700317,4700318,4700319,4700320,4700321,4700322,4700323,4700324,4700325,4700326,4700327,4700328,4700329,4700330,4700331,4700332,4700333,4700334,4700335,4700336,4700337,4700338,4700339,4700340,4700341,4700342,4700343,4700344,4700345,4700346,4700347,4700348,4700349,4700350,4700351,4700352,4700353,4700354,4700355,4700356,4700357,4700358,4700359,4700360,4700361,4700362,4700363,4700364,4700365,4700366,4700367,4700368,4700369,4700370,4700371,4700372,4700373,4700374,4700375,4700376,4700377,4700378,4700379,4700380,4700381,4700382,4700383,4700384,4700385,4700386,4700387,4700388,4700389,4700390,4700391,4700392,4700393,4700394,4700395,4700396,4700397,4700398,4700399,4700400,4700401,4700402,4700403,4700404,4700405,4700406,4700407,4700408,4700409,4700410,4700411,4700412,4700413,4700414,4700415,4700416,4700417,4700418,4700419,4700420,4700421,4700422,4700423,4700424,4700425,4700426,4700427,4700428,4700429,4700430,4700431,4700432,4700433,4700434,4700435,4700436,4700437,4700438,4700439,4700440,4700441,4700442,4700443,4700444,4700445,4700446,4700447,4700448,4700449,4700450,4700451,4700452,4700453,4700454,4700455,4700456,4700457,4700458,4700459,4700460,4700461,4700462,4700463,4700464,4700465,4700466,4700467,4700468,4700469,4700470,4700471,4700472,4700473,4700474,4700475,4700476,4700477,4700478,4700479,4700480,4700481,4700482,4700483,4700484,4700485,4700486,4700487,4700488,4700489,4700490,4700491,4700492,4700493,4700494,4700495,4700496,4700497,4700498,4700499,4700500,4700501,4700502,4700503,4700504,4700505,4700506,4700507,4700508,4700509,4700510,4700511,4700512,4700513,4700514,4700515,4700516,4700517,4700518,4700519,4700520,4700521,4700522,4700523,4700524,4700525,4700526,4700527,4700528,4700529,4700530,4700531,4700532,4700533,4700534,4700535,4700536,4700537,4700538,4700539,4700540,4700541,4700542,4700543,4700544,4700545,4700546,4700547,4700548,4700549,4700550,4700551,4700552,4700553,4700554,4700555,4700556,4700557,4700558,4700559,4700560,4700561,4700562,4700563,4700564,4700565,4700566,4700567,4700568,4700569,4700570,4700571,4700572,4700573,4700574,4700575,4700576,4700577,4700578,4700579,4700580,4700581,4700582,4700583,4700584,4700585,4700586,4700587,4700588,4700589,4700590,4700591,4700592,4700593,4700594,4700595,4700596,4700597,4700598,4700599,4700600,4700601,4700602,4700603,4700604,4700605,4700606,4700607,4700608,4700609,4700610,4700611,4700612,4700613,4700614,4700615,4700616,4700617,4700618,4700619,4700620,4700621,4700622,4700623,4700624,4700625,4700626,4700627,4700628,4700629,4700630,4700631,4700632,4700633,4700634,4700635,4700636,4700637,4700638,4700639,4700640,4700641,4700642,4700643,4700644,4700645,4700646,4700647,4700648,4700649,4700650,4700651,4700652,4700653,4700654,4700655,4700656,4700657,4700658,4700659,4700660,4700661,4700662,4700663,4700664,4700665,4700666,4700667,4700668,4700669,4700670,4700671,4700672,4700673,4700674,4700675,4700676,4700677,4700678,4700679,4700680,4700681,4700682,4700683,4700684,4700685,4700686,4700687,4700688,4700689,4700690,4700691,4700692,4700693,4700694,4700695,4700696,4700697,4700698,4700699,4700700,4700701,4700702,4700703,4700704,4700705,4700706,4700707,4700708,4700709,4700710,4700711,4700712,4700713,4700714,4700715,4700716,4700717,4700718,4700719,4700720,4700721,4700722,4700723,4700724,4700725,4700726,4700727,4700728,4700729,4700730,4700731,4700732,4700733,4700734,4700735,4700736,4700737,4700738,4700739,4700740,4700741,4700742,4700743,4700744,4700745,4700746,4700747,4700748,4700749,4700750,4700751,4700752,4700753,4700754,4700755,4700756,4700757,4700758,4700759,4700760,4700761,4700762,4700763,4700764,4700765,4700766,4700767,4700768,4700769,4700770,4700771,4700772,4700773,4700774,4700775,4700776,4700777,4700778,4700779,4700780,4700781,4700782,4700783,4700784,4700785,4700786,4700787,4700788,4700789,4700790,4700791,4700792,4700793,4700794,4700795,4700796,4700797,4700798,4700799,4700800,4700801,4700802,4700803,4700804,4700805,4700806,4700807,4700808,4700809,4700810,4700811,4700812,4700813,4700814,4700815,4700816,4700817,4700818,4700819,4700820,4700821,4700822,4700823,4700824,4700825,4700826,4700827,4700828,4700829,4700830,4700831,4700832,4700833,4700834,4700835,4700836,4700837,4700838,4700839,4700840,4700841,4700842,4700843,4700844,4700845,4700846,4700847,4700848,4700849,4700850,4700851,4700852,4700853,4700854,4700855,4700856,4700857,4700858,4700859,4700860,4700861,4700862,4700863,4700864,4700865,4700866,4700867,4700868,4700869,4700870,4700871,4700872,4700873,4700874,4700875,4700876,4700877,4700878,4700879,4700880,4700881,4700882,4700883,4700884,4700885,4700886,4700887,4700888,4700889,4700890,4700891,4700892,4700893,4700894,4700895,4700896,4700897,4700898,4700899,4700900,4700901,4700902,4700903,4700904,4700905,4700906,4700907,4700908,4700909,4700910,4700911,4700912,4700913,4700914,4700915,4700916,4700917,4700918,4700919,4700920,4700921,4700922,4700923,4700924,4700925,4700926,4700927,4700928,4700929,4700930,4700931,4700932,4700933,4700934,4700935,4700936,4700937,4700938,4700939,4700940,4700941,4700942,4700943,4700944,4700945,4700946,4700947,4700948,4700949,4700950,4700951,4700952,4700953,4700954,4700955,4700956,4700957,4700958,4700959,4700960,4700961,4700962,4700963,4700964,4700965,4700966,4700967,4700968,4700969,4700970,4700971,4700972,4700973,4700974,4700975,4700976,4700977,4700978,4700979,4700980,4700981,4700982,4700983,4700984,4700985,4700986,4700987,4700988,4700989,4700990,4700991,4700992,4700993,4700994,4700995,4700996,4700997,4700998,4700999,4701000,4701001,4701002,4701003,4701004,4701005,4701006,4701007,4701008,4701009,4701010,4701011,4701012,4701013],\"y\":[146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146875,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146876,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146877,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146878,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146879,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146880,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146881,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146882,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146883,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146884,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146885,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146886,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146887,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146888,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146889,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146890,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146891,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146892,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146893,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146894,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146895,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146896,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146897,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146898,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146899,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146900,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146901,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146902,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146903,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146904,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146905,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906,146906],\"type\":\"scatter\",\"xaxis\":\"x\",\"yaxis\":\"y\"},{\"name\":\"Ethereum Deposit Count\",\"x\":[4700013,4700014,4700015,4700016,4700017,4700018,4700019,4700020,4700021,4700022,4700023,4700024,4700025,4700026,4700027,4700028,4700029,4700030,4700031,4700032,4700033,4700034,4700035,4700036,4700037,4700038,4700039,4700040,4700041,4700042,4700043,4700044,4700045,4700046,4700047,4700048,4700049,4700050,4700051,4700052,4700053,4700054,4700055,4700056,4700057,4700058,4700059,4700060,4700061,4700062,4700063,4700064,4700065,4700066,4700067,4700068,4700069,4700070,4700071,4700072,4700073,4700074,4700075,4700076,4700077,4700078,4700079,4700080,4700081,4700082,4700083,4700084,4700085,4700086,4700087,4700088,4700089,4700090,4700091,4700092,4700093,4700094,4700095,4700096,4700097,4700098,4700099,4700100,4700101,4700102,4700103,4700104,4700105,4700106,4700107,4700108,4700109,4700110,4700111,4700112,4700113,4700114,4700115,4700116,4700117,4700118,4700119,4700120,4700121,4700122,4700123,4700124,4700125,4700126,4700127,4700128,4700129,4700130,4700131,4700132,4700133,4700134,4700135,4700136,4700137,4700138,4700139,4700140,4700141,4700142,4700143,4700144,4700145,4700146,4700147,4700148,4700149,4700150,4700151,4700152,4700153,4700154,4700155,4700156,4700157,4700158,4700159,4700160,4700161,4700162,4700163,4700164,4700165,4700166,4700167,4700168,4700169,4700170,4700171,4700172,4700173,4700174,4700175,4700176,4700177,4700178,4700179,4700180,4700181,4700182,4700183,4700184,4700185,4700186,4700187,4700188,4700189,4700190,4700191,4700192,4700193,4700194,4700195,4700196,4700197,4700198,4700199,4700200,4700201,4700202,4700203,4700204,4700205,4700206,4700207,4700208,4700209,4700210,4700211,4700212,4700213,4700214,4700215,4700216,4700217,4700218,4700219,4700220,4700221,4700222,4700223,4700224,4700225,4700226,4700227,4700228,4700229,4700230,4700231,4700232,4700233,4700234,4700235,4700236,4700237,4700238,4700239,4700240,4700241,4700242,4700243,4700244,4700245,4700246,4700247,4700248,4700249,4700250,4700251,4700252,4700253,4700254,4700255,4700256,4700257,4700258,4700259,4700260,4700261,4700262,4700263,4700264,4700265,4700266,4700267,4700268,4700269,4700270,4700271,4700272,4700273,4700274,4700275,4700276,4700277,4700278,4700279,4700280,4700281,4700282,4700283,4700284,4700285,4700286,4700287,4700288,4700289,4700290,4700291,4700292,4700293,4700294,4700295,4700296,4700297,4700298,4700299,4700300,4700301,4700302,4700303,4700304,4700305,4700306,4700307,4700308,4700309,4700310,4700311,4700312,4700313,4700314,4700315,4700316,4700317,4700318,4700319,4700320,4700321,4700322,4700323,4700324,4700325,4700326,4700327,4700328,4700329,4700330,4700331,4700332,4700333,4700334,4700335,4700336,4700337,4700338,4700339,4700340,4700341,4700342,4700343,4700344,4700345,4700346,4700347,4700348,4700349,4700350,4700351,4700352,4700353,4700354,4700355,4700356,4700357,4700358,4700359,4700360,4700361,4700362,4700363,4700364,4700365,4700366,4700367,4700368,4700369,4700370,4700371,4700372,4700373,4700374,4700375,4700376,4700377,4700378,4700379,4700380,4700381,4700382,4700383,4700384,4700385,4700386,4700387,4700388,4700389,4700390,4700391,4700392,4700393,4700394,4700395,4700396,4700397,4700398,4700399,4700400,4700401,4700402,4700403,4700404,4700405,4700406,4700407,4700408,4700409,4700410,4700411,4700412,4700413,4700414,4700415,4700416,4700417,4700418,4700419,4700420,4700421,4700422,4700423,4700424,4700425,4700426,4700427,4700428,4700429,4700430,4700431,4700432,4700433,4700434,4700435,4700436,4700437,4700438,4700439,4700440,4700441,4700442,4700443,4700444,4700445,4700446,4700447,4700448,4700449,4700450,4700451,4700452,4700453,4700454,4700455,4700456,4700457,4700458,4700459,4700460,4700461,4700462,4700463,4700464,4700465,4700466,4700467,4700468,4700469,4700470,4700471,4700472,4700473,4700474,4700475,4700476,4700477,4700478,4700479,4700480,4700481,4700482,4700483,4700484,4700485,4700486,4700487,4700488,4700489,4700490,4700491,4700492,4700493,4700494,4700495,4700496,4700497,4700498,4700499,4700500,4700501,4700502,4700503,4700504,4700505,4700506,4700507,4700508,4700509,4700510,4700511,4700512,4700513,4700514,4700515,4700516,4700517,4700518,4700519,4700520,4700521,4700522,4700523,4700524,4700525,4700526,4700527,4700528,4700529,4700530,4700531,4700532,4700533,4700534,4700535,4700536,4700537,4700538,4700539,4700540,4700541,4700542,4700543,4700544,4700545,4700546,4700547,4700548,4700549,4700550,4700551,4700552,4700553,4700554,4700555,4700556,4700557,4700558,4700559,4700560,4700561,4700562,4700563,4700564,4700565,4700566,4700567,4700568,4700569,4700570,4700571,4700572,4700573,4700574,4700575,4700576,4700577,4700578,4700579,4700580,4700581,4700582,4700583,4700584,4700585,4700586,4700587,4700588,4700589,4700590,4700591,4700592,4700593,4700594,4700595,4700596,4700597,4700598,4700599,4700600,4700601,4700602,4700603,4700604,4700605,4700606,4700607,4700608,4700609,4700610,4700611,4700612,4700613,4700614,4700615,4700616,4700617,4700618,4700619,4700620,4700621,4700622,4700623,4700624,4700625,4700626,4700627,4700628,4700629,4700630,4700631,4700632,4700633,4700634,4700635,4700636,4700637,4700638,4700639,4700640,4700641,4700642,4700643,4700644,4700645,4700646,4700647,4700648,4700649,4700650,4700651,4700652,4700653,4700654,4700655,4700656,4700657,4700658,4700659,4700660,4700661,4700662,4700663,4700664,4700665,4700666,4700667,4700668,4700669,4700670,4700671,4700672,4700673,4700674,4700675,4700676,4700677,4700678,4700679,4700680,4700681,4700682,4700683,4700684,4700685,4700686,4700687,4700688,4700689,4700690,4700691,4700692,4700693,4700694,4700695,4700696,4700697,4700698,4700699,4700700,4700701,4700702,4700703,4700704,4700705,4700706,4700707,4700708,4700709,4700710,4700711,4700712,4700713,4700714,4700715,4700716,4700717,4700718,4700719,4700720,4700721,4700722,4700723,4700724,4700725,4700726,4700727,4700728,4700729,4700730,4700731,4700732,4700733,4700734,4700735,4700736,4700737,4700738,4700739,4700740,4700741,4700742,4700743,4700744,4700745,4700746,4700747,4700748,4700749,4700750,4700751,4700752,4700753,4700754,4700755,4700756,4700757,4700758,4700759,4700760,4700761,4700762,4700763,4700764,4700765,4700766,4700767,4700768,4700769,4700770,4700771,4700772,4700773,4700774,4700775,4700776,4700777,4700778,4700779,4700780,4700781,4700782,4700783,4700784,4700785,4700786,4700787,4700788,4700789,4700790,4700791,4700792,4700793,4700794,4700795,4700796,4700797,4700798,4700799,4700800,4700801,4700802,4700803,4700804,4700805,4700806,4700807,4700808,4700809,4700810,4700811,4700812,4700813,4700814,4700815,4700816,4700817,4700818,4700819,4700820,4700821,4700822,4700823,4700824,4700825,4700826,4700827,4700828,4700829,4700830,4700831,4700832,4700833,4700834,4700835,4700836,4700837,4700838,4700839,4700840,4700841,4700842,4700843,4700844,4700845,4700846,4700847,4700848,4700849,4700850,4700851,4700852,4700853,4700854,4700855,4700856,4700857,4700858,4700859,4700860,4700861,4700862,4700863,4700864,4700865,4700866,4700867,4700868,4700869,4700870,4700871,4700872,4700873,4700874,4700875,4700876,4700877,4700878,4700879,4700880,4700881,4700882,4700883,4700884,4700885,4700886,4700887,4700888,4700889,4700890,4700891,4700892,4700893,4700894,4700895,4700896,4700897,4700898,4700899,4700900,4700901,4700902,4700903,4700904,4700905,4700906,4700907,4700908,4700909,4700910,4700911,4700912,4700913,4700914,4700915,4700916,4700917,4700918,4700919,4700920,4700921,4700922,4700923,4700924,4700925,4700926,4700927,4700928,4700929,4700930,4700931,4700932,4700933,4700934,4700935,4700936,4700937,4700938,4700939,4700940,4700941,4700942,4700943,4700944,4700945,4700946,4700947,4700948,4700949,4700950,4700951,4700952,4700953,4700954,4700955,4700956,4700957,4700958,4700959,4700960,4700961,4700962,4700963,4700964,4700965,4700966,4700967,4700968,4700969,4700970,4700971,4700972,4700973,4700974,4700975,4700976,4700977,4700978,4700979,4700980,4700981,4700982,4700983,4700984,4700985,4700986,4700987,4700988,4700989,4700990,4700991,4700992,4700993,4700994,4700995,4700996,4700997,4700998,4700999,4701000,4701001,4701002,4701003,4701004,4701005,4701006,4701007,4701008,4701009,4701010,4701011,4701012,4701013],\"y\":[435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,null,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,null,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,null,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435603.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,null,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0,435733.0],\"type\":\"scatter\",\"xaxis\":\"x2\",\"yaxis\":\"y2\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"slot number\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.625,1.0]},\"xaxis2\":{\"anchor\":\"y2\",\"domain\":[0.0,1.0]},\"yaxis2\":{\"anchor\":\"x2\",\"domain\":[0.0,0.375]},\"annotations\":[{\"font\":{\"size\":16},\"showarrow\":false,\"text\":\"block_epoch\",\"x\":0.5,\"xanchor\":\"center\",\"xref\":\"paper\",\"y\":1.0,\"yanchor\":\"bottom\",\"yref\":\"paper\"},{\"font\":{\"size\":16},\"showarrow\":false,\"text\":\"eth1_deposit_count\",\"x\":0.5,\"xanchor\":\"center\",\"xref\":\"paper\",\"y\":0.375,\"yanchor\":\"bottom\",\"yref\":\"paper\"}],\"title\":{\"text\":\"Etherem Beacon Chain Deposit Count Visualization via Etherem2-ETL\"},\"height\":900,\"width\":900},                        {\"responsive\": true}                    ).then(function(){\n",
              "                            \n",
              "var gd = document.getElementById('69dbe913-9790-4def-b161-3572d5661ea0');\n",
              "var x = new MutationObserver(function (mutations, observer) {{\n",
              "        var display = window.getComputedStyle(gd).display;\n",
              "        if (!display || display === 'none') {{\n",
              "            console.log([gd, 'removed!']);\n",
              "            Plotly.purge(gd);\n",
              "            observer.disconnect();\n",
              "        }}\n",
              "}});\n",
              "\n",
              "// Listen for the removal of the full notebook cells\n",
              "var notebookContainer = gd.closest('#notebook-container');\n",
              "if (notebookContainer) {{\n",
              "    x.observe(notebookContainer, {childList: true});\n",
              "}}\n",
              "\n",
              "// Listen for the clearing of the current output cell\n",
              "var outputEl = gd.closest('.output');\n",
              "if (outputEl) {{\n",
              "    x.observe(outputEl, {childList: true});\n",
              "}}\n",
              "\n",
              "                        })                };                            </script>        </div>\n",
              "</body>\n",
              "</html>"
            ]
          },
          "metadata": {}
        }
      ],
      "source": [
        "layout = go.Layout(\n",
        "    autosize=False,\n",
        "    width=1800,\n",
        "    height=1800\n",
        ")\n",
        "\n",
        "fig = make_subplots(\n",
        "    rows=2, cols=1,\n",
        "    subplot_titles=(\"block_epoch\", \"eth1_deposit_count\"))\n",
        "\n",
        "fig.add_trace(go.Scatter(x=df_beacon.block_slot, y=df_beacon.block_epoch, name=\"block epoch\"),\n",
        "              row=1, col=1)\n",
        "\n",
        "fig.add_trace(go.Scatter(x=df_beacon.block_slot, y=df_beacon.eth1_deposit_count,name=\"Ethereum Deposit Count\"),\n",
        "              row=2, col=1)\n",
        "\n",
        "fig.update_layout(height=900, width=900,\n",
        "                  title_text=\"Etherem Beacon Chain Deposit Count Visualization via Etherem2-ETL\",\n",
        "                  xaxis_title=\"slot number\")\n",
        "\n",
        "fig.show()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pio.write_image(fig, 'ETL2_deposit.png')"
      ],
      "metadata": {
        "id": "5fN93oRQIVcQ"
      },
      "execution_count": 48,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Process and Visualization the Attestations"
      ],
      "metadata": {
        "id": "x5LBK0v3ZAbu"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_beacon.attestations[0]"
      ],
      "metadata": {
        "id": "6qoPzfKFZasj"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "ast.literal_eval(attestations[0])"
      ],
      "metadata": {
        "id": "X3rMyJ1Jg6h-"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "attestations = []\n",
        "for i in range(len(df_beacon)):\n",
        "  attestations.extend([*(ast.literal_eval(df_beacon['attestations'][i]))])"
      ],
      "metadata": {
        "id": "bDdiO3tPhY-r"
      },
      "execution_count": 132,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "attestations"
      ],
      "metadata": {
        "id": "kpY3aQHxhaSX"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_attestation=pd.DataFrame(attestations)\n",
        "df_attestation"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 488
        },
        "id": "caWjWn_5ZGA1",
        "outputId": "63cf227b-46de-4374-fb32-0abda491624f"
      },
      "execution_count": 135,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "         item_type                                   aggregation_bits  \\\n",
              "0      attestation  1111111111111111111111111111111111111111111111...   \n",
              "1      attestation  1111111111111111111111111111111111111111111111...   \n",
              "2      attestation  1111111111111111111111111111111111111111111111...   \n",
              "3      attestation  1111111111111111111111111111111111111111111111...   \n",
              "4      attestation  1111111111111111111111111111111111111111111111...   \n",
              "...            ...                                                ...   \n",
              "11187  attestation  0000000000000000000000000000000000000000000000...   \n",
              "11188  attestation  0000000000000000000000000000000000000000000000...   \n",
              "11189  attestation  0000000000000000000000000000000000000000000000...   \n",
              "11190  attestation  0000000000000000000000100000000000000001000000...   \n",
              "11191  attestation  0000000000000010000000000000000000000000000000...   \n",
              "\n",
              "          slot  index                                  beacon_block_root  \\\n",
              "0      1583837     14  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "1      1583837     29  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "2      1583837     39  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "3      1583837     37  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "4      1583837     24  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "...        ...    ...                                                ...   \n",
              "11187  1583984     31  0xe67456c00224667fb619d4268377f429c46c920f1501...   \n",
              "11188  1583984     18  0xe67456c00224667fb619d4268377f429c46c920f1501...   \n",
              "11189  1583974     41  0x5f6de5524d4c2f2182c26c0913ff1ca26a1e328c2373...   \n",
              "11190  1583968     21  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11191  1583957      6  0xd0505a35f42ff4fc9be98bacd78b54858f7bd16f312f...   \n",
              "\n",
              "       source_epoch                                        source_root  \\\n",
              "0             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "1             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "2             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "3             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "4             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "...             ...                                                ...   \n",
              "11187         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11188         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11189         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11190         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11191         49497  0xe11121f68ba4f5a31b646bae8a73e9c7375eabc3e230...   \n",
              "\n",
              "       target_epoch                                        target_root  \\\n",
              "0             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "1             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "2             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "3             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "4             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "...             ...                                                ...   \n",
              "11187         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11188         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11189         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11190         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11191         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "\n",
              "                                               signature  \n",
              "0      0x8bed280d716d65bc92c585526ae44693bb18cb006816...  \n",
              "1      0x91ef049e51a374dcbf7c6deb028b84e10c11784b2a68...  \n",
              "2      0xa8b8ad0fad56d156d5acf64359928549cc5b55c8217c...  \n",
              "3      0xa56affc9c17a08d3f42a7fd40860eaf369e1d7b73ae7...  \n",
              "4      0x98b827c617e2bb4827f08037bbfaa59737d932c0c619...  \n",
              "...                                                  ...  \n",
              "11187  0x8f9ef1a77a285b3a7cfad5e7374c95fac3c94f2ee3a2...  \n",
              "11188  0xaaf023bd8461189d1a6daada55719d228da195ca48ab...  \n",
              "11189  0xb3d1fc2413b178b336ccac00a8d4916580ba8ddc4374...  \n",
              "11190  0xa6805cb692aa59a6092e288f42f21fb1aedb309834ef...  \n",
              "11191  0x8d6f4f6facdc0befa31d4b843901fda5f38f62999818...  \n",
              "\n",
              "[11192 rows x 10 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b5e306c4-aef8-48d6-a298-30db20adf1b9\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>item_type</th>\n",
              "      <th>aggregation_bits</th>\n",
              "      <th>slot</th>\n",
              "      <th>index</th>\n",
              "      <th>beacon_block_root</th>\n",
              "      <th>source_epoch</th>\n",
              "      <th>source_root</th>\n",
              "      <th>target_epoch</th>\n",
              "      <th>target_root</th>\n",
              "      <th>signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>14</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0x8bed280d716d65bc92c585526ae44693bb18cb006816...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>29</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0x91ef049e51a374dcbf7c6deb028b84e10c11784b2a68...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>39</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0xa8b8ad0fad56d156d5acf64359928549cc5b55c8217c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>37</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0xa56affc9c17a08d3f42a7fd40860eaf369e1d7b73ae7...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>24</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0x98b827c617e2bb4827f08037bbfaa59737d932c0c619...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11187</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000000000000000000000000000...</td>\n",
              "      <td>1583984</td>\n",
              "      <td>31</td>\n",
              "      <td>0xe67456c00224667fb619d4268377f429c46c920f1501...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0x8f9ef1a77a285b3a7cfad5e7374c95fac3c94f2ee3a2...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11188</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000000000000000000000000000...</td>\n",
              "      <td>1583984</td>\n",
              "      <td>18</td>\n",
              "      <td>0xe67456c00224667fb619d4268377f429c46c920f1501...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0xaaf023bd8461189d1a6daada55719d228da195ca48ab...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11189</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000000000000000000000000000...</td>\n",
              "      <td>1583974</td>\n",
              "      <td>41</td>\n",
              "      <td>0x5f6de5524d4c2f2182c26c0913ff1ca26a1e328c2373...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0xb3d1fc2413b178b336ccac00a8d4916580ba8ddc4374...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11190</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000100000000000000001000000...</td>\n",
              "      <td>1583968</td>\n",
              "      <td>21</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0xa6805cb692aa59a6092e288f42f21fb1aedb309834ef...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11191</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000010000000000000000000000000000000...</td>\n",
              "      <td>1583957</td>\n",
              "      <td>6</td>\n",
              "      <td>0xd0505a35f42ff4fc9be98bacd78b54858f7bd16f312f...</td>\n",
              "      <td>49497</td>\n",
              "      <td>0xe11121f68ba4f5a31b646bae8a73e9c7375eabc3e230...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>0x8d6f4f6facdc0befa31d4b843901fda5f38f62999818...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>11192 rows × 10 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b5e306c4-aef8-48d6-a298-30db20adf1b9')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b5e306c4-aef8-48d6-a298-30db20adf1b9 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b5e306c4-aef8-48d6-a298-30db20adf1b9');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 135
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_attestation['zero_bit_count'] = df_attestation['aggregation_bits'].apply(lambda x : x.count('0'))\n",
        "df_attestation['total_bit_count'] = df_attestation['aggregation_bits'].apply(lambda x : len(x))\n",
        "df_attestation"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 488
        },
        "id": "iF21TRDEiRVy",
        "outputId": "bb218937-5bc1-43af-8ea1-f548a889f88a"
      },
      "execution_count": 137,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "         item_type                                   aggregation_bits  \\\n",
              "0      attestation  1111111111111111111111111111111111111111111111...   \n",
              "1      attestation  1111111111111111111111111111111111111111111111...   \n",
              "2      attestation  1111111111111111111111111111111111111111111111...   \n",
              "3      attestation  1111111111111111111111111111111111111111111111...   \n",
              "4      attestation  1111111111111111111111111111111111111111111111...   \n",
              "...            ...                                                ...   \n",
              "11187  attestation  0000000000000000000000000000000000000000000000...   \n",
              "11188  attestation  0000000000000000000000000000000000000000000000...   \n",
              "11189  attestation  0000000000000000000000000000000000000000000000...   \n",
              "11190  attestation  0000000000000000000000100000000000000001000000...   \n",
              "11191  attestation  0000000000000010000000000000000000000000000000...   \n",
              "\n",
              "          slot  index                                  beacon_block_root  \\\n",
              "0      1583837     14  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "1      1583837     29  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "2      1583837     39  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "3      1583837     37  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "4      1583837     24  0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...   \n",
              "...        ...    ...                                                ...   \n",
              "11187  1583984     31  0xe67456c00224667fb619d4268377f429c46c920f1501...   \n",
              "11188  1583984     18  0xe67456c00224667fb619d4268377f429c46c920f1501...   \n",
              "11189  1583974     41  0x5f6de5524d4c2f2182c26c0913ff1ca26a1e328c2373...   \n",
              "11190  1583968     21  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11191  1583957      6  0xd0505a35f42ff4fc9be98bacd78b54858f7bd16f312f...   \n",
              "\n",
              "       source_epoch                                        source_root  \\\n",
              "0             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "1             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "2             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "3             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "4             49493  0x7b2d88e6e447867523722c33f8bfe58217056e067a05...   \n",
              "...             ...                                                ...   \n",
              "11187         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11188         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11189         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11190         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "11191         49497  0xe11121f68ba4f5a31b646bae8a73e9c7375eabc3e230...   \n",
              "\n",
              "       target_epoch                                        target_root  \\\n",
              "0             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "1             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "2             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "3             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "4             49494  0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...   \n",
              "...             ...                                                ...   \n",
              "11187         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11188         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11189         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11190         49499  0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...   \n",
              "11191         49498  0x7cb397425259437e030b0ed719ef231cbc2c64e76202...   \n",
              "\n",
              "                                               signature  zero_bit_count  \\\n",
              "0      0x8bed280d716d65bc92c585526ae44693bb18cb006816...               0   \n",
              "1      0x91ef049e51a374dcbf7c6deb028b84e10c11784b2a68...               0   \n",
              "2      0xa8b8ad0fad56d156d5acf64359928549cc5b55c8217c...               0   \n",
              "3      0xa56affc9c17a08d3f42a7fd40860eaf369e1d7b73ae7...               0   \n",
              "4      0x98b827c617e2bb4827f08037bbfaa59737d932c0c619...               0   \n",
              "...                                                  ...             ...   \n",
              "11187  0x8f9ef1a77a285b3a7cfad5e7374c95fac3c94f2ee3a2...             130   \n",
              "11188  0xaaf023bd8461189d1a6daada55719d228da195ca48ab...             129   \n",
              "11189  0xb3d1fc2413b178b336ccac00a8d4916580ba8ddc4374...             130   \n",
              "11190  0xa6805cb692aa59a6092e288f42f21fb1aedb309834ef...             125   \n",
              "11191  0x8d6f4f6facdc0befa31d4b843901fda5f38f62999818...             130   \n",
              "\n",
              "       total_bit_count  \n",
              "0                  131  \n",
              "1                  131  \n",
              "2                  131  \n",
              "3                  131  \n",
              "4                  131  \n",
              "...                ...  \n",
              "11187              131  \n",
              "11188              130  \n",
              "11189              131  \n",
              "11190              131  \n",
              "11191              131  \n",
              "\n",
              "[11192 rows x 12 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-fd8afd4b-31e9-4450-9ea7-0d3e119725f6\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>item_type</th>\n",
              "      <th>aggregation_bits</th>\n",
              "      <th>slot</th>\n",
              "      <th>index</th>\n",
              "      <th>beacon_block_root</th>\n",
              "      <th>source_epoch</th>\n",
              "      <th>source_root</th>\n",
              "      <th>target_epoch</th>\n",
              "      <th>target_root</th>\n",
              "      <th>signature</th>\n",
              "      <th>zero_bit_count</th>\n",
              "      <th>total_bit_count</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>14</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0x8bed280d716d65bc92c585526ae44693bb18cb006816...</td>\n",
              "      <td>0</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>29</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0x91ef049e51a374dcbf7c6deb028b84e10c11784b2a68...</td>\n",
              "      <td>0</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>39</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0xa8b8ad0fad56d156d5acf64359928549cc5b55c8217c...</td>\n",
              "      <td>0</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>37</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0xa56affc9c17a08d3f42a7fd40860eaf369e1d7b73ae7...</td>\n",
              "      <td>0</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>attestation</td>\n",
              "      <td>1111111111111111111111111111111111111111111111...</td>\n",
              "      <td>1583837</td>\n",
              "      <td>24</td>\n",
              "      <td>0x94af99a2c5872cf5ad432ea6512e946b6c5bcfee60a4...</td>\n",
              "      <td>49493</td>\n",
              "      <td>0x7b2d88e6e447867523722c33f8bfe58217056e067a05...</td>\n",
              "      <td>49494</td>\n",
              "      <td>0x313cbb03fa8f0ea278f518e7b893442f096d0ae855d0...</td>\n",
              "      <td>0x98b827c617e2bb4827f08037bbfaa59737d932c0c619...</td>\n",
              "      <td>0</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11187</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000000000000000000000000000...</td>\n",
              "      <td>1583984</td>\n",
              "      <td>31</td>\n",
              "      <td>0xe67456c00224667fb619d4268377f429c46c920f1501...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0x8f9ef1a77a285b3a7cfad5e7374c95fac3c94f2ee3a2...</td>\n",
              "      <td>130</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11188</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000000000000000000000000000...</td>\n",
              "      <td>1583984</td>\n",
              "      <td>18</td>\n",
              "      <td>0xe67456c00224667fb619d4268377f429c46c920f1501...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0xaaf023bd8461189d1a6daada55719d228da195ca48ab...</td>\n",
              "      <td>129</td>\n",
              "      <td>130</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11189</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000000000000000000000000000...</td>\n",
              "      <td>1583974</td>\n",
              "      <td>41</td>\n",
              "      <td>0x5f6de5524d4c2f2182c26c0913ff1ca26a1e328c2373...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0xb3d1fc2413b178b336ccac00a8d4916580ba8ddc4374...</td>\n",
              "      <td>130</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11190</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000000000000100000000000000001000000...</td>\n",
              "      <td>1583968</td>\n",
              "      <td>21</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>49499</td>\n",
              "      <td>0x96b3cbb1d85bd31cbd5df06c49359b1f978075b86e99...</td>\n",
              "      <td>0xa6805cb692aa59a6092e288f42f21fb1aedb309834ef...</td>\n",
              "      <td>125</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11191</th>\n",
              "      <td>attestation</td>\n",
              "      <td>0000000000000010000000000000000000000000000000...</td>\n",
              "      <td>1583957</td>\n",
              "      <td>6</td>\n",
              "      <td>0xd0505a35f42ff4fc9be98bacd78b54858f7bd16f312f...</td>\n",
              "      <td>49497</td>\n",
              "      <td>0xe11121f68ba4f5a31b646bae8a73e9c7375eabc3e230...</td>\n",
              "      <td>49498</td>\n",
              "      <td>0x7cb397425259437e030b0ed719ef231cbc2c64e76202...</td>\n",
              "      <td>0x8d6f4f6facdc0befa31d4b843901fda5f38f62999818...</td>\n",
              "      <td>130</td>\n",
              "      <td>131</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>11192 rows × 12 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fd8afd4b-31e9-4450-9ea7-0d3e119725f6')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-fd8afd4b-31e9-4450-9ea7-0d3e119725f6 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-fd8afd4b-31e9-4450-9ea7-0d3e119725f6');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 137
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_attestation['zero_bit_ratio'] = df_attestation['zero_bit_count'] / df_attestation['total_bit_count']"
      ],
      "metadata": {
        "id": "MPcQd3B5ikK-"
      },
      "execution_count": 138,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_as = df_attestation.groupby('slot')['zero_bit_ratio'].mean().reset_index()\n",
        "df_as"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "a8NO7AkWipzy",
        "outputId": "07eb2a7c-6ffe-4b2d-86e6-3a56c05bcea5"
      },
      "execution_count": 141,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        slot  zero_bit_ratio\n",
              "0    1583806        0.638462\n",
              "1    1583807        0.645940\n",
              "2    1583808        0.706322\n",
              "3    1583809        0.107526\n",
              "4    1583811        0.284072\n",
              "..       ...             ...\n",
              "164  1583980        0.178126\n",
              "165  1583981        0.147122\n",
              "166  1583982        0.101688\n",
              "167  1583983        0.103068\n",
              "168  1583984        0.238717\n",
              "\n",
              "[169 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-dd80cec0-7fe3-4a90-8a64-cbc4e1b23281\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>slot</th>\n",
              "      <th>zero_bit_ratio</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1583806</td>\n",
              "      <td>0.638462</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1583807</td>\n",
              "      <td>0.645940</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1583808</td>\n",
              "      <td>0.706322</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1583809</td>\n",
              "      <td>0.107526</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1583811</td>\n",
              "      <td>0.284072</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>164</th>\n",
              "      <td>1583980</td>\n",
              "      <td>0.178126</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>165</th>\n",
              "      <td>1583981</td>\n",
              "      <td>0.147122</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>166</th>\n",
              "      <td>1583982</td>\n",
              "      <td>0.101688</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>167</th>\n",
              "      <td>1583983</td>\n",
              "      <td>0.103068</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>168</th>\n",
              "      <td>1583984</td>\n",
              "      <td>0.238717</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>169 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-dd80cec0-7fe3-4a90-8a64-cbc4e1b23281')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-dd80cec0-7fe3-4a90-8a64-cbc4e1b23281 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-dd80cec0-7fe3-4a90-8a64-cbc4e1b23281');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 141
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import plotly.express as px\n",
        "fig = px.scatter(df_as, x=\"slot\", y=\"zero_bit_ratio\", template=\"simple_white\")\n",
        "\n",
        "fig.update_layout(height=900, width=1800,\n",
        "                  title_text=\"Ethereum Beacon Chain Mean Ratio of Missing Attestation Per Slot\",\n",
        "                  xaxis_title=\"slot number\")\n",
        "fig.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 937
        },
        "id": "TtWGCRVfjB8u",
        "outputId": "ac49b843-2246-4218-8bd4-a71c563c63a6"
      },
      "execution_count": 145,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<html>\n",
              "<head><meta charset=\"utf-8\" /></head>\n",
              "<body>\n",
              "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
              "        <script src=\"https://cdn.plot.ly/plotly-2.18.2.min.js\"></script>                <div id=\"032c66db-f49f-4a54-867e-d9150bf46d13\" class=\"plotly-graph-div\" style=\"height:900px; width:1800px;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"032c66db-f49f-4a54-867e-d9150bf46d13\")) {                    Plotly.newPlot(                        \"032c66db-f49f-4a54-867e-d9150bf46d13\",                        [{\"hovertemplate\":\"slot=%{x}<br>zero_bit_ratio=%{y}<extra></extra>\",\"legendgroup\":\"\",\"marker\":{\"color\":\"#1F77B4\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[1583806,1583807,1583808,1583809,1583811,1583813,1583814,1583822,1583823,1583825,1583826,1583827,1583828,1583829,1583830,1583831,1583832,1583833,1583834,1583835,1583836,1583837,1583838,1583839,1583840,1583841,1583842,1583843,1583844,1583845,1583846,1583847,1583848,1583849,1583850,1583851,1583852,1583853,1583854,1583855,1583856,1583857,1583858,1583859,1583860,1583861,1583862,1583863,1583864,1583865,1583866,1583867,1583868,1583869,1583870,1583871,1583872,1583873,1583874,1583875,1583876,1583877,1583878,1583879,1583880,1583881,1583882,1583883,1583884,1583885,1583886,1583887,1583888,1583889,1583890,1583891,1583892,1583893,1583894,1583895,1583896,1583897,1583898,1583899,1583900,1583901,1583902,1583903,1583904,1583905,1583906,1583907,1583908,1583909,1583910,1583911,1583912,1583913,1583914,1583915,1583916,1583917,1583918,1583919,1583920,1583921,1583922,1583923,1583924,1583925,1583926,1583927,1583928,1583929,1583930,1583931,1583932,1583933,1583934,1583935,1583936,1583937,1583938,1583939,1583940,1583941,1583942,1583943,1583944,1583945,1583946,1583947,1583948,1583949,1583950,1583951,1583952,1583953,1583954,1583955,1583956,1583957,1583958,1583959,1583960,1583961,1583962,1583963,1583964,1583965,1583966,1583967,1583968,1583969,1583970,1583971,1583972,1583973,1583974,1583975,1583976,1583977,1583978,1583979,1583980,1583981,1583982,1583983,1583984],\"xaxis\":\"x\",\"y\":[0.6384615384615384,0.6459399379246707,0.7063221765511841,0.10752593462517128,0.2840722254844392,0.7076923076923077,0.29782736347621847,0.3855989430416911,0.692402154765248,0.021065766294773927,0.5152671755725191,0.16290859267958505,0.46328537874339404,0.015384615384615385,0.6240849481307497,0.3972212901602215,0.8366059894304169,0.05999137176890722,0.2196692432833091,0.16586558479688251,0.17506125093648126,0.16865226941562822,0.08306870229007635,0.36829201333018124,0.4879204764700948,0.21719747597610192,0.1352618575432921,0.21351789062943952,0.24017126639264044,0.13888453926621866,0.08335350581806415,0.17975502467266227,0.13482865974584252,0.16822600639394533,0.15340630851217052,0.18293065712913043,0.1522062670154273,0.3790820576547543,0.19806958308866704,0.19513242884074544,0.04655567453052859,0.11945355946254015,0.17256187983319568,0.4666543269762652,0.4672209973520646,0.15082755257422098,0.2218091506791294,0.49582407856553223,0.2263885232956041,0.23279169835295477,0.2314417571931885,0.09013046829125074,0.3837057765707575,0.18335557572198793,0.19850933852540922,0.23900959091798785,0.5347563705284211,0.28843743700756347,0.2722823402212715,0.25852447886083385,0.26384138285378744,0.19360145548357288,0.1566401537393904,0.21227349053785372,0.1396159939729002,0.20231097664142042,0.19862008220786848,0.10092190252495596,0.22642028772753964,0.23834334583013386,0.21187172275962954,0.12578130097214066,0.171147554735341,0.21926975539789956,0.18982775494225876,0.11960093491301395,0.21596707896880268,0.22664343540329024,0.1496321998612075,0.168229268610948,0.20838870517456295,0.17407201577048906,0.2670645551967117,0.13638262794164144,0.08319891667765168,0.11571390740676776,0.1469470987028239,0.24099246593747822,0.6385600906605429,0.46066380805418616,0.18630109761055152,0.3423332881641748,0.08351049168933575,0.2597697467926475,0.08882748930458853,0.1852593130766245,0.08111971520845566,0.1096445318151259,0.1669833982811082,0.20649361167918684,0.21365744021706118,0.2441658932055386,0.46535158543746324,0.1515582523216111,0.19736249755333723,0.13667848592980714,0.14796455452944002,0.06345909179878646,0.1306100094855233,0.15016299835989227,0.26017843274676566,0.14479504692441614,0.1725318955853307,0.1581968639220548,0.13233618233618236,0.08578172314139984,0.15864264301387643,0.2934705243865549,0.21227452071164404,0.28839582809048453,0.6400256755667623,0.4797457021098469,0.16743771495679893,0.1955383173141309,0.14768910478834144,0.18349009768857097,0.16823035601661557,0.1445562215402342,0.19769756157863833,0.1523914512680176,0.1840474029787007,0.18314528982467912,0.09353258954785673,0.13697321468901033,0.17349810494848664,0.45094559296980985,0.15325452309464985,0.15239477503628446,0.17064222178725996,0.2219536680999375,0.13715086584163352,0.18167084823573373,0.26330818916843585,0.21801691867293013,0.19191748906104975,0.15267951118448023,0.2971253538531652,0.21328679938628228,0.09848709889123,0.022908259516997542,0.25063417498532004,0.3497178891470295,0.659684340829379,0.24515181936999222,0.18363209309774195,0.21246076902828678,0.23589058524173026,0.10245331767469174,0.13579204119427254,0.194192910343975,0.10153258954785672,0.1745165909488931,0.18978273634762186,0.13727246036406343,0.17812631991016886,0.14712219078631292,0.10168761009982384,0.10306752789195536,0.23871731839127364],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"white\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"bar\":[{\"error_x\":{\"color\":\"rgb(36,36,36)\"},\"error_y\":{\"color\":\"rgb(36,36,36)\"},\"marker\":{\"line\":{\"color\":\"white\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"rgb(36,36,36)\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"rgb(36,36,36)\"},\"baxis\":{\"endlinecolor\":\"rgb(36,36,36)\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"rgb(36,36,36)\"},\"type\":\"carpet\"}],\"choropleth\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"type\":\"choropleth\"}],\"contourcarpet\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"type\":\"contourcarpet\"}],\"contour\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"colorscale\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]],\"type\":\"contour\"}],\"heatmapgl\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"colorscale\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]],\"type\":\"heatmapgl\"}],\"heatmap\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"colorscale\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]],\"type\":\"heatmap\"}],\"histogram2dcontour\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"colorscale\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]],\"type\":\"histogram2dcontour\"}],\"histogram2d\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"colorscale\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]],\"type\":\"histogram2d\"}],\"histogram\":[{\"marker\":{\"line\":{\"color\":\"white\",\"width\":0.6}},\"type\":\"histogram\"}],\"mesh3d\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"type\":\"mesh3d\"}],\"parcoords\":[{\"line\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"parcoords\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}],\"scatter3d\":[{\"line\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scatter3d\"}],\"scattercarpet\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scattercarpet\"}],\"scattergeo\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scattergeo\"}],\"scattergl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scattergl\"}],\"scattermapbox\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scattermapbox\"}],\"scatterpolargl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scatterpolargl\"}],\"scatterpolar\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scatterpolar\"}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"scatterternary\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"type\":\"scatterternary\"}],\"surface\":[{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"},\"colorscale\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]],\"type\":\"surface\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"rgb(237,237,237)\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"rgb(217,217,217)\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}]},\"layout\":{\"annotationdefaults\":{\"arrowhead\":0,\"arrowwidth\":1},\"autotypenumbers\":\"strict\",\"coloraxis\":{\"colorbar\":{\"outlinewidth\":1,\"tickcolor\":\"rgb(36,36,36)\",\"ticks\":\"outside\"}},\"colorscale\":{\"diverging\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"sequential\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]],\"sequentialminus\":[[0.0,\"#440154\"],[0.1111111111111111,\"#482878\"],[0.2222222222222222,\"#3e4989\"],[0.3333333333333333,\"#31688e\"],[0.4444444444444444,\"#26828e\"],[0.5555555555555556,\"#1f9e89\"],[0.6666666666666666,\"#35b779\"],[0.7777777777777778,\"#6ece58\"],[0.8888888888888888,\"#b5de2b\"],[1.0,\"#fde725\"]]},\"colorway\":[\"#1F77B4\",\"#FF7F0E\",\"#2CA02C\",\"#D62728\",\"#9467BD\",\"#8C564B\",\"#E377C2\",\"#7F7F7F\",\"#BCBD22\",\"#17BECF\"],\"font\":{\"color\":\"rgb(36,36,36)\"},\"geo\":{\"bgcolor\":\"white\",\"lakecolor\":\"white\",\"landcolor\":\"white\",\"showlakes\":true,\"showland\":true,\"subunitcolor\":\"white\"},\"hoverlabel\":{\"align\":\"left\"},\"hovermode\":\"closest\",\"mapbox\":{\"style\":\"light\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"white\",\"polar\":{\"angularaxis\":{\"gridcolor\":\"rgb(232,232,232)\",\"linecolor\":\"rgb(36,36,36)\",\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\"},\"bgcolor\":\"white\",\"radialaxis\":{\"gridcolor\":\"rgb(232,232,232)\",\"linecolor\":\"rgb(36,36,36)\",\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\"}},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"white\",\"gridcolor\":\"rgb(232,232,232)\",\"gridwidth\":2,\"linecolor\":\"rgb(36,36,36)\",\"showbackground\":true,\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\",\"zeroline\":false,\"zerolinecolor\":\"rgb(36,36,36)\"},\"yaxis\":{\"backgroundcolor\":\"white\",\"gridcolor\":\"rgb(232,232,232)\",\"gridwidth\":2,\"linecolor\":\"rgb(36,36,36)\",\"showbackground\":true,\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\",\"zeroline\":false,\"zerolinecolor\":\"rgb(36,36,36)\"},\"zaxis\":{\"backgroundcolor\":\"white\",\"gridcolor\":\"rgb(232,232,232)\",\"gridwidth\":2,\"linecolor\":\"rgb(36,36,36)\",\"showbackground\":true,\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\",\"zeroline\":false,\"zerolinecolor\":\"rgb(36,36,36)\"}},\"shapedefaults\":{\"fillcolor\":\"black\",\"line\":{\"width\":0},\"opacity\":0.3},\"ternary\":{\"aaxis\":{\"gridcolor\":\"rgb(232,232,232)\",\"linecolor\":\"rgb(36,36,36)\",\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\"},\"baxis\":{\"gridcolor\":\"rgb(232,232,232)\",\"linecolor\":\"rgb(36,36,36)\",\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\"},\"bgcolor\":\"white\",\"caxis\":{\"gridcolor\":\"rgb(232,232,232)\",\"linecolor\":\"rgb(36,36,36)\",\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\"}},\"title\":{\"x\":0.05},\"xaxis\":{\"automargin\":true,\"gridcolor\":\"rgb(232,232,232)\",\"linecolor\":\"rgb(36,36,36)\",\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\",\"title\":{\"standoff\":15},\"zeroline\":false,\"zerolinecolor\":\"rgb(36,36,36)\"},\"yaxis\":{\"automargin\":true,\"gridcolor\":\"rgb(232,232,232)\",\"linecolor\":\"rgb(36,36,36)\",\"showgrid\":false,\"showline\":true,\"ticks\":\"outside\",\"title\":{\"standoff\":15},\"zeroline\":false,\"zerolinecolor\":\"rgb(36,36,36)\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"slot number\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"zero_bit_ratio\"}},\"legend\":{\"tracegroupgap\":0},\"margin\":{\"t\":60},\"title\":{\"text\":\"Ethereum Beacon Chain Mean Ratio of Missing Attestation Per Slot\"},\"height\":900,\"width\":1800},                        {\"responsive\": true}                    ).then(function(){\n",
              "                            \n",
              "var gd = document.getElementById('032c66db-f49f-4a54-867e-d9150bf46d13');\n",
              "var x = new MutationObserver(function (mutations, observer) {{\n",
              "        var display = window.getComputedStyle(gd).display;\n",
              "        if (!display || display === 'none') {{\n",
              "            console.log([gd, 'removed!']);\n",
              "            Plotly.purge(gd);\n",
              "            observer.disconnect();\n",
              "        }}\n",
              "}});\n",
              "\n",
              "// Listen for the removal of the full notebook cells\n",
              "var notebookContainer = gd.closest('#notebook-container');\n",
              "if (notebookContainer) {{\n",
              "    x.observe(notebookContainer, {childList: true});\n",
              "}}\n",
              "\n",
              "// Listen for the clearing of the current output cell\n",
              "var outputEl = gd.closest('.output');\n",
              "if (outputEl) {{\n",
              "    x.observe(outputEl, {childList: true});\n",
              "}}\n",
              "\n",
              "                        })                };                            </script>        </div>\n",
              "</body>\n",
              "</html>"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pio.write_image(fig, 'Attestation.png')"
      ],
      "metadata": {
        "id": "44CpXwRukFAb"
      },
      "execution_count": 146,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Part IV How to Merge the Beacon Chain and the Execution Layer Data?\n",
        "\n",
        "(answer: by block hash)\n",
        "\n",
        "\n",
        "*  [etherscan](https://etherscan.io/block/0xd049fc79f832e3a4eeb0465c8681c48cc737a047a88b5cab491d703e02e05be4)\n",
        "*  [beaconscan](https://beaconscan.com/slot/6346591)"
      ],
      "metadata": {
        "id": "Zy47EjA8QTxq"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "for the above state, we find from etherscan and beaconscan that\n",
        "\n",
        "\n",
        "*   when slot number =4700013, the block number=15533942\n",
        "*   when slot number = 4701013, the block number =15535581\n"
      ],
      "metadata": {
        "id": "rN626LloQXKl"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Now we can query the connected execution layer data from etherem-etl\n",
        "\n",
        "https://github.com/blockchain-etl/ethereum-etl\n",
        "(currently only works with Python<=3.9)"
      ],
      "metadata": {
        "id": "jhrugM3CQe9Z"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereumetl export_blocks_and_transactions --start-block 15533942 --end-block 15535581 --provider-uri https://multi-restless-replica.quiknode.pro/a5255e1386c2c5579770407e25b8f32f3be811cc/ --blocks-output blocks.csv"
      ],
      "metadata": {
        "id": "zfTbusc6QbXu"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "blocks = pd.read_csv(\"https://raw.githubusercontent.com/sunshineluyao/eth-data-collection/main/data/blocks.csv\")\n",
        "blocks.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 300
        },
        "id": "0FdXyRcJQode",
        "outputId": "1102e962-834d-4bb2-d4fd-cfa93c8966b0"
      },
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "     number                                               hash  \\\n",
              "0  15534142  0x51fc3040df28d459d5d228b7766aadcc869d86e99ebd...   \n",
              "1  15533942  0xb8736ada384707e156f2e0e69d8311ceda11f9680692...   \n",
              "2  15534342  0x3313f8bc140c92f8bc3d8b3255f8848da52a3816922d...   \n",
              "3  15534042  0xd391d740b773f1daf0c29031f3ef7823023727e2676d...   \n",
              "4  15534043  0xc7f0e0cbcd22433ca3ef5f7e09d55328c6083f97facd...   \n",
              "\n",
              "                                         parent_hash               nonce  \\\n",
              "0  0x08f0fd658498fc98aaff80f65270315b143ce9ee51ac...  0xaf1fc9ac6b524f3f   \n",
              "1  0xeb2a0ff6a56f1a1cab9276551bb6c0464fb985ee34c3...  0x39be0d9c53ed62b5   \n",
              "2  0xc604fd1ecfd6b13d3e081502d3d29461cb4351508624...  0x1405d2b5cc7cadb8   \n",
              "3  0x57b65e31c4b755a3632c2ad9406188d5bcc12e9aa131...  0xb7ced7c6ca70b1c9   \n",
              "4  0xd391d740b773f1daf0c29031f3ef7823023727e2676d...  0xf79193060b62a2f1   \n",
              "\n",
              "                                         sha3_uncles  \\\n",
              "0  0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...   \n",
              "1  0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...   \n",
              "2  0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...   \n",
              "3  0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...   \n",
              "4  0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...   \n",
              "\n",
              "                                          logs_bloom  \\\n",
              "0  0x102280c005009f708418520188101b21100054000521...   \n",
              "1  0x04a90104b1b2800303b14ab8a11092a10024a5312000...   \n",
              "2  0x0e73218b5f103841b0806291e21c97a0c601dcc80029...   \n",
              "3  0xfdad486adf87181f56dbd21ae3dd65373cc373eff5be...   \n",
              "4  0x23a10491613a5581822070a0e30002b04c0034e41910...   \n",
              "\n",
              "                                   transactions_root  \\\n",
              "0  0x69de557dcea332a5c3754a50570dbb49631b258dcddb...   \n",
              "1  0xcc101fca389b8e5310b1610da5c0c9c4d96fb89581ee...   \n",
              "2  0x3193c852a3e5139b626e2b4e79eb2dc2c4e8f556f1c1...   \n",
              "3  0xb9fcff1945952b8344d9ffdb8009ff444dd9a1ba9894...   \n",
              "4  0x7fca201ed93c6a1069f353d2981cb0b4f38554191ac6...   \n",
              "\n",
              "                                          state_root  \\\n",
              "0  0x27056a0ee1b6eff528a2cd27ff8b60ac8394f95645a6...   \n",
              "1  0x352e9aacdd309f0c21a935607d4bfdba67d3a33de687...   \n",
              "2  0x2f95ea90142e657fc8632c5da5bb0285da11f08f577e...   \n",
              "3  0x1ba93010afa60b13fc27a227cccf66efd98d40eaddb5...   \n",
              "4  0x70462b7795cb42ee67f0ca3e7fe2d13d8650832a8f11...   \n",
              "\n",
              "                                       receipts_root  \\\n",
              "0  0xbc87ec68dfbd512d00cc5d3429f7db189caa5d7ce57c...   \n",
              "1  0xf7680fd1ae1fc698c55be1044d999e5d80eba63a8578...   \n",
              "2  0x100c4c324bc03c7428a66d51b526ab2ece50c6b0975d...   \n",
              "3  0x87a05e955713cf92cf3d047c0d29e9094b4a647f81ec...   \n",
              "4  0x93345159ab3464e4826f0e494a26be845e925b7b8517...   \n",
              "\n",
              "                                        miner  ...         total_difficulty  \\\n",
              "0  0x829bd824b016326a401d083b33d092293333a830  ...  58712522006955327774482   \n",
              "1  0x1ad91ee08f21be3de0ba2ba6918e714da6b45836  ...  58710082761016211437029   \n",
              "2  0x829bd824b016326a401d083b33d092293333a830  ...  58714969870690885574045   \n",
              "3  0xea674fdde714fd979de3edf0f56aa9716b898ec8  ...  58711298955248274178243   \n",
              "4  0x7f101fe45e6649a6fb8f3f8b43ed03d353f2b90c  ...  58711311194900709802594   \n",
              "\n",
              "     size                                      extra_data gas_limit  gas_used  \\\n",
              "0   22910          0xe4b883e5bda9e7a59ee4bb99e9b1bc490921  30000000   5341868   \n",
              "1   47887        0x486976656f6e2072752d68656176792d697670  30000000   8685649   \n",
              "2  119679          0xe4b883e5bda9e7a59ee4bb99e9b1bc471f21  30000000  26237337   \n",
              "3  139835                      0x617369612d65617374322d39  30029209  30012792   \n",
              "4   70528  0x466c6578706f6f6c2f53312f4252202d204475626169  30000000  10031002   \n",
              "\n",
              "    timestamp  transaction_count  base_fee_per_gas  withdrawals_root  \\\n",
              "0  1663175464                 72       11772309785               NaN   \n",
              "1  1663172692                144       18525573914               NaN   \n",
              "2  1663178288                260        9100791212               NaN   \n",
              "3  1663174046                291       10516326384               NaN   \n",
              "4  1663174054                107       11829429947               NaN   \n",
              "\n",
              "   withdrawals  \n",
              "0          NaN  \n",
              "1          NaN  \n",
              "2          NaN  \n",
              "3          NaN  \n",
              "4          NaN  \n",
              "\n",
              "[5 rows x 21 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b56ca114-b82e-47af-981f-9d1f0d01ea43\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>number</th>\n",
              "      <th>hash</th>\n",
              "      <th>parent_hash</th>\n",
              "      <th>nonce</th>\n",
              "      <th>sha3_uncles</th>\n",
              "      <th>logs_bloom</th>\n",
              "      <th>transactions_root</th>\n",
              "      <th>state_root</th>\n",
              "      <th>receipts_root</th>\n",
              "      <th>miner</th>\n",
              "      <th>...</th>\n",
              "      <th>total_difficulty</th>\n",
              "      <th>size</th>\n",
              "      <th>extra_data</th>\n",
              "      <th>gas_limit</th>\n",
              "      <th>gas_used</th>\n",
              "      <th>timestamp</th>\n",
              "      <th>transaction_count</th>\n",
              "      <th>base_fee_per_gas</th>\n",
              "      <th>withdrawals_root</th>\n",
              "      <th>withdrawals</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>15534142</td>\n",
              "      <td>0x51fc3040df28d459d5d228b7766aadcc869d86e99ebd...</td>\n",
              "      <td>0x08f0fd658498fc98aaff80f65270315b143ce9ee51ac...</td>\n",
              "      <td>0xaf1fc9ac6b524f3f</td>\n",
              "      <td>0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...</td>\n",
              "      <td>0x102280c005009f708418520188101b21100054000521...</td>\n",
              "      <td>0x69de557dcea332a5c3754a50570dbb49631b258dcddb...</td>\n",
              "      <td>0x27056a0ee1b6eff528a2cd27ff8b60ac8394f95645a6...</td>\n",
              "      <td>0xbc87ec68dfbd512d00cc5d3429f7db189caa5d7ce57c...</td>\n",
              "      <td>0x829bd824b016326a401d083b33d092293333a830</td>\n",
              "      <td>...</td>\n",
              "      <td>58712522006955327774482</td>\n",
              "      <td>22910</td>\n",
              "      <td>0xe4b883e5bda9e7a59ee4bb99e9b1bc490921</td>\n",
              "      <td>30000000</td>\n",
              "      <td>5341868</td>\n",
              "      <td>1663175464</td>\n",
              "      <td>72</td>\n",
              "      <td>11772309785</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>15533942</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>0xeb2a0ff6a56f1a1cab9276551bb6c0464fb985ee34c3...</td>\n",
              "      <td>0x39be0d9c53ed62b5</td>\n",
              "      <td>0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...</td>\n",
              "      <td>0x04a90104b1b2800303b14ab8a11092a10024a5312000...</td>\n",
              "      <td>0xcc101fca389b8e5310b1610da5c0c9c4d96fb89581ee...</td>\n",
              "      <td>0x352e9aacdd309f0c21a935607d4bfdba67d3a33de687...</td>\n",
              "      <td>0xf7680fd1ae1fc698c55be1044d999e5d80eba63a8578...</td>\n",
              "      <td>0x1ad91ee08f21be3de0ba2ba6918e714da6b45836</td>\n",
              "      <td>...</td>\n",
              "      <td>58710082761016211437029</td>\n",
              "      <td>47887</td>\n",
              "      <td>0x486976656f6e2072752d68656176792d697670</td>\n",
              "      <td>30000000</td>\n",
              "      <td>8685649</td>\n",
              "      <td>1663172692</td>\n",
              "      <td>144</td>\n",
              "      <td>18525573914</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>15534342</td>\n",
              "      <td>0x3313f8bc140c92f8bc3d8b3255f8848da52a3816922d...</td>\n",
              "      <td>0xc604fd1ecfd6b13d3e081502d3d29461cb4351508624...</td>\n",
              "      <td>0x1405d2b5cc7cadb8</td>\n",
              "      <td>0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...</td>\n",
              "      <td>0x0e73218b5f103841b0806291e21c97a0c601dcc80029...</td>\n",
              "      <td>0x3193c852a3e5139b626e2b4e79eb2dc2c4e8f556f1c1...</td>\n",
              "      <td>0x2f95ea90142e657fc8632c5da5bb0285da11f08f577e...</td>\n",
              "      <td>0x100c4c324bc03c7428a66d51b526ab2ece50c6b0975d...</td>\n",
              "      <td>0x829bd824b016326a401d083b33d092293333a830</td>\n",
              "      <td>...</td>\n",
              "      <td>58714969870690885574045</td>\n",
              "      <td>119679</td>\n",
              "      <td>0xe4b883e5bda9e7a59ee4bb99e9b1bc471f21</td>\n",
              "      <td>30000000</td>\n",
              "      <td>26237337</td>\n",
              "      <td>1663178288</td>\n",
              "      <td>260</td>\n",
              "      <td>9100791212</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>15534042</td>\n",
              "      <td>0xd391d740b773f1daf0c29031f3ef7823023727e2676d...</td>\n",
              "      <td>0x57b65e31c4b755a3632c2ad9406188d5bcc12e9aa131...</td>\n",
              "      <td>0xb7ced7c6ca70b1c9</td>\n",
              "      <td>0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...</td>\n",
              "      <td>0xfdad486adf87181f56dbd21ae3dd65373cc373eff5be...</td>\n",
              "      <td>0xb9fcff1945952b8344d9ffdb8009ff444dd9a1ba9894...</td>\n",
              "      <td>0x1ba93010afa60b13fc27a227cccf66efd98d40eaddb5...</td>\n",
              "      <td>0x87a05e955713cf92cf3d047c0d29e9094b4a647f81ec...</td>\n",
              "      <td>0xea674fdde714fd979de3edf0f56aa9716b898ec8</td>\n",
              "      <td>...</td>\n",
              "      <td>58711298955248274178243</td>\n",
              "      <td>139835</td>\n",
              "      <td>0x617369612d65617374322d39</td>\n",
              "      <td>30029209</td>\n",
              "      <td>30012792</td>\n",
              "      <td>1663174046</td>\n",
              "      <td>291</td>\n",
              "      <td>10516326384</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>15534043</td>\n",
              "      <td>0xc7f0e0cbcd22433ca3ef5f7e09d55328c6083f97facd...</td>\n",
              "      <td>0xd391d740b773f1daf0c29031f3ef7823023727e2676d...</td>\n",
              "      <td>0xf79193060b62a2f1</td>\n",
              "      <td>0x1dcc4de8dec75d7aab85b567b6ccd41ad312451b948a...</td>\n",
              "      <td>0x23a10491613a5581822070a0e30002b04c0034e41910...</td>\n",
              "      <td>0x7fca201ed93c6a1069f353d2981cb0b4f38554191ac6...</td>\n",
              "      <td>0x70462b7795cb42ee67f0ca3e7fe2d13d8650832a8f11...</td>\n",
              "      <td>0x93345159ab3464e4826f0e494a26be845e925b7b8517...</td>\n",
              "      <td>0x7f101fe45e6649a6fb8f3f8b43ed03d353f2b90c</td>\n",
              "      <td>...</td>\n",
              "      <td>58711311194900709802594</td>\n",
              "      <td>70528</td>\n",
              "      <td>0x466c6578706f6f6c2f53312f4252202d204475626169</td>\n",
              "      <td>30000000</td>\n",
              "      <td>10031002</td>\n",
              "      <td>1663174054</td>\n",
              "      <td>107</td>\n",
              "      <td>11829429947</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 21 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b56ca114-b82e-47af-981f-9d1f0d01ea43')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b56ca114-b82e-47af-981f-9d1f0d01ea43 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b56ca114-b82e-47af-981f-9d1f0d01ea43');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 38
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "blocks= blocks.sort_values(by=[\"number\"])"
      ],
      "metadata": {
        "id": "kCXWypcEUM0-"
      },
      "execution_count": 39,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_slot = df_beacon[[\"block_slot\",\"block_epoch\",\"eth1_block_hash\"]]\n",
        "df_slot"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "W8-lUj7EQ9aV",
        "outputId": "52d2a164-cca2-4957-b6e3-43280e631605"
      },
      "execution_count": 40,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      block_slot  block_epoch  \\\n",
              "0        4700013       146875   \n",
              "1        4700014       146875   \n",
              "5        4700015       146875   \n",
              "4        4700016       146875   \n",
              "2        4700017       146875   \n",
              "...          ...          ...   \n",
              "997      4701009       146906   \n",
              "995      4701010       146906   \n",
              "998      4701011       146906   \n",
              "1000     4701012       146906   \n",
              "999      4701013       146906   \n",
              "\n",
              "                                        eth1_block_hash  \n",
              "0     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "1     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "5     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "4     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "2     0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "...                                                 ...  \n",
              "997   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...  \n",
              "995   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...  \n",
              "998   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...  \n",
              "1000  0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...  \n",
              "999   0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...  \n",
              "\n",
              "[1001 rows x 3 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-4f89da82-17cd-473f-82a7-292796275682\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>block_slot</th>\n",
              "      <th>block_epoch</th>\n",
              "      <th>eth1_block_hash</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>4700013</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>4700014</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>4700015</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4700016</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>4700017</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>997</th>\n",
              "      <td>4701009</td>\n",
              "      <td>146906</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>995</th>\n",
              "      <td>4701010</td>\n",
              "      <td>146906</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>998</th>\n",
              "      <td>4701011</td>\n",
              "      <td>146906</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1000</th>\n",
              "      <td>4701012</td>\n",
              "      <td>146906</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>999</th>\n",
              "      <td>4701013</td>\n",
              "      <td>146906</td>\n",
              "      <td>0x23eca013c55e20b4a76327890ae5ab89a597d83e8713...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1001 rows × 3 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4f89da82-17cd-473f-82a7-292796275682')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-4f89da82-17cd-473f-82a7-292796275682 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-4f89da82-17cd-473f-82a7-292796275682');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 40
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_block = blocks[[\"number\",\"hash\"]]\n",
        "df_block.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "jGHqsNs9Q8Rp",
        "outputId": "1bc35d38-1f4a-4e4b-a49f-5b8f291f9c69"
      },
      "execution_count": 41,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      number                                               hash\n",
              "1   15533942  0xb8736ada384707e156f2e0e69d8311ceda11f9680692...\n",
              "7   15533943  0xbcede190e9e676fc9d068aa803b8a1918a5f8f0b1c99...\n",
              "12  15533944  0xe2ccc1988a95ebe7f6facfd22de2a40a5b30b3654847...\n",
              "15  15533945  0x441216d2e0b1d5d77616609fa9000270fada42baa614...\n",
              "19  15533946  0xacd91917f77b25e0f73df774f3a1132a3859172eab39..."
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d14eed20-6cfd-4062-b789-2fccaf10a666\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>number</th>\n",
              "      <th>hash</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>15533942</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>15533943</td>\n",
              "      <td>0xbcede190e9e676fc9d068aa803b8a1918a5f8f0b1c99...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>15533944</td>\n",
              "      <td>0xe2ccc1988a95ebe7f6facfd22de2a40a5b30b3654847...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>15533945</td>\n",
              "      <td>0x441216d2e0b1d5d77616609fa9000270fada42baa614...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>15533946</td>\n",
              "      <td>0xacd91917f77b25e0f73df774f3a1132a3859172eab39...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d14eed20-6cfd-4062-b789-2fccaf10a666')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-d14eed20-6cfd-4062-b789-2fccaf10a666 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-d14eed20-6cfd-4062-b789-2fccaf10a666');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 41
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "slot_block=df_slot.merge(df_block, left_on='eth1_block_hash', right_on='hash')\n",
        "slot_block"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "ApGOnVe7ROQQ",
        "outputId": "d5f39067-8a82-47de-bb33-b0cadfcf2af1"
      },
      "execution_count": 42,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "     block_slot  block_epoch  \\\n",
              "0       4700013       146875   \n",
              "1       4700014       146875   \n",
              "2       4700015       146875   \n",
              "3       4700016       146875   \n",
              "4       4700017       146875   \n",
              "..          ...          ...   \n",
              "980     4700349       146885   \n",
              "981     4700382       146886   \n",
              "982     4700387       146887   \n",
              "983     4700454       146889   \n",
              "984     4700489       146890   \n",
              "\n",
              "                                       eth1_block_hash    number  \\\n",
              "0    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  15533942   \n",
              "1    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  15533942   \n",
              "2    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  15533942   \n",
              "3    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  15533942   \n",
              "4    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  15533942   \n",
              "..                                                 ...       ...   \n",
              "980  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  15535462   \n",
              "981  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  15535462   \n",
              "982  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  15535462   \n",
              "983  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  15535462   \n",
              "984  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  15535462   \n",
              "\n",
              "                                                  hash  \n",
              "0    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "1    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "2    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "3    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "4    0xb8736ada384707e156f2e0e69d8311ceda11f9680692...  \n",
              "..                                                 ...  \n",
              "980  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  \n",
              "981  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  \n",
              "982  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  \n",
              "983  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  \n",
              "984  0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...  \n",
              "\n",
              "[985 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-42676d53-d1e1-4ff7-b6fa-5d68dc4bf492\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>block_slot</th>\n",
              "      <th>block_epoch</th>\n",
              "      <th>eth1_block_hash</th>\n",
              "      <th>number</th>\n",
              "      <th>hash</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>4700013</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>15533942</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>4700014</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>15533942</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>4700015</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>15533942</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4700016</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>15533942</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4700017</td>\n",
              "      <td>146875</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "      <td>15533942</td>\n",
              "      <td>0xb8736ada384707e156f2e0e69d8311ceda11f9680692...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>980</th>\n",
              "      <td>4700349</td>\n",
              "      <td>146885</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "      <td>15535462</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>981</th>\n",
              "      <td>4700382</td>\n",
              "      <td>146886</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "      <td>15535462</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>982</th>\n",
              "      <td>4700387</td>\n",
              "      <td>146887</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "      <td>15535462</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>983</th>\n",
              "      <td>4700454</td>\n",
              "      <td>146889</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "      <td>15535462</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>984</th>\n",
              "      <td>4700489</td>\n",
              "      <td>146890</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "      <td>15535462</td>\n",
              "      <td>0xeb0fa54a195e3373cf64d11fd3c2666cd233374ae7d9...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>985 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-42676d53-d1e1-4ff7-b6fa-5d68dc4bf492')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-42676d53-d1e1-4ff7-b6fa-5d68dc4bf492 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-42676d53-d1e1-4ff7-b6fa-5d68dc4bf492');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 42
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "slot_block.to_csv(\"slot_block.csv\")"
      ],
      "metadata": {
        "id": "AFvmLuewUf2H"
      },
      "execution_count": 43,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Part V Query Ethereum 2.0 Beach Chain Validator, Committee, and other Data"
      ],
      "metadata": {
        "id": "Y7gR-3DoVjQh"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereum2etl --help"
      ],
      "metadata": {
        "id": "D_yDrzKJkYob"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereum2etl export_beacon_committees -h"
      ],
      "metadata": {
        "id": "YHWAWai-ldK7"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereum2etl export_beacon_committees --start-epoch 146875 --end-epoch 146906 --output-dir output --output-format csv --provider-uri https://ultra-chaotic-silence.discover.quiknode.pro/3a20380951ff287a674246a038a9563feea0e27f "
      ],
      "metadata": {
        "id": "HPCNCL10kOtr"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_committee = pd.read_csv(\"output/beacon_committees.csv\")\n",
        "df_committee"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "jGSoS82EkVoH",
        "outputId": "d3eca50d-f38f-4b55-d32a-57089dc47172"
      },
      "execution_count": 158,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                               committee   epoch  \\\n",
              "0      424580,398620,251281,373738,213844,46613,10061...  146879   \n",
              "1      289528,137904,349289,73033,66181,327155,17092,...  146876   \n",
              "2      13758,394493,393842,127915,316662,99693,336350...  146876   \n",
              "3      269567,105300,80302,173195,132479,271071,35660...  146876   \n",
              "4      110950,31482,357555,243881,218722,128864,42179...  146876   \n",
              "...                                                  ...     ...   \n",
              "65531  361936,224600,260196,256462,28483,369686,23072...  146906   \n",
              "65532  201608,13994,305422,35905,197301,197783,188372...  146906   \n",
              "65533  52402,365652,91504,195313,144233,198378,102078...  146906   \n",
              "65534  10164,399867,64110,37766,98833,127617,145882,2...  146906   \n",
              "65535  263889,376726,378688,291091,367218,17967,13239...  146906   \n",
              "\n",
              "            epoch_timestamp  index         item_type     slot  \n",
              "0      2022-09-15T07:05:59Z      0  beacon_committee  4700128  \n",
              "1      2022-09-15T06:46:47Z      0  beacon_committee  4700032  \n",
              "2      2022-09-15T06:46:47Z      1  beacon_committee  4700032  \n",
              "3      2022-09-15T06:46:47Z      2  beacon_committee  4700032  \n",
              "4      2022-09-15T06:46:47Z      3  beacon_committee  4700032  \n",
              "...                     ...    ...               ...      ...  \n",
              "65531  2022-09-15T09:58:47Z     59  beacon_committee  4701023  \n",
              "65532  2022-09-15T09:58:47Z     60  beacon_committee  4701023  \n",
              "65533  2022-09-15T09:58:47Z     61  beacon_committee  4701023  \n",
              "65534  2022-09-15T09:58:47Z     62  beacon_committee  4701023  \n",
              "65535  2022-09-15T09:58:47Z     63  beacon_committee  4701023  \n",
              "\n",
              "[65536 rows x 6 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9a975c9b-d13e-441c-b3ab-806085c3a80c\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>committee</th>\n",
              "      <th>epoch</th>\n",
              "      <th>epoch_timestamp</th>\n",
              "      <th>index</th>\n",
              "      <th>item_type</th>\n",
              "      <th>slot</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>424580,398620,251281,373738,213844,46613,10061...</td>\n",
              "      <td>146879</td>\n",
              "      <td>2022-09-15T07:05:59Z</td>\n",
              "      <td>0</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4700128</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>289528,137904,349289,73033,66181,327155,17092,...</td>\n",
              "      <td>146876</td>\n",
              "      <td>2022-09-15T06:46:47Z</td>\n",
              "      <td>0</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4700032</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>13758,394493,393842,127915,316662,99693,336350...</td>\n",
              "      <td>146876</td>\n",
              "      <td>2022-09-15T06:46:47Z</td>\n",
              "      <td>1</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4700032</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>269567,105300,80302,173195,132479,271071,35660...</td>\n",
              "      <td>146876</td>\n",
              "      <td>2022-09-15T06:46:47Z</td>\n",
              "      <td>2</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4700032</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>110950,31482,357555,243881,218722,128864,42179...</td>\n",
              "      <td>146876</td>\n",
              "      <td>2022-09-15T06:46:47Z</td>\n",
              "      <td>3</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4700032</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>65531</th>\n",
              "      <td>361936,224600,260196,256462,28483,369686,23072...</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T09:58:47Z</td>\n",
              "      <td>59</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4701023</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>65532</th>\n",
              "      <td>201608,13994,305422,35905,197301,197783,188372...</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T09:58:47Z</td>\n",
              "      <td>60</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4701023</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>65533</th>\n",
              "      <td>52402,365652,91504,195313,144233,198378,102078...</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T09:58:47Z</td>\n",
              "      <td>61</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4701023</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>65534</th>\n",
              "      <td>10164,399867,64110,37766,98833,127617,145882,2...</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T09:58:47Z</td>\n",
              "      <td>62</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4701023</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>65535</th>\n",
              "      <td>263889,376726,378688,291091,367218,17967,13239...</td>\n",
              "      <td>146906</td>\n",
              "      <td>2022-09-15T09:58:47Z</td>\n",
              "      <td>63</td>\n",
              "      <td>beacon_committee</td>\n",
              "      <td>4701023</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>65536 rows × 6 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9a975c9b-d13e-441c-b3ab-806085c3a80c')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-9a975c9b-d13e-441c-b3ab-806085c3a80c button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-9a975c9b-d13e-441c-b3ab-806085c3a80c');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 158
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_committee.dtypes"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nA-Se3QVmwxK",
        "outputId": "43683ec8-64d1-4329-bf73-da2538bfec9c"
      },
      "execution_count": 162,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "committee          object\n",
              "epoch               int64\n",
              "epoch_timestamp    object\n",
              "index               int64\n",
              "item_type          object\n",
              "slot                int64\n",
              "dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 162
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereum2etl export_beacon_validators -h"
      ],
      "metadata": {
        "id": "PjhorIK7mMto"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereum2etl export_beacon_validators --output-dir output --output-format csv --provider-uri https://ultra-chaotic-silence.discover.quiknode.pro/3a20380951ff287a674246a038a9563feea0e27f "
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZLZ3pHj_mYEw",
        "outputId": "95853d3c-c977-46d3-e829-89e9b2309996"
      },
      "execution_count": 160,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2023-05-02 03:55:43,495 - ProgressLogger [INFO] - Started work. Items to process: 1.\n",
            "2023-05-02 03:56:22,112 - ProgressLogger [INFO] - 1 items processed. Progress is 100%.\n",
            "2023-05-02 03:56:22,113 - ProgressLogger [INFO] - Finished work. Total items processed: 1. Took 0:00:38.617419.\n",
            "2023-05-02 03:56:22,113 - Ethereum2ItemExporter [INFO] - beacon_validator items exported: 618885\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_validators = pd.read_csv(\"output/beacon_validators.csv\")\n",
        "df_validators"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 488
        },
        "id": "a8FtpGY6msAf",
        "outputId": "627014db-992f-4ebb-8690-43d10a35c8f7"
      },
      "execution_count": 163,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        activation_eligibility_epoch  activation_epoch      balance  \\\n",
              "0                                0.0      0.000000e+00  32007787502   \n",
              "1                                0.0      0.000000e+00  32007796720   \n",
              "2                                0.0      0.000000e+00  32007765891   \n",
              "3                                0.0      0.000000e+00  32007739507   \n",
              "4                                0.0      0.000000e+00  32007781472   \n",
              "...                              ...               ...          ...   \n",
              "618880                      198371.0      1.844674e+19  32000000000   \n",
              "618881                      198371.0      1.844674e+19  32000000000   \n",
              "618882                      198371.0      1.844674e+19  32000000000   \n",
              "618883                      198371.0      1.844674e+19  32000000000   \n",
              "618884                      198371.0      1.844674e+19  32000000000   \n",
              "\n",
              "        effective_balance            exit_epoch         item_type  \\\n",
              "0             32000000000  18446744073709551615  beacon_validator   \n",
              "1             32000000000  18446744073709551615  beacon_validator   \n",
              "2             32000000000  18446744073709551615  beacon_validator   \n",
              "3             32000000000  18446744073709551615  beacon_validator   \n",
              "4             32000000000  18446744073709551615  beacon_validator   \n",
              "...                   ...                   ...               ...   \n",
              "618880        32000000000  18446744073709551615  beacon_validator   \n",
              "618881        32000000000  18446744073709551615  beacon_validator   \n",
              "618882        32000000000  18446744073709551615  beacon_validator   \n",
              "618883        32000000000  18446744073709551615  beacon_validator   \n",
              "618884        32000000000  18446744073709551615  beacon_validator   \n",
              "\n",
              "                                                   pubkey  slashed  \\\n",
              "0       0x933ad9491b62059dd065b560d256d8957a8c402cc6e8...    False   \n",
              "1       0xa1d1ad0714035353258038e964ae9675dc0252ee22ce...    False   \n",
              "2       0xb2ff4716ed345b05dd1dfc6a5a9fa70856d8c75dcc9e...    False   \n",
              "3       0x8e323fd501233cd4d1b9d63d74076a38de50f2f584b0...    False   \n",
              "4       0xa62420543ceef8d77e065c70da15f7b731e56db54575...    False   \n",
              "...                                                   ...      ...   \n",
              "618880  0x889b920faf6b72e4402da29962471b755f957490da0b...    False   \n",
              "618881  0xb58bf493a73f7ff79b4645d7df9afb1b8cc4e15cc62c...    False   \n",
              "618882  0xadc50a146fe81edcdc08017b65d3d25ad888b7fff18b...    False   \n",
              "618883  0xb44e1cf37b7ab2c7f21d0b490d00b9f4f249b8048f5c...    False   \n",
              "618884  0xa7f5039d799fc47607308bdc3eb73832d85e60d51e99...    False   \n",
              "\n",
              "                status  validator_index    withdrawable_epoch  \\\n",
              "0       active_ongoing                0  18446744073709551615   \n",
              "1       active_ongoing                1  18446744073709551615   \n",
              "2       active_ongoing                2  18446744073709551615   \n",
              "3       active_ongoing                3  18446744073709551615   \n",
              "4       active_ongoing                4  18446744073709551615   \n",
              "...                ...              ...                   ...   \n",
              "618880  pending_queued           618880  18446744073709551615   \n",
              "618881  pending_queued           618881  18446744073709551615   \n",
              "618882  pending_queued           618882  18446744073709551615   \n",
              "618883  pending_queued           618883  18446744073709551615   \n",
              "618884  pending_queued           618884  18446744073709551615   \n",
              "\n",
              "                                   withdrawal_credentials  \n",
              "0       0x0100000000000000000000000d369bb49efa5100fd3b...  \n",
              "1       0x01000000000000000000000015f4b914a0ccd14333d8...  \n",
              "2       0x01000000000000000000000015f4b914a0ccd14333d8...  \n",
              "3       0x01000000000000000000000015f4b914a0ccd14333d8...  \n",
              "4       0x01000000000000000000000015f4b914a0ccd14333d8...  \n",
              "...                                                   ...  \n",
              "618880  0x01000000000000000000000070e4b90d095a1eab8232...  \n",
              "618881  0x01000000000000000000000070e4b90d095a1eab8232...  \n",
              "618882  0x01000000000000000000000070e4b90d095a1eab8232...  \n",
              "618883  0x0100000000000000000000007e2a2fa2a064f693f0a5...  \n",
              "618884  0x0100000000000000000000007e2a2fa2a064f693f0a5...  \n",
              "\n",
              "[618885 rows x 12 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-87c90c17-f92c-43bc-a3c7-0b29ef5dadf5\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>activation_eligibility_epoch</th>\n",
              "      <th>activation_epoch</th>\n",
              "      <th>balance</th>\n",
              "      <th>effective_balance</th>\n",
              "      <th>exit_epoch</th>\n",
              "      <th>item_type</th>\n",
              "      <th>pubkey</th>\n",
              "      <th>slashed</th>\n",
              "      <th>status</th>\n",
              "      <th>validator_index</th>\n",
              "      <th>withdrawable_epoch</th>\n",
              "      <th>withdrawal_credentials</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>32007787502</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0x933ad9491b62059dd065b560d256d8957a8c402cc6e8...</td>\n",
              "      <td>False</td>\n",
              "      <td>active_ongoing</td>\n",
              "      <td>0</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x0100000000000000000000000d369bb49efa5100fd3b...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>32007796720</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0xa1d1ad0714035353258038e964ae9675dc0252ee22ce...</td>\n",
              "      <td>False</td>\n",
              "      <td>active_ongoing</td>\n",
              "      <td>1</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x01000000000000000000000015f4b914a0ccd14333d8...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>32007765891</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0xb2ff4716ed345b05dd1dfc6a5a9fa70856d8c75dcc9e...</td>\n",
              "      <td>False</td>\n",
              "      <td>active_ongoing</td>\n",
              "      <td>2</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x01000000000000000000000015f4b914a0ccd14333d8...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>32007739507</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0x8e323fd501233cd4d1b9d63d74076a38de50f2f584b0...</td>\n",
              "      <td>False</td>\n",
              "      <td>active_ongoing</td>\n",
              "      <td>3</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x01000000000000000000000015f4b914a0ccd14333d8...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000000e+00</td>\n",
              "      <td>32007781472</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0xa62420543ceef8d77e065c70da15f7b731e56db54575...</td>\n",
              "      <td>False</td>\n",
              "      <td>active_ongoing</td>\n",
              "      <td>4</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x01000000000000000000000015f4b914a0ccd14333d8...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>618880</th>\n",
              "      <td>198371.0</td>\n",
              "      <td>1.844674e+19</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0x889b920faf6b72e4402da29962471b755f957490da0b...</td>\n",
              "      <td>False</td>\n",
              "      <td>pending_queued</td>\n",
              "      <td>618880</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x01000000000000000000000070e4b90d095a1eab8232...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>618881</th>\n",
              "      <td>198371.0</td>\n",
              "      <td>1.844674e+19</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0xb58bf493a73f7ff79b4645d7df9afb1b8cc4e15cc62c...</td>\n",
              "      <td>False</td>\n",
              "      <td>pending_queued</td>\n",
              "      <td>618881</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x01000000000000000000000070e4b90d095a1eab8232...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>618882</th>\n",
              "      <td>198371.0</td>\n",
              "      <td>1.844674e+19</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0xadc50a146fe81edcdc08017b65d3d25ad888b7fff18b...</td>\n",
              "      <td>False</td>\n",
              "      <td>pending_queued</td>\n",
              "      <td>618882</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x01000000000000000000000070e4b90d095a1eab8232...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>618883</th>\n",
              "      <td>198371.0</td>\n",
              "      <td>1.844674e+19</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0xb44e1cf37b7ab2c7f21d0b490d00b9f4f249b8048f5c...</td>\n",
              "      <td>False</td>\n",
              "      <td>pending_queued</td>\n",
              "      <td>618883</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x0100000000000000000000007e2a2fa2a064f693f0a5...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>618884</th>\n",
              "      <td>198371.0</td>\n",
              "      <td>1.844674e+19</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>32000000000</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>beacon_validator</td>\n",
              "      <td>0xa7f5039d799fc47607308bdc3eb73832d85e60d51e99...</td>\n",
              "      <td>False</td>\n",
              "      <td>pending_queued</td>\n",
              "      <td>618884</td>\n",
              "      <td>18446744073709551615</td>\n",
              "      <td>0x0100000000000000000000007e2a2fa2a064f693f0a5...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>618885 rows × 12 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-87c90c17-f92c-43bc-a3c7-0b29ef5dadf5')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-87c90c17-f92c-43bc-a3c7-0b29ef5dadf5 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-87c90c17-f92c-43bc-a3c7-0b29ef5dadf5');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 163
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereum2etl get_block_range_for_date -d 2022-09-15 --provider-uri https://ultra-chaotic-silence.discover.quiknode.pro/3a20380951ff287a674246a038a9563feea0e27f "
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3cBaws0kmhG3",
        "outputId": "f0ea6d2a-7c75-418d-ef46-5486f7a7837d"
      },
      "execution_count": 169,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "4697999,4705198\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!ethereum2etl get_epoch_range_for_date -d 2022-09-15 --provider-uri https://ultra-chaotic-silence.discover.quiknode.pro/3a20380951ff287a674246a038a9563feea0e27f "
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GiEXr147pdkb",
        "outputId": "472b1e82-00f2-4c10-a079-06d85ec42947"
      },
      "execution_count": 168,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "146813,147037\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "mI4H69sMp5aY"
      },
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "base",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.9.12 (main, Apr  5 2022, 01:53:17) \n[Clang 12.0.0 ]"
    },
    "orig_nbformat": 4,
    "vscode": {
      "interpreter": {
        "hash": "e6e7fe2fe964efffbb3c7f76849d58891afb99e85beffa87771e4e8ecf4769d2"
      }
    },
    "colab": {
      "provenance": [],
      "include_colab_link": true
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}