Lido Community Staking integration

.gitignore

@@ -4,6 +4,9 @@ ext-network.yml
 ext-network.yml.original
 ext-network.yml.bak
 .eth/*
+.eth_backup*
+.charon/*
+validator-ejector/*
 !.eth/README.md
 !.eth/validator_keys/.empty
 !.eth/exit_messages/.empty
@@ -23,4 +26,5 @@ ssv-config/config.yaml
 ssv-config/config.yaml.original
 ssv-config/dkg-config.yaml
 ssv-config/dkg-config.yaml.original
+ssv-config/operator.yaml
 .nada

README.md

@@ -10,7 +10,7 @@ Please see the [official documentation](https://ethdocker.com).
 
 For a quick testnet start, you can install prerequisites and configure Eth Docker, as any user not named `root`:
 
-* `cd ~ && git clone https://github.com/eth-educators/eth-docker.git && cd eth-docker`
+* `cd ~ && git clone https://github.com/lidofinance/eth-docker.git && cd eth-docker`
 * `./ethd install`
 * `./ethd config`
 

default.env

@@ -3,6 +3,8 @@
 COMPOSE_FILE=teku.yml:besu.yml:deposit-cli.yml
 # Set the ETH address that priority fees and MEV rewards should be sent to
 FEE_RECIPIENT=
+# Set the ETH address that validator rewards should be sent to
+WITHDRAWAL_CREDENTIALS=
 # Decide whether to connect the CL to Flashbots MEV boost, and configure the VC to register with it.
 # Set MEV_BOOST to "true" for MEV boost, or any other value including empty for not using MEV boost.
 # If "true" and used with a CL, it also requires :mev-boost.yml in COMPOSE_FILE
@@ -36,6 +38,11 @@ ANCIENT_DIR=
 # Password for Lighthouse Siren
 SIREN_PASSWORD=
 
+# Variables for deposit-cli
+NUM_VALIDATORS=1
+KEYSTORE_PASSWORD=
+EXECUTION_ADDRESS=
+
 # Promtail logs label, something unique like the server name
 LOGS_LABEL=eth-docker
 
@@ -79,6 +86,9 @@ HOST_IP=
 # IP address to use when host-mapping a port through *-shared.yml. Set this to 127.0.0.1 to restrict the share to localhost
 SHARE_IP=
 
+# Relays to connect charon node
+OBOL_P2P_RELAYS=
+
 # P2P ports you will forward to your staking node. Adjust here if you are
 # going to use something other than defaults.
 EL_P2P_PORT=30303
@@ -115,6 +125,8 @@ SSV_P2P_PORT=13001
 SSV_P2P_PORT_UDP=12001
 # SSV DKG port
 SSV_DKG_PORT=3030
+# OBOL Node ports
+OBOL_P2P_PORT=3610
 # Engine port. Only for distributed setups, this should otherwise be left alone
 EE_PORT=8551
 # Consensus layer REST port. Only for distributed setups, this should otherwise be left alone
@@ -154,12 +166,19 @@ JWT_SECRET=
 DISTRIBUTED=
 # Authenticated execution client endpoint. This default uses the execution node container.
 EL_NODE=http://execution:8551
+# EL node for Lido Validator Ejector
+VE_EXECUTION_NODE_URL=http://execution:8551
 # Consensus client address. This could be comma-separated for Lighthouse or Teku VC clients, with failover,
 # or could just be a remote consensus client URL for "validator only" setups.
 # For Nimbus VC client, put the first beacon node here, and use VC_EXTRAS for additional.
 CL_NODE=http://consensus:5052
 # MEV-boost address. This would only be changed for Vouch setups
 MEV_NODE=http://mev-boost:18550
+# Beacon enpoint for OBOL node
+OBOL_NODE_BEACON_ENDPOINT=http://consensus:5052
+# Beacon enpoint for Lido Validator Ejector
+VE_BEACON_NODE_URL=http://consensus:5052
+LIDO_DV_EXIT_BEACON_NODE_URL=http://consensus:5052
 
 # You can set specific version targets and choose binary or compiled from source builds below,
 # via "Dockerfile.binary" or "Dockerfile.source"
@@ -174,6 +193,15 @@ ETH_DOCKER_TAG=
 SSV_NODE_TAG=latest
 SSV_DKG_TAG=latest
 
+# Lido OBOL
+CHARON_VERSION=latest
+VE_OPERATOR_ID=
+VE_STAKING_MODULE_ID=
+VE_LOCATOR_ADDRESS=
+VE_ORACLE_ADDRESSES_ALLOWLIST=
+ENABLE_DIST_ATTESTATION_AGGR=
+LIDO_DV_EXIT_EXIT_EPOCH=
+
 # MEV-Boost
 # SRC build target can be a tag, a branch, or a pr as "pr-ID"
 MEV_SRC_BUILD_TARGET=develop

grafana/provision.sh

@@ -114,8 +114,22 @@ case "$CLIENT" in
     __url='https://raw.githubusercontent.com/bloxapp/ssv/main/monitoring/grafana/dashboard_ssv_node.json'
     __file='/etc/grafana/provisioning/dashboards/ssv_node_dashboard.json'
     wget -t 3 -T 10 -qcO - "${__url}" | jq '.title = "SSV Node Dashboard"' \
-        | jq '.templating.list[0].current |= {selected: false, text: "ssv-node", value: "ssv-node"} | .templating.list[0].options = [ { "selected": true, "text": "ssv-node", "value": "ssv-node" } ] | .templating.list[0].query = "ssv-node"' \
-        | sed 's/eXfXfqH7z/Prometheus/g' >"${__file}"
+        | jq 'walk(if . == "${DS_PROMETHEUS}" then "Prometheus" else . end)' >"${__file}"
+    ;;&
+  *lido-obol.yml* )
+    # Lido Obol Dashboard
+    __url_charon='https://raw.githubusercontent.com/ObolNetwork/lido-charon-distributed-validator-node/main/grafana/dashboards/dash_charon_overview.json'
+    __file_charon='/etc/grafana/provisioning/dashboards/charon.json'
+    wget -t 3 -T 10 -qcO - "${__url_charon}" | sed 's/"uid": "prometheus"/"uid": "PBFA97CFB590B2093"/g' >"${__file_charon}"
+    __url_single_node='https://raw.githubusercontent.com/ObolNetwork/lido-charon-distributed-validator-node/main/grafana/dashboards/single_node_dashboard.json'
+    __file_single_node='/etc/grafana/provisioning/dashboards/single_node_dashboard.json'
+    wget -t 3 -T 10 -qcO - "${__url_single_node}" | sed 's/"uid": "prometheus"/"uid": "PBFA97CFB590B2093"/g' >"${__file_single_node}"
+    __url_validator_ejector='https://raw.githubusercontent.com/ObolNetwork/lido-charon-distributed-validator-node/main/grafana/dashboards/validator_ejector_overview.json'
+    __file_validator_ejector='/etc/grafana/provisioning/dashboards/validator_ejector_overview.json'
+    wget -t 3 -T 10 -qcO - "${__url_validator_ejector}" | sed 's/"uid": "prometheus"/"uid": "PBFA97CFB590B2093"/g' >"${__file_validator_ejector}"
+    __url_logs='https://raw.githubusercontent.com/ObolNetwork/lido-charon-distributed-validator-node/main/grafana/dashboards/logs_dashboard.json'
+    __file_logs='/etc/grafana/provisioning/dashboards/logs_dashboard.json'
+    wget -t 3 -T 10 -qcO - "${__url_logs}" | sed 's/"uid": "loki"/"uid": "P8E80F9AEF21F6940"/g' >"${__file_logs}"
     ;;&
   !(*grafana-rootless*) )
       # cadvisor and node exporter dashboard

lido-deposit-cli.yml

@@ -0,0 +1,73 @@
+services:
+  deposit-cli-new:
+    profiles: ["tools"]
+    restart: "no"
+    build:
+      context: ./staking-deposit-cli
+      args:
+        - BUILD_TARGET=${DEPCLI_SRC_BUILD_TARGET:-'$(git describe --tags $(git rev-list --tags --max-count=1))'}
+        - SRC_REPO=${DEPCLI_SRC_REPO:-https://github.com/ethereum/staking-deposit-cli}
+    image: staking-deposit-cli:local
+    pull_policy: never
+    volumes:
+      - ./.eth:/app/.eth/
+    entrypoint:
+      - docker-entrypoint.sh
+      - python3
+      - /app/staking_deposit/deposit.py
+      - --non_interactive
+      - --language
+      - 'English'
+      - new-mnemonic
+      - --chain
+      - ${NETWORK}
+      - --mnemonic_language
+      - 'English'
+      - --num_validators
+      - ${NUM_VALIDATORS}
+      - --execution_address
+      - ${EXECUTION_ADDRESS}
+      - --keystore_password
+      - ${KEYSTORE_PASSWORD}
+  deposit-cli-existing:
+    profiles: ["tools"]
+    restart: "no"
+    build:
+      context: ./staking-deposit-cli
+      args:
+        - BUILD_TARGET=${DEPCLI_SRC_BUILD_TARGET:-'$(git describe --tags $(git rev-list --tags --max-count=1))'}
+        - SRC_REPO=${DEPCLI_SRC_REPO:-https://github.com/ethereum/staking-deposit-cli}
+    image: staking-deposit-cli:local
+    pull_policy: never
+    volumes:
+      - ./.eth:/app/.eth/
+    entrypoint:
+      - docker-entrypoint.sh
+      - python3
+      - /app/staking_deposit/deposit.py
+      - existing-mnemonic
+      - --chain
+      - ${NETWORK}
+  deposit-cli-change:
+    profiles: ["tools"]
+    build:
+      context: ./staking-deposit-cli
+      args:
+        - BUILD_TARGET=${DEPCLI_SRC_BUILD_TARGET:-'$(git describe --tags $(git rev-list --tags --max-count=1))'}
+        - SRC_REPO=${DEPCLI_SRC_REPO:-https://github.com/ethereum/staking-deposit-cli}
+    restart: "no"
+    image: staking-deposit-cli:local
+    pull_policy: never
+    volumes:
+      - ./.eth:/app/.eth
+    entrypoint:
+      - docker-entrypoint.sh
+      - python3
+      - /app/staking_deposit/deposit.py
+      - generate-bls-to-execution-change
+      - --chain
+      - ${NETWORK}
+
+networks:
+  default:
+    enable_ipv6: ${IPV6:-false}

lido-obol.yml

@@ -0,0 +1,104 @@
+x-logging: &logging
+  logging:
+    driver: json-file
+    options:
+      max-size: 100m
+      max-file: "3"
+      tag: '{{.ImageName}}|{{.Name}}|{{.ImageFullID}}|{{.FullID}}'
+
+services:
+  charon:
+    restart: "unless-stopped"
+    image: obolnetwork/charon:${CHARON_VERSION:-latest}
+    volumes:
+      - .eth:/opt/charon/.charon
+    <<: *logging
+    environment:
+      - CHARON_BEACON_NODE_ENDPOINTS=${OBOL_BEACON_NODE_ENDPOINT:-http://consensus:5052}
+      - CHARON_LOG_LEVEL=${OBOL_LOG_LEVEL:-debug}
+      - CHARON_LOG_FORMAT=${OBOL_LOG_FORMAT:-console}
+      - CHARON_P2P_RELAYS=${OBOL_P2P_RELAYS:-https://0.relay.obol.tech,https://1.relay.obol.tech/}
+      - CHARON_P2P_EXTERNAL_HOSTNAME=${OBOL_P2P_EXTERNAL_HOSTNAME:-} # Empty default required to avoid warnings.
+      - CHARON_P2P_TCP_ADDRESS=0.0.0.0:${OBOL_P2P_PORT:-3610}
+      - CHARON_VALIDATOR_API_ADDRESS=0.0.0.0:3600
+      - CHARON_MONITORING_ADDRESS=0.0.0.0:3620
+      - CHARON_BUILDER_API=${BUILDER_API_ENABLED:-true}
+      - CHARON_FEATURE_SET_ENABLE=eager_double_linear,consensus_participate
+      - CHARON_LOKI_ADDRESSES=${CHARON_LOKI_ADDRESSES:-http://loki:3100/loki/api/v1/push}
+      - CHARON_LOKI_SERVICE=charon
+    ports:
+      - ${OBOL_P2P_PORT:-3610}:${OBOL_P2P_PORT:-3610}/tcp # P2P TCP libp2p
+    healthcheck:
+      test: wget -qO- http://localhost:3620/readyz
+    labels:
+      - metrics.scrape=true
+      - metrics.path=/metrics
+      - metrics.port=3620
+      - metrics.instance=charon
+
+  charon-create-enr:
+    profiles: ["tools"]
+    restart: "no"
+    image: obolnetwork/charon:${CHARON_VERSION:-latest}
+    command: create enr
+    volumes:
+      - .eth:/opt/charon/.charon
+  charon-run-dkg:
+    profiles: ["tools"]
+    restart: "no"
+    image: obolnetwork/charon:${CHARON_VERSION:-latest}
+    volumes:
+      - .eth:/opt/charon/.charon
+    command: dkg --publish
+  curl-jq:
+    image: curl-jq:local
+    pull_policy: build
+    build:
+      context: ./traefik
+      dockerfile: Dockerfile.jq
+    restart: "no"
+    profiles: [ "tools" ]
+
+  validator-ejector:
+   platform: linux/amd64
+   image: lidofinance/validator-ejector:${VALIDATOR_EJECTOR_VERSION:-1.5.0}
+   user: ":"
+   volumes:
+     - ./validator-ejector:/exitmessages
+   restart: unless-stopped
+   environment:
+     -  EXECUTION_NODE=${VE_EXECUTION_NODE_URL:-http://execution:8551}
+     -  CONSENSUS_NODE=${VE_BEACON_NODE_URL:-http://consensus:5052}
+     -  LOCATOR_ADDRESS=${VE_LOCATOR_ADDRESS:-0x28FAB2059C713A7F9D8c86Db49f9bb0e96Af1ef8}
+     -  STAKING_MODULE_ID=${VE_STAKING_MODULE_ID:-2}
+     -  OPERATOR_ID=${VE_OPERATOR_ID}
+     -  ORACLE_ADDRESSES_ALLOWLIST=${VE_ORACLE_ADDRESSES_ALLOWLIST:-["0x140Bd8FbDc884f48dA7cb1c09bE8A2fAdfea776E","0xA7410857ABbf75043d61ea54e07D57A6EB6EF186","0x404335BcE530400a5814375E7Ec1FB55fAff3eA2","0x946D3b081ed19173dC83Cd974fC69e1e760B7d78","0x007DE4a5F7bc37E2F26c0cb2E8A95006EE9B89b5","0xEC4BfbAF681eb505B94E4a7849877DC6c600Ca3A","0x61c91ECd902EB56e314bB2D5c5C07785444Ea1c8","0x1Ca0fEC59b86F549e1F1184d97cb47794C8Af58d","0xc79F702202E3A6B0B6310B537E786B9ACAA19BAf"]}
+     -  MESSAGES_LOCATION=/exitmessages
+     -  RUN_METRICS=true
+     -  HTTP_PORT=8989
+     -  DISABLE_SECURITY_DONT_USE_IN_PRODUCTION=${VE_DISABLE_SECURITY:-false}
+     -  FORCE_DENCUN_FORK_MODE=true
+   labels:
+     - metrics.scrape=true
+     - metrics.path=/metrics
+     - metrics.port=8989
+     - metrics.instance=validator-ejector
+
+  lido-dv-exit:
+    image: obolnetwork/lido-dv-exit:${LIDO_DV_EXIT_VERSION:-e8bee1f}
+    user: ":"
+    volumes:
+      - ./validator-ejector:/exitmessages
+      - .eth:/charon
+    environment:
+      - LIDODVEXIT_BEACON_NODE_URL=${LIDO_DV_EXIT_BEACON_NODE_URL:-http://consensus:5052}
+      - LIDODVEXIT_CHARON_RUNTIME_DIR=/charon
+      - LIDODVEXIT_EJECTOR_EXIT_PATH=/exitmessages
+      - LIDODVEXIT_EXIT_EPOCH=${LIDO_DV_EXIT_EXIT_EPOCH:-194048}
+      - LIDODVEXIT_LOG_LEVEL=${LIDO_DV_EXIT_LOG_LEVEL:-info}
+      - LIDODVEXIT_VALIDATOR_QUERY_CHUNK_SIZE=${LIDO_DV_EXIT_VALIDATOR_QUERY_CHUNK_SIZE:-5}
+    restart: on-failure
+
+networks:
+  default:
+    enable_ipv6: ${IPV6:-false}

lighthouse-vc-only.yml

@@ -32,6 +32,7 @@ services:
       - GRAFFITI=${GRAFFITI:-}
       - DEFAULT_GRAFFITI=${DEFAULT_GRAFFITI:-false}
       - NETWORK=${NETWORK}
+      - ENABLE_DIST_ATTESTATION_AGGR=${ENABLE_DIST_ATTESTATION_AGGR:-false}
     volumes:
       - lhvalidator-data:/var/lib/lighthouse
       - /etc/localtime:/etc/localtime:ro

lighthouse.yml

@@ -109,6 +109,7 @@ services:
       - GRAFFITI=${GRAFFITI:-}
       - DEFAULT_GRAFFITI=${DEFAULT_GRAFFITI:-false}
       - NETWORK=${NETWORK}
+      - ENABLE_DIST_ATTESTATION_AGGR=${ENABLE_DIST_ATTESTATION_AGGR:-false}
     volumes:
       - lhvalidator-data:/var/lib/lighthouse
       - /etc/localtime:/etc/localtime:ro

lighthouse/docker-entrypoint-vc.sh

@@ -52,12 +52,19 @@ else
   __doppel=""
 fi
 
+# Distributed attestation aggregation
+if [ "${ENABLE_DIST_ATTESTATION_AGGR}" =  "true" ]; then
+  __att_aggr="--distributed"
+else
+  __att_aggr=""
+fi
+
 if [ "${DEFAULT_GRAFFITI}" = "true" ]; then
 # Word splitting is desired for the command line parameters
 # shellcheck disable=SC2086
-  exec "$@" ${__network} ${__mev_boost} ${__beacon_stats} ${__doppel} ${VC_EXTRAS}
+  exec "$@" ${__network} ${__mev_boost} ${__beacon_stats} ${__doppel} ${__att_aggr} ${VC_EXTRAS}
 else
 # Word splitting is desired for the command line parameters
 # shellcheck disable=SC2086
-  exec "$@" ${__network} "--graffiti" "${GRAFFITI}" ${__mev_boost} ${__beacon_stats} ${__doppel} ${VC_EXTRAS}
+  exec "$@" ${__network} "--graffiti" "${GRAFFITI}" ${__mev_boost} ${__beacon_stats} ${__doppel} ${__att_aggr} ${VC_EXTRAS}
 fi

lodestar-vc-only.yml

@@ -33,6 +33,7 @@ services:
       - DEFAULT_GRAFFITI=${DEFAULT_GRAFFITI:-false}
       - WEB3SIGNER=${WEB3SIGNER}
       - NETWORK=${NETWORK}
+      - ENABLE_DIST_ATTESTATION_AGGR=${ENABLE_DIST_ATTESTATION_AGGR:-false}
     volumes:
       - lsvalidator-data:/var/lib/lodestar/validators
       - /etc/localtime:/etc/localtime:ro

lodestar.yml

@@ -104,6 +104,7 @@ services:
       - DEFAULT_GRAFFITI=${DEFAULT_GRAFFITI:-false}
       - WEB3SIGNER=${WEB3SIGNER}
       - NETWORK=${NETWORK}
+      - ENABLE_DIST_ATTESTATION_AGGR=${ENABLE_DIST_ATTESTATION_AGGR:-false}
     volumes:
       - lsvalidator-data:/var/lib/lodestar/validators
       - /etc/localtime:/etc/localtime:ro

lodestar/docker-entrypoint-vc.sh

@@ -60,12 +60,19 @@ else
   __w3s_url=""
 fi
 
+# Distributed attestation aggregation
+if [ "${ENABLE_DIST_ATTESTATION_AGGR}" =  "true" ]; then
+  __att_aggr="--distributed"
+else
+  __att_aggr=""
+fi
+
 if [ "${DEFAULT_GRAFFITI}" = "true" ]; then
 # Word splitting is desired for the command line parameters
 # shellcheck disable=SC2086
-  exec "$@" ${__network} ${__mev_boost} ${__beacon_stats} ${__doppel} ${__w3s_url} ${VC_EXTRAS}
+  exec "$@" ${__network} ${__mev_boost} ${__beacon_stats} ${__doppel} ${__w3s_url} ${__att_aggr} ${VC_EXTRAS}
 else
 # Word splitting is desired for the command line parameters
 # shellcheck disable=SC2086
-  exec "$@" ${__network} "--graffiti" "${GRAFFITI}" ${__mev_boost} ${__beacon_stats} ${__doppel} ${__w3s_url} ${VC_EXTRAS}
+  exec "$@" ${__network} "--graffiti" "${GRAFFITI}" ${__mev_boost} ${__beacon_stats} ${__doppel} ${__w3s_url} ${__att_aggr} ${VC_EXTRAS}
 fi

nimbus-allin1.yml

@@ -47,6 +47,7 @@ services:
       - DEFAULT_GRAFFITI=${DEFAULT_GRAFFITI:-false}
       - WEB3SIGNER=${WEB3SIGNER:-false}
       - EMBEDDED_VC=true
+      - ENABLE_DIST_ATTESTATION_AGGR=${ENABLE_DIST_ATTESTATION_AGGR:-false}
     ports:
       - ${HOST_IP:-}:${CL_P2P_PORT:-9000}:${CL_P2P_PORT:-9000}/tcp
       - ${HOST_IP:-}:${CL_P2P_PORT:-9000}:${CL_P2P_PORT:-9000}/udp

nimbus-vc-only.yml

@@ -38,6 +38,7 @@ services:
       - GRAFFITI=${GRAFFITI:-}
       - DEFAULT_GRAFFITI=${DEFAULT_GRAFFITI:-false}
       - WEB3SIGNER=${WEB3SIGNER:-false}
+      - ENABLE_DIST_ATTESTATION_AGGR=${ENABLE_DIST_ATTESTATION_AGGR:-false}
     networks:
       default:
         aliases: