Add support for Deneb

.github/workflows/docker.yml

@@ -6,6 +6,7 @@ on:
             - unstable
             - stable
             - capella
+            - eip4844
         tags:
             - v*
 
@@ -40,6 +41,11 @@ jobs:
               run: |
                     echo "VERSION=capella" >> $GITHUB_ENV
                     echo "VERSION_SUFFIX=" >> $GITHUB_ENV
+            - name: Extract version (if eip4844)
+              if: github.event.ref == 'refs/heads/eip4844'
+              run: |
+                    echo "VERSION=eip4844" >> $GITHUB_ENV
+                    echo "VERSION_SUFFIX=" >> $GITHUB_ENV
             - name: Extract version (if tagged release)
               if: startsWith(github.event.ref, 'refs/tags')
               run: |

.github/workflows/local-testnet.yml

@@ -27,6 +27,13 @@ jobs:
       - name: Install ganache
         run: npm install ganache@latest --global
 
+      - name: Install GNU sed & GNU grep
+        run: |
+          brew install gnu-sed grep
+          echo "$(brew --prefix)/opt/gnu-sed/libexec/gnubin" >> $GITHUB_PATH
+          echo "$(brew --prefix)/opt/grep/libexec/gnubin" >> $GITHUB_PATH
+        if: matrix.os == 'macos-12'
+
       # https://github.com/actions/cache/blob/main/examples.md#rust---cargo
       - uses: actions/cache@v3
         id: cache-cargo

.gitignore

@@ -9,7 +9,10 @@ perf.data*
 /bin
 genesis.ssz
 /clippy.toml
+/.cargo
 
 # IntelliJ
 /*.iml
-.idea
+# VSCode
+/.vscode
+.idea

Cargo.toml

@@ -63,10 +63,12 @@ members = [
     "consensus/tree_hash_derive",
 
     "crypto/bls",
+    "crypto/kzg",
     "crypto/eth2_hashing",
     "crypto/eth2_key_derivation",
     "crypto/eth2_keystore",
     "crypto/eth2_wallet",
+    "crypto/kzg",
 
     "lcli",
 

Dockerfile

@@ -1,5 +1,5 @@
 FROM rust:1.68.2-bullseye AS builder
-RUN apt-get update && apt-get -y upgrade && apt-get install -y cmake libclang-dev protobuf-compiler
+RUN apt-get update && apt-get -y upgrade && apt-get install -y cmake clang libclang-dev protobuf-compiler
 COPY . lighthouse
 ARG FEATURES
 ENV FEATURES $FEATURES

Makefile

@@ -36,7 +36,7 @@ PROFILE ?= release
 
 # List of all hard forks. This list is used to set env variables for several tests so that
 # they run for different forks.
-FORKS=phase0 altair merge capella
+FORKS=phase0 altair merge capella eip4844
 
 # Extra flags for Cargo
 CARGO_INSTALL_EXTRA_FLAGS?=
@@ -172,6 +172,7 @@ lint:
 	cargo clippy --workspace --tests -- \
 		-D clippy::fn_to_numeric_cast_any \
 		-D warnings \
+		-A clippy::uninlined-format-args \
 		-A clippy::derive_partial_eq_without_eq \
 		-A clippy::from-over-into \
 		-A clippy::upper-case-acronyms \

beacon_node/Cargo.toml

@@ -13,6 +13,7 @@ node_test_rig = { path = "../testing/node_test_rig" }
 
 [features]
 write_ssz_files = ["beacon_chain/write_ssz_files"]  # Writes debugging .ssz files to /tmp during block processing.
+spec-minimal = ["beacon_chain/spec-minimal"]
 
 [dependencies]
 eth2_config = { path = "../common/eth2_config" }
@@ -32,6 +33,7 @@ eth2_network_config = { path = "../common/eth2_network_config" }
 execution_layer = { path = "execution_layer" }
 lighthouse_network = { path = "./lighthouse_network" }
 serde = "1.0.116"
+serde_json = "1.0.58"
 clap_utils = { path = "../common/clap_utils" }
 hyper = "0.14.4"
 lighthouse_version = { path = "../common/lighthouse_version" }

beacon_node/beacon_chain/Cargo.toml

@@ -10,13 +10,16 @@ default = ["participation_metrics"]
 write_ssz_files = []  # Writes debugging .ssz files to /tmp during block processing.
 participation_metrics = []  # Exposes validator participation metrics to Prometheus.
 fork_from_env = [] # Initialise the harness chain spec from the FORK_NAME env variable
+spec-minimal = ["kzg/minimal-spec"]
 
 [dev-dependencies]
 maplit = "1.0.2"
 environment = { path = "../../lighthouse/environment" }
 serde_json = "1.0.58"
 
 [dependencies]
+serde_json = "1.0.58"
+eth2_network_config = { path = "../../common/eth2_network_config"}
 merkle_proof = { path = "../../consensus/merkle_proof" }
 store = { path = "../store" }
 parking_lot = "0.12.0"
@@ -49,6 +52,7 @@ lru = "0.7.1"
 tempfile = "3.1.0"
 bitvec = "0.20.4"
 bls = { path = "../../crypto/bls" }
+kzg = { path = "../../crypto/kzg" }
 safe_arith = { path = "../../consensus/safe_arith" }
 fork_choice = { path = "../../consensus/fork_choice" }
 task_executor = { path = "../../common/task_executor" }
@@ -65,6 +69,8 @@ hex = "0.4.2"
 exit-future = "0.2.0"
 unused_port = {path = "../../common/unused_port"}
 oneshot_broadcast = { path = "../../common/oneshot_broadcast" }
+slog-term = "2.6.0"
+slog-async = "2.5.0"
 
 [[test]]
 name = "beacon_chain_tests"

beacon_node/beacon_chain/src/beacon_block_streamer.rs

@@ -3,7 +3,7 @@ use execution_layer::{ExecutionLayer, ExecutionPayloadBodyV1};
 use slog::{crit, debug, Logger};
 use std::collections::HashMap;
 use std::sync::Arc;
-use store::DatabaseBlock;
+use store::{DatabaseBlock, ExecutionPayloadEip4844};
 use task_executor::TaskExecutor;
 use tokio::sync::{
     mpsc::{self, UnboundedSender},
@@ -97,6 +97,7 @@ fn reconstruct_default_header_block<E: EthSpec>(
     let payload: ExecutionPayload<E> = match fork {
         ForkName::Merge => ExecutionPayloadMerge::default().into(),
         ForkName::Capella => ExecutionPayloadCapella::default().into(),
+        ForkName::Eip4844 => ExecutionPayloadEip4844::default().into(),
         ForkName::Base | ForkName::Altair => {
             return Err(Error::PayloadReconstruction(format!(
                 "Block with fork variant {} has execution payload",