cl: implement Gloas devnet 8

.github/workflows/kurtosis/caplin-minimal-assertoor.io

@@ -6,11 +6,8 @@ participants:
     cl_image: test/erigon:current
     cl_log_level: "debug"
     use_separate_vc: true
-    vc_type: lighthouse
-    # Keep lighthouse v7.0.1 here: v8 submits attestations only as Electra
-    # SingleAttestation, which caplin's pre-Electra pool endpoint rejects on
-    # this Deneb network (the pinned ethereum-package can't do Electra genesis).
-    vc_image: sigp/lighthouse:v7.0.1
+    vc_type: lodestar
+    vc_image: chainsafe/lodestar:v1.46.0
 network_params:
   preset: "minimal"
   deneb_fork_epoch: 0

.github/workflows/kurtosis/gloas-caplin-mixed.io

@@ -1,6 +1,6 @@
 participants:
   - cl_type: lighthouse
-    cl_image: ethpandaops/lighthouse:glamsterdam-devnet-7
+    cl_image: ethpandaops/lighthouse:glamsterdam-devnet-8
     el_type: erigon
     el_image: test/erigon:current
     el_log_level: "debug"
@@ -10,14 +10,14 @@ participants:
   - cl_type: caplin
     cl_image: test/erigon:current
     cl_log_level: "debug"
-    cl_extra_params: ["--local-discovery", "--caplin.subscribe-all-topics"]
+    cl_extra_params: ["--local-discovery", "--caplin.subscribe-all-topics", "--caplin.builder.allow-private-urls"]
     el_type: erigon
     el_image: test/erigon:current
     el_log_level: "debug"
     el_extra_params: ["--experimental.bal"]
     use_separate_vc: true
     vc_type: lighthouse
-    vc_image: ethpandaops/lighthouse:glamsterdam-devnet-7
+    vc_image: ethpandaops/lighthouse:glamsterdam-devnet-8
     count: 1
 global_log_level: 'debug'
 network_params:
@@ -27,7 +27,7 @@ network_params:
   fulu_fork_epoch: 0
   gloas_fork_epoch: 1
 ethereum_genesis_generator_params:
-  image: ethpandaops/ethereum-genesis-generator:6.1.4
+  image: ethpandaops/ethereum-genesis-generator:6.2.0
 additional_services: [assertoor]
 assertoor_params:
   run_stability_check: false

.github/workflows/kurtosis/gloas-three-cl-mixed.io

@@ -1,33 +1,33 @@
 participants:
   - cl_type: lighthouse
-    cl_image: ethpandaops/lighthouse:glamsterdam-devnet-7
+    cl_image: ethpandaops/lighthouse:glamsterdam-devnet-8
     el_type: erigon
     el_image: test/erigon:current
     el_log_level: "debug"
     el_extra_params: ["--experimental.bal"]
     supernode: true
     count: 1
   - cl_type: prysm
-    cl_image: ethpandaops/prysm-beacon-chain:glamsterdam-devnet-7-minimal
+    cl_image: ethpandaops/prysm-beacon-chain:glamsterdam-devnet-8-minimal
     el_type: erigon
     el_image: test/erigon:current
     el_log_level: "debug"
     el_extra_params: ["--experimental.bal"]
     use_separate_vc: true
     vc_type: prysm
-    vc_image: ethpandaops/prysm-validator:glamsterdam-devnet-7-minimal
+    vc_image: ethpandaops/prysm-validator:glamsterdam-devnet-8-minimal
     count: 1
   - cl_type: caplin
     cl_image: test/erigon:current
     cl_log_level: "debug"
-    cl_extra_params: ["--local-discovery", "--caplin.subscribe-all-topics"]
+    cl_extra_params: ["--local-discovery", "--caplin.subscribe-all-topics", "--caplin.builder.allow-private-urls"]
     el_type: erigon
     el_image: test/erigon:current
     el_log_level: "debug"
     el_extra_params: ["--experimental.bal"]
     use_separate_vc: true
     vc_type: lighthouse
-    vc_image: ethpandaops/lighthouse:glamsterdam-devnet-7
+    vc_image: ethpandaops/lighthouse:glamsterdam-devnet-8
     count: 1
 global_log_level: 'debug'
 network_params:
@@ -37,7 +37,7 @@ network_params:
   fulu_fork_epoch: 0
   gloas_fork_epoch: 1
 ethereum_genesis_generator_params:
-  image: ethpandaops/ethereum-genesis-generator:6.1.4
+  image: ethpandaops/ethereum-genesis-generator:6.2.0
 additional_services: [assertoor]
 assertoor_params:
   run_stability_check: false

.github/workflows/test-kurtosis-assertoor.yml

@@ -225,7 +225,8 @@ jobs:
           teku=$(yq -e '.participants_matrix.cl[] | select(.cl_type == "teku") | .cl_image' "$reg")
           genesis_glamsterdam=$(yq -e '.ethereum_genesis_generator_params.image' "$glamsterdam_io")
           spamoor_glamsterdam=$(yq -e '.spamoor_params.image' "$glamsterdam_io")
-          lighthouse_vc=$(yq -e '.participants[] | select(.vc_type == "lighthouse") | .vc_image' "$caplin_io")
+          pectra_lighthouse=$(yq -e '.participants_matrix.cl[] | select(.cl_type == "lighthouse") | .cl_image' "$pectra_io")
+          minimal_vc=$(yq -e '.participants[] | select(.use_separate_vc == true) | .vc_image' "$caplin_io")
           # pectra's clients and caplin-minimal's assertoor are warmed under the tag
           # another suite pins. Bumping one alone leaves it out of the cache, which
           # is a slow path rather than a failure: warn, and hand the tag to the
@@ -239,8 +240,6 @@ jobs:
           }
           check_warmed "$pectra_io" \
             "$(yq -e '.participants_matrix.cl[] | select(.cl_type == "teku") | .cl_image' "$pectra_io")" "$teku"
-          check_warmed "$pectra_io" \
-            "$(yq -e '.participants_matrix.cl[] | select(.cl_type == "lighthouse") | .cl_image' "$pectra_io")" "$lighthouse_vc"
           check_warmed "$caplin_io" "$(yq -e '.assertoor_params.image' "$caplin_io")" "$assertoor"
           echo "UNCACHED_IMAGES=${uncached# }" >> "$GITHUB_ENV"
           {
@@ -251,13 +250,14 @@ jobs:
             echo "TEKU_IMAGE=$teku"
             echo "GLAMSTERDAM_GENESIS_GENERATOR_IMAGE=$genesis_glamsterdam"
             echo "GLAMSTERDAM_SPAMOOR_IMAGE=$spamoor_glamsterdam"
-            echo "LIGHTHOUSE_VC_IMAGE=$lighthouse_vc"
+            echo "PECTRA_LIGHTHOUSE_IMAGE=$pectra_lighthouse"
+            echo "MINIMAL_VC_IMAGE=$minimal_vc"
           } >> "$GITHUB_ENV"
           # Every cached tag stays spelled out in the cache key so a glance at the
           # Actions cache list shows what a key holds. Only the registry/org prefix
           # is dropped, which keeps the key clear of actions/cache's 512-char cap.
           key=docker-cl
-          for image in "$lighthouse" "$lighthouse_vc" "$teku" "$assertoor" \
+          for image in "$lighthouse" "$pectra_lighthouse" "$minimal_vc" "$teku" "$assertoor" \
             "kurtosis:$KURTOSIS_VERSION" "$KURTOSIS_VECTOR_IMAGE" "$KURTOSIS_FLUENTBIT_IMAGE" \
             "$KURTOSIS_CURL_JQ_IMAGE" "$KURTOSIS_TRAEFIK_IMAGE" "$KURTOSIS_ALPINE_IMAGE" \
             "$ETH2_VAL_TOOLS_IMAGE" "$KURTOSIS_SNOOPER_IMAGE" "$pectra" "$glamsterdam" \
@@ -290,7 +290,8 @@ jobs:
             return 1
           }
           pull "${LIGHTHOUSE_IMAGE}"
-          pull "${LIGHTHOUSE_VC_IMAGE}"
+          pull "${PECTRA_LIGHTHOUSE_IMAGE}"
+          pull "${MINIMAL_VC_IMAGE}"
           pull "${TEKU_IMAGE}"
           pull "${ASSERTOOR_IMAGE}"
           pull "${ASSERTOOR_PECTRA_IMAGE}"
@@ -311,7 +312,8 @@ jobs:
           pull "${KURTOSIS_SNOOPER_IMAGE}"
           pull "${KURTOSIS_PYTHON_IMAGE}"
           docker save "${LIGHTHOUSE_IMAGE}" -o /tmp/docker-cache/lighthouse.tar
-          docker save "${LIGHTHOUSE_VC_IMAGE}" -o /tmp/docker-cache/lighthouse-vc.tar
+          docker save "${PECTRA_LIGHTHOUSE_IMAGE}" -o /tmp/docker-cache/pectra-lighthouse.tar
+          docker save "${MINIMAL_VC_IMAGE}" -o /tmp/docker-cache/minimal-vc.tar
           docker save "${TEKU_IMAGE}" -o /tmp/docker-cache/teku.tar
           docker save "${ASSERTOOR_IMAGE}" -o /tmp/docker-cache/assertoor.tar
           docker save "${ASSERTOOR_PECTRA_IMAGE}" -o /tmp/docker-cache/assertoor-pectra.tar
@@ -481,7 +483,8 @@ jobs:
           teku=$(yq -e '.participants_matrix.cl[] | select(.cl_type == "teku") | .cl_image' "$reg")
           genesis_glamsterdam=$(yq -e '.ethereum_genesis_generator_params.image' "$glamsterdam_io")
           spamoor_glamsterdam=$(yq -e '.spamoor_params.image' "$glamsterdam_io")
-          lighthouse_vc=$(yq -e '.participants[] | select(.vc_type == "lighthouse") | .vc_image' "$caplin_io")
+          pectra_lighthouse=$(yq -e '.participants_matrix.cl[] | select(.cl_type == "lighthouse") | .cl_image' "$pectra_io")
+          minimal_vc=$(yq -e '.participants[] | select(.use_separate_vc == true) | .vc_image' "$caplin_io")
           # pectra's clients and caplin-minimal's assertoor are warmed under the tag
           # another suite pins. Bumping one alone leaves it out of the cache, which
           # is a slow path rather than a failure: warn, and hand the tag to the
@@ -495,8 +498,6 @@ jobs:
           }
           check_warmed "$pectra_io" \
             "$(yq -e '.participants_matrix.cl[] | select(.cl_type == "teku") | .cl_image' "$pectra_io")" "$teku"
-          check_warmed "$pectra_io" \
-            "$(yq -e '.participants_matrix.cl[] | select(.cl_type == "lighthouse") | .cl_image' "$pectra_io")" "$lighthouse_vc"
           check_warmed "$caplin_io" "$(yq -e '.assertoor_params.image' "$caplin_io")" "$assertoor"
           echo "UNCACHED_IMAGES=${uncached# }" >> "$GITHUB_ENV"
           {
@@ -507,13 +508,14 @@ jobs:
             echo "TEKU_IMAGE=$teku"
             echo "GLAMSTERDAM_GENESIS_GENERATOR_IMAGE=$genesis_glamsterdam"
             echo "GLAMSTERDAM_SPAMOOR_IMAGE=$spamoor_glamsterdam"
-            echo "LIGHTHOUSE_VC_IMAGE=$lighthouse_vc"
+            echo "PECTRA_LIGHTHOUSE_IMAGE=$pectra_lighthouse"
+            echo "MINIMAL_VC_IMAGE=$minimal_vc"
           } >> "$GITHUB_ENV"
           # Every cached tag stays spelled out in the cache key so a glance at the
           # Actions cache list shows what a key holds. Only the registry/org prefix
           # is dropped, which keeps the key clear of actions/cache's 512-char cap.
           key=docker-cl
-          for image in "$lighthouse" "$lighthouse_vc" "$teku" "$assertoor" \
+          for image in "$lighthouse" "$pectra_lighthouse" "$minimal_vc" "$teku" "$assertoor" \
             "kurtosis:$KURTOSIS_VERSION" "$KURTOSIS_VECTOR_IMAGE" "$KURTOSIS_FLUENTBIT_IMAGE" \
             "$KURTOSIS_CURL_JQ_IMAGE" "$KURTOSIS_TRAEFIK_IMAGE" "$KURTOSIS_ALPINE_IMAGE" \
             "$ETH2_VAL_TOOLS_IMAGE" "$KURTOSIS_SNOOPER_IMAGE" "$pectra" "$glamsterdam" \
@@ -536,7 +538,8 @@ jobs:
         if: steps.cache-cl-images.outputs.cache-hit == 'true'
         run: |
           docker load -i /tmp/docker-cache/lighthouse.tar
-          docker load -i /tmp/docker-cache/lighthouse-vc.tar
+          docker load -i /tmp/docker-cache/pectra-lighthouse.tar
+          docker load -i /tmp/docker-cache/minimal-vc.tar
           docker load -i /tmp/docker-cache/teku.tar
           docker load -i /tmp/docker-cache/assertoor.tar
           docker load -i /tmp/docker-cache/assertoor-pectra.tar
@@ -570,7 +573,8 @@ jobs:
             return 1
           }
           pull "${LIGHTHOUSE_IMAGE}"
-          pull "${LIGHTHOUSE_VC_IMAGE}"
+          pull "${PECTRA_LIGHTHOUSE_IMAGE}"
+          pull "${MINIMAL_VC_IMAGE}"
           pull "${TEKU_IMAGE}"
           pull "${ASSERTOOR_IMAGE}"
           pull "${ASSERTOOR_PECTRA_IMAGE}"
@@ -591,7 +595,8 @@ jobs:
           pull "${KURTOSIS_SNOOPER_IMAGE}"
           pull "${KURTOSIS_PYTHON_IMAGE}"
           docker save "${LIGHTHOUSE_IMAGE}" -o /tmp/docker-cache/lighthouse.tar
-          docker save "${LIGHTHOUSE_VC_IMAGE}" -o /tmp/docker-cache/lighthouse-vc.tar
+          docker save "${PECTRA_LIGHTHOUSE_IMAGE}" -o /tmp/docker-cache/pectra-lighthouse.tar
+          docker save "${MINIMAL_VC_IMAGE}" -o /tmp/docker-cache/minimal-vc.tar
           docker save "${TEKU_IMAGE}" -o /tmp/docker-cache/teku.tar
           docker save "${ASSERTOOR_IMAGE}" -o /tmp/docker-cache/assertoor.tar
           docker save "${ASSERTOOR_PECTRA_IMAGE}" -o /tmp/docker-cache/assertoor-pectra.tar

cl/abstract/beacon_state.go

@@ -54,7 +54,7 @@ type BeaconStateExtension interface {
 	BaseReward(index uint64) (uint64, error)
 	SyncRewards() (proposerReward, participantReward uint64, err error)
 	CommitteeCount(epoch uint64) uint64
-	GetAttestationParticipationFlagIndicies(data *solid.AttestationData, inclusionDelay uint64, skipAssert bool) ([]uint8, error)
+	GetAttestationParticipationFlagIndicies(data *solid.AttestationData, inclusionDelay, parentSlot uint64, skipAssert bool) ([]uint8, error)
 	GetBeaconCommitee(slot, committeeIndex uint64) ([]uint64, error)
 	ComputeNextSyncCommittee() (*solid.SyncCommittee, error)
 	GetAttestingIndicies(attestation *solid.Attestation, checkBitsLength bool) ([]uint64, error)

cl/beacon/beaconevents/event_notifier.go

@@ -1,8 +1,17 @@
 package beaconevents
 
+import "sync"
+
 type EventEmitter struct {
 	stateFeed     *stateFeed     // block state feed
 	operationFeed *operationFeed // block operation feed
+	headEventMu   sync.Mutex
+}
+
+func (e *EventEmitter) WithHeadEventLock(fn func()) {
+	e.headEventMu.Lock()
+	defer e.headEventMu.Unlock()
+	fn()
 }
 
 func NewEventEmitter() *EventEmitter {