feat: add load-test payload worker for base-load-test integration

.github/workflows/_build-binaries.yaml

@@ -19,7 +19,7 @@ on:
         description: "Base Reth Node version to build"
         required: false
         type: string
-        default: "main"
+        default: "feature/load-test-benchmark"
 
 # Set minimal permissions for all jobs by default
 permissions:
@@ -155,6 +155,8 @@ jobs:
 
       - name: Set up Rust
         uses: actions-rust-lang/setup-rust-toolchain@9399c7bb15d4c7d47b27263d024f0a4978346ba4 # v1.11.0
+        with:
+          cache: false
 
       - name: Cache base-reth-node binaries
         uses: actions/cache@2f8e54208210a422b2efd51efaa6bd6d7ca8920f # v3.4.3
@@ -163,9 +165,10 @@ jobs:
           path: |
             ~/bin/base-reth-node
             ~/bin/builder
-          key: ${{ runner.os }}-base-reth-node-builder-${{ inputs.base_reth_node_version }}
+            ~/bin/base-load-test
+          key: ${{ runner.os }}-base-reth-node-builder-load-test-${{ inputs.base_reth_node_version }}
 
-      - name: Build base-reth-node and base-builder
+      - name: Build base-reth-node, base-builder, and base-load-test
         if: steps.cache-base-reth-node.outputs.cache-hit != 'true'
         run: |
           unset CI
@@ -188,6 +191,13 @@ jobs:
           path: ~/bin/builder
           retention-days: 1
 
+      - name: Upload base-load-test artifact
+        uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4.5.0
+        with:
+          name: base-load-test
+          path: ~/bin/base-load-test
+          retention-days: 1
+
   build-op-program:
     runs-on: ubuntu-latest
     permissions:

.github/workflows/examples.yaml

@@ -18,7 +18,6 @@ jobs:
     with:
       optimism_version: 3019251e80aa248e91743addd3e833190acb26f1
       geth_version: 6cbfcd5161083bcd4052edc3022d9f99c6fe40e0
-      base_reth_node_version: main
 
   example-benchmarks:
     runs-on: ubuntu-latest

.github/workflows/load-test.yaml

@@ -0,0 +1,96 @@
+name: Load Test
+
+on:
+  pull_request:
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+jobs:
+  build-binaries:
+    name: Build binaries
+    uses: ./.github/workflows/_build-binaries.yaml
+
+  load-test:
+    name: Run load test benchmark
+    runs-on: ubuntu-latest
+    needs: [build-binaries]
+    steps:
+      - name: Harden the runner (Audit all outbound calls)
+        uses: step-security/harden-runner@002fdce3c6a235733a90a27c80493a3241e56863 # v2.12.1
+        with:
+          egress-policy: audit
+
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+      - name: Set up Go
+        uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6.1.0
+
+      - name: Download base-reth-node
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
+        with:
+          name: base-reth-node
+          path: ${{ runner.temp }}/bin/
+
+      - name: Download builder
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
+        with:
+          name: builder
+          path: ${{ runner.temp }}/bin/
+
+      - name: Download base-load-test
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
+        with:
+          name: base-load-test
+          path: ${{ runner.temp }}/bin/
+
+      - name: Make binaries executable
+        run: chmod +x ${{ runner.temp }}/bin/*
+
+      - name: Run load test benchmark
+        run: |
+          mkdir -p ${{ runner.temp }}/data-dir
+          mkdir -p ${{ runner.temp }}/output
+
+          go run benchmark/cmd/main.go \
+            --log.level info \
+            run \
+            --config configs/examples/load-test.yml \
+            --root-dir ${{ runner.temp }}/data-dir \
+            --output-dir ${{ runner.temp }}/output \
+            --builder-bin ${{ runner.temp }}/bin/builder \
+            --base-reth-node-bin ${{ runner.temp }}/bin/base-reth-node \
+            --load-test-bin ${{ runner.temp }}/bin/base-load-test
+
+      - name: Setup Node.js
+        if: always()
+        uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
+        with:
+          node-version: "20"
+
+      - name: Build Report
+        if: always()
+        run: |
+          cp -r ${{ runner.temp }}/output/ ./output/ || true
+          pushd report
+          npm install
+          npm run build
+          popd
+
+      - name: Upload Output
+        if: always()
+        uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4.5.0
+        with:
+          name: load-test-output
+          path: ${{ runner.temp }}/output/
+          retention-days: 7
+
+      - name: Upload Report
+        if: always()
+        uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4.5.0
+        with:
+          name: load-test-report
+          path: report/dist/
+          retention-days: 7

benchmark/flags/flags.go

@@ -15,22 +15,24 @@ func prefixEnvVars(name string) []string {
 }
 
 const (
-	ConfigFlagName          = "config"
-	RootDirFlagName         = "root-dir"
-	OutputDirFlagName       = "output-dir"
-	TxFuzzBinFlagName       = "tx-fuzz-bin"
-	ProxyPortFlagName       = "proxy-port"
-	BenchmarkRunIDFlagName  = "benchmark-run-id"
-	MachineTypeFlagName     = "machine-type"
-	MachineProviderFlagName = "machine-provider"
-	MachineRegionFlagName   = "machine-region"
-	FileSystemFlagName      = "file-system"
+	ConfigFlagName            = "config"
+	RootDirFlagName           = "root-dir"
+	OutputDirFlagName         = "output-dir"
+	TxFuzzBinFlagName         = "tx-fuzz-bin"
+	LoadTestBinFlagName       = "load-test-bin"
+	ProxyPortFlagName         = "proxy-port"
+	BenchmarkRunIDFlagName    = "benchmark-run-id"
+	MachineTypeFlagName       = "machine-type"
+	MachineProviderFlagName   = "machine-provider"
+	MachineRegionFlagName     = "machine-region"
+	FileSystemFlagName        = "file-system"
 	ParallelTxBatchesFlagName = "parallel-tx-batches"
 )
 
 // TxFuzz defaults
 const (
-	DefaultTxFuzzBin = "../tx-fuzz/cmd/livefuzzer/livefuzzer"
+	DefaultTxFuzzBin   = "../tx-fuzz/cmd/livefuzzer/livefuzzer"
+	DefaultLoadTestBin = "./base-load-test"
 )
 
 var (
@@ -62,6 +64,13 @@ var (
 		EnvVars: opservice.PrefixEnvVar(EnvVarPrefix, "TX_FUZZ_BIN"),
 	}
 
+	LoadTestBinFlag = &cli.StringFlag{
+		Name:    LoadTestBinFlagName,
+		Usage:   "Load test binary path",
+		Value:   DefaultLoadTestBin,
+		EnvVars: opservice.PrefixEnvVar(EnvVarPrefix, "LOAD_TEST_BIN"),
+	}
+
 	ProxyPortFlag = &cli.IntFlag{
 		Name:    "proxy-port",
 		Usage:   "Proxy port",
@@ -116,6 +125,7 @@ var RunFlags = []cli.Flag{
 	RootDirFlag,
 	OutputDirFlag,
 	TxFuzzBinFlag,
+	LoadTestBinFlag,
 	ProxyPortFlag,
 	BenchmarkRunIDFlag,
 	MachineTypeFlag,

clients/build-base-reth-node.sh

@@ -40,12 +40,13 @@ fi
 
 # Checkout specified version/commit
 echo "Checking out version: $BASE_RETH_NODE_VERSION"
-git checkout -f "$BASE_RETH_NODE_VERSION"
+git fetch origin "$BASE_RETH_NODE_VERSION" || true
+git checkout -f "$BASE_RETH_NODE_VERSION" || git checkout -f "origin/$BASE_RETH_NODE_VERSION"
 
 # Build the binaries using cargo
-echo "Building base-reth-node and base-builder with cargo..."
-# Build with maxperf profile
+echo "Building base-reth-node, base-builder, and base-load-test with cargo..."
 cargo build --bin base-reth-node --bin base-builder --profile maxperf
+cargo build -p base-load-tests --bin base-load-test --profile maxperf
 
 # Copy binaries to output directory
 echo "Copying binaries to output directory..."
@@ -74,4 +75,11 @@ else
     exit 1
 fi
 
-echo "base-reth-node and base-builder binaries built successfully and placed in $FINAL_OUTPUT_DIR/"
+if [ -f "target/maxperf/base-load-test" ]; then
+    cp target/maxperf/base-load-test "$FINAL_OUTPUT_DIR/"
+else
+    echo "No base-load-test binary found"
+    exit 1
+fi
+
+echo "Binaries built successfully and placed in $FINAL_OUTPUT_DIR/"

clients/versions.env

@@ -12,7 +12,7 @@ GETH_VERSION="v1.101604.0"
 
 # Base Reth Node Configuration
 BASE_RETH_NODE_REPO="https://github.com/base/base"
-BASE_RETH_NODE_VERSION="main"
+BASE_RETH_NODE_VERSION="feature/load-test-benchmark"
 
 # Build Configuration
 # BUILD_DIR="./build"

configs/examples/load-test.yml

@@ -0,0 +1,29 @@
+name: Load test throughput test
+description: Test builder throughput using base-load-test binary as transaction generator
+payloads:
+  - name: Load Test
+    type: load-test
+    id: load-test
+    sender_count: 10
+    transactions:
+      - weight: 70
+        type: transfer
+      - weight: 20
+        type: calldata
+        max_size: 256
+      - weight: 10
+        type: precompile
+        target: sha256
+
+benchmarks:
+  - variables:
+      - type: payload
+        value: load-test
+      - type: node_type
+        value: builder
+      - type: validator_node_type
+        value: base-reth-node
+      - type: num_blocks
+        value: 10
+      - type: gas_limit
+        value: 1000000000

runner/clients/common/proxy/proxy.go

@@ -22,7 +22,6 @@ import (
 	"github.com/ethereum/go-ethereum/common"
 	ethTypes "github.com/ethereum/go-ethereum/core/types"
 	"github.com/ethereum/go-ethereum/log"
-	"github.com/ethereum/go-ethereum/rlp"
 )
 
 type ProxyServer struct {
@@ -196,11 +195,13 @@ func (p *ProxyServer) OverrideRequest(method string, rawParams json.RawMessage)
 			return false, nil, fmt.Errorf("failed to decode hex: %w", err)
 		}
 
-		err = rlp.DecodeBytes(rawTxBytes, &tx)
+		// Use UnmarshalBinary to support both legacy and typed (EIP-2718) transactions.
+		// The previous rlp.DecodeBytes only handled legacy transactions.
+		err = tx.UnmarshalBinary(rawTxBytes)
 
 		if err != nil {
-			p.log.Error("failed to decode RLP", "err", err)
-			return false, nil, fmt.Errorf("failed to decode RLP: %w", err)
+			p.log.Error("failed to decode transaction", "err", err)
+			return false, nil, fmt.Errorf("failed to decode transaction: %w", err)
 		}
 
 		p.pendingTxs = append(p.pendingTxs, &tx)

runner/config/config.go

@@ -20,6 +20,7 @@ type Config interface {
 	DataDir() string
 	OutputDir() string
 	TxFuzzBinary() string
+	LoadTestBinary() string
 	ProxyPort() int
 	BenchmarkRunID() string
 	MachineType() string
@@ -30,36 +31,38 @@ type Config interface {
 }
 
 type config struct {
-	logConfig       oplog.CLIConfig
-	configPath      string
-	dataDir         string
-	outputDir       string
-	clientOptions   ClientOptions
-	txFuzzBinary    string
-	proxyPort       int
-	benchmarkRunID  string
-	machineType     string
-	machineProvider string
-	machineRegion   string
-	fileSystem      string
+	logConfig         oplog.CLIConfig
+	configPath        string
+	dataDir           string
+	outputDir         string
+	clientOptions     ClientOptions
+	txFuzzBinary      string
+	loadTestBinary    string
+	proxyPort         int
+	benchmarkRunID    string
+	machineType       string
+	machineProvider   string
+	machineRegion     string
+	fileSystem        string
 	parallelTxBatches int
 }
 
 func NewConfig(ctx *cli.Context) Config {
 	return &config{
-		logConfig:       oplog.ReadCLIConfig(ctx),
-		configPath:      ctx.String(appFlags.ConfigFlagName),
-		dataDir:         ctx.String(appFlags.RootDirFlagName),
-		outputDir:       ctx.String(appFlags.OutputDirFlagName),
-		txFuzzBinary:    ctx.String(appFlags.TxFuzzBinFlagName),
-		proxyPort:       ctx.Int(appFlags.ProxyPortFlagName),
-		benchmarkRunID:  ctx.String(appFlags.BenchmarkRunIDFlagName),
-		machineType:     ctx.String(appFlags.MachineTypeFlagName),
-		machineProvider: ctx.String(appFlags.MachineProviderFlagName),
-		machineRegion:   ctx.String(appFlags.MachineRegionFlagName),
-		fileSystem:      ctx.String(appFlags.FileSystemFlagName),
+		logConfig:         oplog.ReadCLIConfig(ctx),
+		configPath:        ctx.String(appFlags.ConfigFlagName),
+		dataDir:           ctx.String(appFlags.RootDirFlagName),
+		outputDir:         ctx.String(appFlags.OutputDirFlagName),
+		txFuzzBinary:      ctx.String(appFlags.TxFuzzBinFlagName),
+		loadTestBinary:    ctx.String(appFlags.LoadTestBinFlagName),
+		proxyPort:         ctx.Int(appFlags.ProxyPortFlagName),
+		benchmarkRunID:    ctx.String(appFlags.BenchmarkRunIDFlagName),
+		machineType:       ctx.String(appFlags.MachineTypeFlagName),
+		machineProvider:   ctx.String(appFlags.MachineProviderFlagName),
+		machineRegion:     ctx.String(appFlags.MachineRegionFlagName),
+		fileSystem:        ctx.String(appFlags.FileSystemFlagName),
 		parallelTxBatches: ctx.Int(appFlags.ParallelTxBatchesFlagName),
-		clientOptions:   ReadClientOptions(ctx),
+		clientOptions:     ReadClientOptions(ctx),
 	}
 }
 
@@ -112,6 +115,10 @@ func (c *config) TxFuzzBinary() string {
 	return c.txFuzzBinary
 }
 
+func (c *config) LoadTestBinary() string {
+	return c.loadTestBinary
+}
+
 func (c *config) BenchmarkRunID() string {
 	return c.benchmarkRunID
 }