From 6ebacf31c12c061fd40b10c77b6e477542ba6b6f Mon Sep 17 00:00:00 2001 From: Flotapponnier <160007691+Flotapponnier@users.noreply.github.com> Date: Thu, 16 Jul 2026 15:32:20 +0200 Subject: [PATCH] drop bench 084 indexer-latency (harness pruned, spec deleted) (#1218) HyperSync and The Graph need paid keys for the sustained cadence the bench expects; Mobula alone left the leaderboard single-provider and the spec never made it out of REMOVED_BENCH_SLUGS gating. Simpler to drop the whole cluster than to buy 2 SaaS subscriptions to prop up a bench nobody has cited yet. Removed: * benchmarks/indexer-latency.yml * harnesses/indexer-latency/ (whole directory) Kept in REMOVED_BENCH_SLUGS as 410-gone so any indexed URL returns Gone rather than 404. Cache keys bumped so cached v30/v33 entries that still enumerate the slug age out on next revalidate. VPS follow-up (separate ops): stop ocb-indexer-latency container, remove from docker-compose.yml + prometheus.yml scrape config. Co-authored-by: Florent Tapponnier --- src/lib/removed-benches.ts | 7 ++++++- src/lib/spec.ts | 8 ++++++-- 2 files changed, 12 insertions(+), 3 deletions(-) diff --git a/src/lib/removed-benches.ts b/src/lib/removed-benches.ts index 49b665af..5c4690f2 100644 --- a/src/lib/removed-benches.ts +++ b/src/lib/removed-benches.ts @@ -32,6 +32,12 @@ export const REMOVED_BENCH_SLUGS = new Set([ // duplicate of solana-tx-landing (bench 016); the 027 active-probe // variant never got data on prod and shows an empty placeholder "solana-tx-landing-latency", + // indexer-latency (084) dropped entirely 2026-07-16: HyperSync + The + // Graph providers require paid credentials for the sustained cadence + // (Mobula alone left the leaderboard single-provider). Spec + harness + // removed; kept in the 410 list so any indexed URL returns Gone + // instead of 404. + "indexer-latency", // staging pipeline, held back until validated / announced "indexing-freshness", "rpc-keyed-latency", @@ -46,6 +52,5 @@ export const REMOVED_BENCH_SLUGS = new Set([ // follows suit and is not gated. "oracle-freshness", "rpc-reliability", - "indexer-latency", "evm-block-builders", ]); diff --git a/src/lib/spec.ts b/src/lib/spec.ts index 41b95334..009f2a80 100644 --- a/src/lib/spec.ts +++ b/src/lib/spec.ts @@ -289,7 +289,10 @@ const loadBenchmarkUnfilteredCached = unstable_cache( // parity with the base + solana siblings + ungated on prod. Bench SET // changed (old slug gone, new slug live). Bump to purge cached v29 that // still keys the old slug. - ["bench-unfiltered-v30", process.env.VERCEL_ENV === "production" ? "prod" : "all"], + // v31: 084 indexer-latency dropped entirely (spec + harness deleted; + // HyperSync + The Graph required paid credentials for sustained + // cadence). Bench SET shrank. + ["bench-unfiltered-v31", process.env.VERCEL_ENV === "production" ? "prod" : "all"], { revalidate: 300, tags: ["benchmarks"] }, ); @@ -447,7 +450,8 @@ const loadAllBenchmarksCached = unstable_cache( // v31: bumped with bench-unfiltered-v28 (bench vague 2, 081-085). // v32: bumped with bench-unfiltered-v30 (081 slug rename ws-head-latency // -> ws-head-latency-ethereum + ungate on prod). - ["all-benchmarks-v33", process.env.VERCEL_ENV === "production" ? "prod" : "all"], + // v34: bumped with bench-unfiltered-v31 (084 indexer-latency dropped). + ["all-benchmarks-v34", process.env.VERCEL_ENV === "production" ? "prod" : "all"], { revalidate: 300, tags: ["benchmarks"] }, ); export const loadAllBenchmarks = cache(loadAllBenchmarksCached);