From 51d5774471fb1bf27daa13264cc957ca3fe5deac Mon Sep 17 00:00:00 2001 From: Sufyan <248329760+sfxnz@users.noreply.github.com> Date: Wed, 21 Oct 2026 14:12:16 +0100 Subject: [PATCH] LLM benchmark: allow prompts up to 65,536 tokens Long-context prefill is usually quoted at 64k tokens, and the 32,768 cap could not reproduce it. The payload has no limit of its own, and the web form reads the range from the agent's catalog, so only the params model changes. Co-Authored-By: Claude Opus 5.5 --- server/sparkline/agent/bench/specs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/sparkline/agent/bench/specs.py b/server/sparkline/agent/bench/specs.py index aaadc5f..8fb1f6e 100644 --- a/server/sparkline/agent/bench/specs.py +++ b/server/sparkline/agent/bench/specs.py @@ -177,7 +177,7 @@ class LlmInferenceParams(Params): ) model: str = _param("", "Model", "Model name as served; empty picks the first from /v1/models.") api: Literal["chat", "completions"] = _param("chat", "API", "/v1/chat/completions or /v1/completions.") - prompt_tokens: int = _param(512, "Prompt length", "Approximate prompt size.", "tokens", ge=16, le=32768) + prompt_tokens: int = _param(512, "Prompt length", "Approximate prompt size.", "tokens", ge=16, le=65536) max_tokens: int = _param(128, "Output length", "max_tokens per request.", "tokens", ge=1, le=4096) concurrency: int = _param(1, "Concurrency", "Requests in flight at once.", ge=1, le=32) requests: int = _param(8, "Requests", "Total requests.", ge=1, le=512)