Skip to content

Commit c335d97

Browse files
test(case1): use cpu Qwen3-0.6B for capacity preset (served MLX gemma path is a v0.4 gap; connection scaling is model-independent)
Co-authored-by: FluffyAIcode <FluffyAIcode@users.noreply.github.com>
1 parent 3899642 commit c335d97

1 file changed

Lines changed: 8 additions & 5 deletions

File tree

inference_engine/bridge/manifest.py

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -135,14 +135,17 @@ def _harness_preset(
135135
name="agent-capacity-loadtest",
136136
description="Test case 1: ramp concurrent agent connections "
137137
"(independent gRPC channel + session each) against a "
138-
"single RuntimeService on the real MLX gemma verifier; "
139-
"report max concurrent agents, per-session bounded KV, "
140-
"node KV upper bound, latency curve, server RSS.",
138+
"single RuntimeService; report max concurrent agents, "
139+
"per-session bounded KV, node KV upper bound, latency "
140+
"curve, server RSS. Uses the cpu Qwen3-0.6B verifier "
141+
"(the integration-gate model; connection/admission "
142+
"scaling is model-independent — the served MLX gemma "
143+
"path is a separate v0.4 item).",
141144
command_templates=(
142145
(
143146
"python3", "scripts/research/grpc_agent_capacity_loadtest.py",
144-
"--backend", "mlx",
145-
"--verifier-id", "${ENV:KAKEYA_MAC_VERIFIER_PATH}",
147+
"--backend", "cpu",
148+
"--verifier-id", "Qwen/Qwen3-0.6B",
146149
"--capacity", "256",
147150
"--sink", "4", "--window", "64",
148151
"--levels", "1,2,4,8,16,32,64,128,256",

0 commit comments

Comments
 (0)