Skip to content

Commit 9bbe190

Browse files
k3 presets: --ignore-turn-stop so evidence runs decode the full budget
Co-authored-by: FluffyAIcode <FluffyAIcode@users.noreply.github.com>
1 parent bce0655 commit 9bbe190

2 files changed

Lines changed: 5 additions & 0 deletions

File tree

inference_engine/bridge/manifest.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -75,6 +75,10 @@ def _harness_preset(name: str, description: str, mode_flag: str) -> Preset:
7575
"--drafter-id", "${ENV:KAKEYA_MAC_DRAFTER_ID}",
7676
"--f-theta-dir", "${ENV:KAKEYA_MAC_FTHETA_DIR}",
7777
"--s5-exact-full-attn", mode_flag,
78+
# Evidence runs decode the full budget: without this the
79+
# Gemma-4 <turn|> stop caps decode at ~8 tokens and the
80+
# report fails the SPEEDUP_DECODE_TOKENS gate rule.
81+
"--ignore-turn-stop",
7882
"--n-samples", "{n_samples}",
7983
"--max-new-tokens", "{max_new_tokens}",
8084
"--block-size", "{block_size}",

tests/inference_engine/bridge/test_manifest.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -231,6 +231,7 @@ def test_harness_preset_resolves_env_and_params():
231231
assert argv[0:2] == ["python3", "scripts/research/k3_integrated_niah_eval_mac.py"]
232232
assert HARNESS_ENV["KAKEYA_MAC_VERIFIER_PATH"] in argv
233233
assert "--fused-specdecode" in argv
234+
assert "--ignore-turn-stop" in argv # full decode budget (gate rule)
234235
assert argv[argv.index("--n-samples") + 1] == "7"
235236
assert argv[argv.index("--max-new-tokens") + 1] == "96"
236237
assert argv[argv.index("--block-size") + 1] == "8"

0 commit comments

Comments
 (0)