Skip to content

Commit d10aac9

Browse files
fix(probe): drop env KAKEYA_KDBG prefix (broke venv python3 -> no mlx_lm); add guard-ON validation preset
The 'env KAKEYA_KDBG=1 python3' prefix resolved a python3 without mlx_lm on the runner (ModuleNotFoundError). Drop it (KDBG instrumentation is now inert, which is also what we want for the final PR). The native_ref/text/stopped_on_runaway signals in the JSON are sufficient to characterize + validate. Add mlx-kakeya-codegen-guard-validate (guard ON) to prove the clean stop. Co-authored-by: FluffyAIcode <FluffyAIcode@users.noreply.github.com>
1 parent c6a699c commit d10aac9

2 files changed

Lines changed: 29 additions & 1 deletion

File tree

inference_engine/bridge/manifest.py

Lines changed: 28 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -788,7 +788,6 @@ def _harness_preset(
788788
"degenerate ⇒ bounded-greedy pathology the engine must guard.",
789789
command_templates=(
790790
(
791-
"env", "KAKEYA_KDBG=1",
792791
"python3", "scripts/research/k3_integrated_niah_eval_mac.py",
793792
"--verifier-path", "${ENV:KAKEYA_MAC_VERIFIER_PATH}",
794793
"--drafter-id", "${ENV:KAKEYA_MAC_DRAFTER_ID}",
@@ -806,6 +805,34 @@ def _harness_preset(
806805
params={"max_new_tokens": ("int:max_new_tokens", "192")},
807806
validate_reports=False,
808807
),
808+
Preset(
809+
name="mlx-kakeya-codegen-guard-validate",
810+
description="Validate the runaway-loop guard end-to-end: full f_θ fused "
811+
"engine on the same long code prompt (pow_codegen_longprompt"
812+
".txt) with the guard ENABLED (default). The fused answer "
813+
"must NOT collapse into a marker wall — the guard stops the "
814+
"runaway (stopped_on_runaway) leaving a clean tail — while "
815+
"the native-greedy control (no guard) degenerates, proving "
816+
"the guard is what saves the engine from greedy pathology.",
817+
command_templates=(
818+
(
819+
"python3", "scripts/research/k3_integrated_niah_eval_mac.py",
820+
"--verifier-path", "${ENV:KAKEYA_MAC_VERIFIER_PATH}",
821+
"--drafter-id", "${ENV:KAKEYA_MAC_DRAFTER_ID}",
822+
"--f-theta-dir", "${ENV:KAKEYA_MAC_FTHETA_DIR}",
823+
"--s5-exact-full-attn", "--fused-specdecode", "--force-f-theta",
824+
"--sink-size", "4", "--window-size", "64", "--block-size", "4",
825+
"--max-new-tokens", "{max_new_tokens}", "--ignore-turn-stop",
826+
"--chat", "--chat-native-ref",
827+
"--chat-scripted-file",
828+
"scripts/research/pow_codegen_longprompt.txt",
829+
"--output", "results/research/codegen_guard_validate_2815.json",
830+
),
831+
),
832+
timeout_minutes=90,
833+
params={"max_new_tokens": ("int:max_new_tokens", "256")},
834+
validate_reports=False,
835+
),
809836
Preset(
810837
name="mlx-kakeya-degen-probe",
811838
description="Long-decode regression probe: full f_θ fused engine on a "

tests/inference_engine/bridge/test_manifest.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -82,6 +82,7 @@ def test_allowlist_contains_exactly_the_documented_presets():
8282
"mlx-env-probe",
8383
"mlx-kakeya-chat-smoke",
8484
"mlx-kakeya-codegen-degen-probe",
85+
"mlx-kakeya-codegen-guard-validate",
8586
"mlx-kakeya-degen-probe",
8687
"mlx-kakeya-fused-chat-ftheta",
8788
"mlx-kakeya-fused-chat-smoke",

0 commit comments

Comments
 (0)