Skip to content

Commit 0d1daa7

Browse files
debug(mac-bridge): mlx-kakeya-degen-probe preset (Phase-1 long-decode degeneration characterization)
Co-authored-by: FluffyAIcode <FluffyAIcode@users.noreply.github.com>
1 parent f52acfa commit 0d1daa7

2 files changed

Lines changed: 25 additions & 0 deletions

File tree

inference_engine/bridge/manifest.py

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -771,6 +771,30 @@ def _harness_preset(
771771
params={"max_new_tokens": ("int:max_new_tokens", "64")},
772772
validate_reports=True, # §4 liveness gate on-device
773773
),
774+
Preset(
775+
name="mlx-kakeya-degen-probe",
776+
description="DEBUG (Phase-1): full f_θ fused engine on a LONG prompt "
777+
"(--ignore-turn-stop, default 256 tokens) to characterize "
778+
"the long-decode degeneration onset. Emits KDBG NDJSON to "
779+
"stderr (captured in the bridge log) + transcript JSON. NOT "
780+
"gated — the degeneration is the thing being measured.",
781+
command_templates=(
782+
(
783+
"python3", "scripts/research/k3_integrated_niah_eval_mac.py",
784+
"--verifier-path", "${ENV:KAKEYA_MAC_VERIFIER_PATH}",
785+
"--drafter-id", "${ENV:KAKEYA_MAC_DRAFTER_ID}",
786+
"--f-theta-dir", "${ENV:KAKEYA_MAC_FTHETA_DIR}",
787+
"--s5-exact-full-attn", "--fused-specdecode", "--force-f-theta",
788+
"--sink-size", "4", "--window-size", "64", "--block-size", "4",
789+
"--max-new-tokens", "{max_new_tokens}", "--ignore-turn-stop",
790+
"--chat", "--chat-scripted", "请详细解释POW的工作原理",
791+
"--output", "results/research/phase1_degeneration_chat.json",
792+
),
793+
),
794+
timeout_minutes=90,
795+
params={"max_new_tokens": ("int:max_new_tokens", "256")},
796+
validate_reports=False,
797+
),
774798
)
775799
}
776800

tests/inference_engine/bridge/test_manifest.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -81,6 +81,7 @@ def test_allowlist_contains_exactly_the_documented_presets():
8181
"mlx-batched-pad-decode",
8282
"mlx-env-probe",
8383
"mlx-kakeya-chat-smoke",
84+
"mlx-kakeya-degen-probe",
8485
"mlx-kakeya-fused-chat-ftheta",
8586
"mlx-kakeya-fused-chat-smoke",
8687
"mlx-kakeya-launcher-smoke",

0 commit comments

Comments
 (0)