From 6a53b4b897178a6a17605457a9ee90251548d50a Mon Sep 17 00:00:00 2001 From: Giona Date: Thu, 1 Oct 2026 11:05:57 +0200 Subject: [PATCH 1/3] build: isolate release package from research targets --- CMakeLists.txt | 106 +- README.md | 26 +- developer-guide.md | 17 + docs/release.md | 68 + graphify-out/GRAPH_REPORT.md | 542 +- graphify-out/graph.json | 13883 ++++++++++++++++---------------- graphify-out/manifest.json | 52 +- scripts/test-cli-first-run.sh | 12 +- scripts/test-package.sh | 116 +- 9 files changed, 7607 insertions(+), 7215 deletions(-) create mode 100644 docs/release.md diff --git a/CMakeLists.txt b/CMakeLists.txt index 20b04cd1..a3584d44 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -6,6 +6,41 @@ project(MIInfer VERSION 0.2.0 LANGUAGES CXX) include(GNUInstallDirs) include(FetchContent) +include(CTest) + +option(MIINFER_BUILD_BENCHMARKS "Include benchmark executables in the default build" OFF) +option(MIINFER_BUILD_RESEARCH_TOOLS "Include historical and forensic tools in the default build" OFF) +option(MIINFER_BUILD_TESTS "Include test executables in the default build and register CTest tests" ${BUILD_TESTING}) +set(BUILD_TESTING "${MIINFER_BUILD_TESTS}") +if(MIINFER_BUILD_TESTS) + enable_testing() +endif() +set(MIINFER_RELEASE_TEST_TARGETS + miinfer-host-test + miinfer-openai-api-test + miinfer-m12-gdn-oracle + miinfer-model-loader-test + miinfer-qwen3-primitives-host-test + miinfer-qwen3-layer0-test + miinfer-qwen3-kv-cache-test + miinfer-qwen3-forward-test + miinfer-qwen3-tokenizer-test + miinfer-kquant-wave-test + miinfer-hip-smoke + miinfer-fp16-gemv-test + miinfer-q4-q8-gemv-test + miinfer-q4-q8-dot4-probe + miinfer-model-gpu-test + miinfer-qwen3-primitives-test + miinfer-qwen35-conv-batch-test + miinfer-qwen3-layer0-gpu-test + miinfer-qwen3-kv-cache-gpu-test + miinfer-qwen3-quant-kv-attention-test + miinfer-qwen3-cached-attention-determinism-gpu-test + miinfer-qwen3-forward-gpu-test + miinfer-qwen3-decode-gpu-test + miinfer-qwen3-decode-sequence-gpu-test +) FetchContent_Declare(nlohmann_json URL https://github.com/nlohmann/json/releases/download/v3.11.3/json.tar.xz @@ -596,8 +631,46 @@ if(MIINFER_ENABLE_HIP) endif() -include(CTest) -if(BUILD_TESTING) +# Keep non-product executable targets available for explicit development builds, +# but do not make research programs a prerequisite of the normal release build. +get_property(MIINFER_EXECUTABLE_TARGETS DIRECTORY PROPERTY BUILDSYSTEM_TARGETS) +foreach(MIINFER_TARGET IN LISTS MIINFER_EXECUTABLE_TARGETS) + get_target_property(MIINFER_TARGET_TYPE "${MIINFER_TARGET}" TYPE) + if(NOT MIINFER_TARGET_TYPE STREQUAL "EXECUTABLE") + continue() + endif() + + get_target_property(MIINFER_TARGET_SOURCES "${MIINFER_TARGET}" SOURCES) + set(MIINFER_EXCLUDE_FROM_ALL FALSE) + foreach(MIINFER_SOURCE IN LISTS MIINFER_TARGET_SOURCES) + if(MIINFER_SOURCE MATCHES "^bench/" + AND NOT MIINFER_TARGET STREQUAL "miinfer-m12-gdn-oracle" + AND NOT MIINFER_BUILD_BENCHMARKS) + set(MIINFER_EXCLUDE_FROM_ALL TRUE) + elseif(MIINFER_SOURCE MATCHES "^tools/" + AND NOT MIINFER_TARGET STREQUAL "miinfer" + AND NOT MIINFER_BUILD_RESEARCH_TOOLS) + set(MIINFER_EXCLUDE_FROM_ALL TRUE) + elseif(MIINFER_SOURCE MATCHES "^tests/" + AND NOT MIINFER_TARGET STREQUAL "miinfer-device-info" + AND (NOT MIINFER_BUILD_TESTS + OR NOT MIINFER_TARGET IN_LIST MIINFER_RELEASE_TEST_TARGETS)) + set(MIINFER_EXCLUDE_FROM_ALL TRUE) + endif() + endforeach() + + if(MIINFER_TARGET STREQUAL "miinfer-m12-gdn-oracle" + AND NOT MIINFER_BUILD_TESTS + AND NOT MIINFER_BUILD_BENCHMARKS) + set(MIINFER_EXCLUDE_FROM_ALL TRUE) + endif() + + if(MIINFER_EXCLUDE_FROM_ALL) + set_property(TARGET "${MIINFER_TARGET}" PROPERTY EXCLUDE_FROM_ALL TRUE) + endif() +endforeach() + +if(MIINFER_BUILD_TESTS) add_test(NAME host-only COMMAND miinfer-host-test) set_tests_properties(host-only PROPERTIES LABELS "host-only") add_test(NAME openai-api-host COMMAND miinfer-openai-api-test) @@ -655,23 +728,13 @@ if(BUILD_TESTING) endif() endif() +install(FILES README.md LICENSE DESTINATION "${CMAKE_INSTALL_DOCDIR}") install(FILES - README.md - LICENSE - docs/current-state.md + docs/cli-product-contract.md docs/hardware.md - DESTINATION "${CMAKE_INSTALL_DOCDIR}" + docs/release.md + DESTINATION "${CMAKE_INSTALL_DOCDIR}/docs" ) -install(FILES - developer-guide.md - AGENTS.md - DESTINATION "${CMAKE_INSTALL_DOCDIR}" -) -install(DIRECTORY docs/ DESTINATION "${CMAKE_INSTALL_DOCDIR}/docs" - FILES_MATCHING PATTERN "*.md") -install(DIRECTORY experiments/ DESTINATION "${CMAKE_INSTALL_DOCDIR}/experiments" - FILES_MATCHING PATTERN "*.md") -install(FILES bench/README.md DESTINATION "${CMAKE_INSTALL_DOCDIR}/bench") install(PROGRAMS install.sh DESTINATION ".") if(MIINFER_ENABLE_HIP) install(TARGETS miinfer miinfer-device-info @@ -684,6 +747,17 @@ set(CPACK_PACKAGE_DESCRIPTION_SUMMARY "MI50/gfx906 LLM inference runtime") set(CPACK_PACKAGE_VERSION "${PROJECT_VERSION}") set(CPACK_PACKAGE_FILE_NAME "miinfer-${PROJECT_VERSION}-${MIINFER_TARGET_ARCH}-${CMAKE_SYSTEM_NAME}") +set(MIINFER_RELEASE_PACKAGE_ARCHIVE + "${CMAKE_BINARY_DIR}/${CPACK_PACKAGE_FILE_NAME}.tar.gz") set(CPACK_PACKAGE_DIRECTORY "${CMAKE_BINARY_DIR}") set(CPACK_GENERATOR "TGZ") include(CPack) + +if(MIINFER_BUILD_TESTS) + add_test(NAME package-archive-smoke + COMMAND bash "${CMAKE_SOURCE_DIR}/scripts/test-package.sh" + "${MIINFER_RELEASE_PACKAGE_ARCHIVE}") + set_tests_properties(package-archive-smoke PROPERTIES + LABELS "package-host" + SKIP_REGULAR_EXPRESSION "^SKIP: package archive") +endif() diff --git a/README.md b/README.md index 5d2c2d4b..e70860b5 100644 --- a/README.md +++ b/README.md @@ -7,11 +7,12 @@ knowledge of kernel presets. ## Install and start -On a supported Linux/MI50 system, install the release archive and add its -binary directory to `PATH`: +On a supported Linux/MI50 system, download and extract the release archive, +run its installer, then add the installed binary directory to `PATH`: ```bash -./install.sh miinfer-0.2.0-gfx906-Linux.tar.gz +tar -xzf miinfer-0.2.0-gfx906-Linux.tar.gz +./miinfer-0.2.0-gfx906-Linux/install.sh miinfer-0.2.0-gfx906-Linux.tar.gz export PATH="$HOME/.local/miinfer/bin:$PATH" miinfer doctor --model ~/models/Qwen3.8-27B-Q4_K_M.gguf miinfer chat ~/models/Qwen3.8-27B-Q4_K_M.gguf @@ -48,23 +49,18 @@ support `--json` where applicable. ## Qualification -The V2-0045 MI50 qualification measured MIInfer ahead of pinned mx-llama.cpp -and upstream llama.cpp in all nine tested prefill/decode cells. The claim is +The MI50 qualification measured MIInfer ahead of pinned mx-llama.cpp and +upstream llama.cpp in all nine tested prefill/decode cells. The claim is specific to the qualified model, hardware, and workload matrix. Decode used forced-token model-forward replay, not HTTP generation throughput; the multi-turn serving workload passed with prefix reuse but was not compared -against the other runtimes. See the -[qualification record](experiments/V2-0045-definitive-competitive-qualification.md) -and [current state](docs/current-state-of-the-art.md). +against the other runtimes. See [release notes and qualification scope](docs/release.md). The P8192 prefill lead over mx is narrow. The isolated attention kernel remains slower, but attention research is deferred because the complete qualified runtime wins the measured system-level matrix. -## Development - -MIInfer remains specialized for gfx906 and Qwen3.8-27B-Q4_K_M. Build and -benchmark methodology lives in [`bench/README.md`](bench/README.md) and -[`docs/benchmarking.md`](docs/benchmarking.md). Historical kernel research and -milestone notes are retained in [`developer-guide.md`](developer-guide.md); -they are not required for normal CLI use. +For source builds, installation details, hardware support, and the public CLI +contract, see [`docs/release.md`](docs/release.md), +[`docs/hardware.md`](docs/hardware.md), and +[`docs/cli-product-contract.md`](docs/cli-product-contract.md). diff --git a/developer-guide.md b/developer-guide.md index 1ea40b08..9163ad8b 100644 --- a/developer-guide.md +++ b/developer-guide.md @@ -35,6 +35,23 @@ optimization. The milestone notes below are historical snapshots; they do not supersede this current status. +## Current CMake build graph + +The default release build includes the runtime, device probe, and release test +targets. Research benchmarks and historical/forensic tools are excluded from +the default build and can be enabled explicitly: + +```bash +cmake -S . -B build -DCMAKE_BUILD_TYPE=Release \ + -DMIINFER_BUILD_BENCHMARKS=ON \ + -DMIINFER_BUILD_RESEARCH_TOOLS=ON +cmake --build build +``` + +Use `-DMIINFER_BUILD_TESTS=OFF` only when test executables are not needed. +Normal release packaging uses the options' defaults; see +[`docs/release.md`](docs/release.md). + ## M17 local appliance quick start From a release archive on a supported MI50/gfx906 Linux machine: diff --git a/docs/release.md b/docs/release.md new file mode 100644 index 00000000..cb2f0598 --- /dev/null +++ b/docs/release.md @@ -0,0 +1,68 @@ +# Release and installation + +MIInfer releases target Linux on one AMD Instinct MI50 32 GB (`gfx906`) and +require a compatible ROCm/HIP runtime on the host. The archive contains the +MIInfer executables, installer, license, and user-facing documentation; it +does not contain the model or ROCm libraries. + +## Install a release archive + +Download `miinfer--gfx906-Linux.tar.gz` from the project release +distribution, then install it into the default user prefix: + +```bash +tar -xzf miinfer--gfx906-Linux.tar.gz +./miinfer--gfx906-Linux/install.sh \ + miinfer--gfx906-Linux.tar.gz +export PATH="$HOME/.local/miinfer/bin:$PATH" +miinfer doctor --model ~/models/Qwen3.8-27B-Q4_K_M.gguf +miinfer chat ~/models/Qwen3.8-27B-Q4_K_M.gguf +``` + +The installer accepts an optional destination prefix. Re-running it overlays +the archive files at that prefix, which supports replacing an existing +installation. User configuration is stored separately under +`~/.config/miinfer`; model files are never copied into the installation. + +## Build a release archive from source + +With the supported HIP/ROCm development toolchain installed: + +```bash +cmake -S . -B build -DCMAKE_BUILD_TYPE=Release +cmake --build build +cmake --build build --target package +scripts/test-package.sh build/miinfer-0.2.0-gfx906-Linux.tar.gz +``` + +The package name is derived from the CMake project version, target +architecture, and operating system. `miinfer --version` reports that version, +the source commit, dirty state, compiler, and target architecture. Normal +release builds omit research benchmarks and forensic tools. Developers can +include them in the default build with +`-DMIINFER_BUILD_BENCHMARKS=ON -DMIINFER_BUILD_RESEARCH_TOOLS=ON`; release +tests are enabled by default and can be controlled with +`-DMIINFER_BUILD_TESTS=OFF`. + +## Qualified performance scope + +The qualified model is Qwen3.8-27B-Q4_K_M on one MI50. These are the measured +V2-0045 medians; prefill is prompt processing and decode is forced-token +model-forward replay, not HTTP generation throughput. + +| Workload | MIInfer | mx-llama.cpp | upstream llama.cpp | +| --- | ---: | ---: | ---: | +| P512 prefill | 2.180 s | 2.279 s | 2.566 s | +| P1024 prefill | 4.368 s | 4.576 s | 5.173 s | +| P2048 prefill | 8.839 s | 9.195 s | 10.416 s | +| P4096 prefill | 18.045 s | 18.576 s | 21.068 s | +| P8192 prefill | 37.634 s | 37.982 s | 42.978 s | +| P64 decode, TG128 | 33.81 ms/token | 38.47 ms/token | 41.43 ms/token | +| P512 decode, TG128 | 34.07 ms/token | 38.54 ms/token | 41.41 ms/token | +| P2048 decode, TG128 | 34.50 ms/token | 39.31 ms/token | 41.99 ms/token | +| P8192 decode, TG128 | 36.88 ms/token | 42.77 ms/token | 43.45 ms/token | + +This is a runtime benchmark claim for the tested setup, not a promise of +equivalent end-to-end HTTP throughput on other hardware, models, or software +versions. The real multi-turn MIInfer serving workload passed with prefix +reuse; it was not competitively measured against the other runtimes. diff --git a/graphify-out/GRAPH_REPORT.md b/graphify-out/GRAPH_REPORT.md index 0d260d87..d15fee8c 100644 --- a/graphify-out/GRAPH_REPORT.md +++ b/graphify-out/GRAPH_REPORT.md @@ -1,16 +1,16 @@ -# Graph Report - mi50 (2026-09-30) +# Graph Report - mi50 (2026-10-01) ## Corpus Check -- 875 files · ~1,010,040 words +- 876 files · ~1,010,777 words - Verdict: corpus is large enough that graph structure adds value. ## Summary -- 10470 nodes · 14253 edges · 814 communities (752 shown, 62 thin omitted) +- 10476 nodes · 14257 edges · 828 communities (767 shown, 61 thin omitted) - Extraction: 97% EXTRACTED · 3% INFERRED · 0% AMBIGUOUS · INFERRED: 452 edges (avg confidence: 0.83) - Token cost: 0 input · 0 output ## Graph Freshness -- Built from commit: `2d4a41a0` +- Built from commit: `16f18b9f` - Run `git rev-parse HEAD` and compare to check if the graph is stale. - Run `graphify update .` after code changes (no API cost). @@ -152,11 +152,11 @@ - Qwen3GpuProfile - m4b-layer6/README.md - M3 Minimal Qwen3-8B Runtime Scaffold -- fp16_gemv.hpp +- GemvShape - Qwen3LayerTrace - EXP-0074 — M6-A26.4 L30 production operand attribution - EXP-0041 — M5-C15 optimization closure and parity decision gate -- NumericalMetrics +- prefill_v2_topology_block_bakeoff.cpp - EXP-0100 — M6-B7 Q5_K paired-nibble decoding - qwen3_layer_host_impl - M4-C1 — Deterministic first generated token @@ -185,7 +185,7 @@ - M5-A — Reproducible MI50 inference baseline - M4-C3 — Text-facing greedy generation - run-m4c3-acceptance.sh -- Qwen35Config +- Qwen35Model - hip_smoke_bench.cpp - qwen3_attention_ab_bench.cpp - EXP-0010 — Qwen3-8B steady-state decode profile @@ -203,7 +203,7 @@ - EXP-0011 — Trace-free Qwen3-8B decode control - EXP-0099 — M6-B6 Q5_K subgroup-structured dot loop - EXP-0022 — M5-C6d GPU-side greedy argmax -- model_plan.cpp +- kquant_wave_layout.cpp - EXP-0020 — M5-C6b direct layer-output handoff - EXP-0051 — M6-B1 Qwen3.8-27B MIInfer GPU profile readiness - run-m5c6c-kv-cache-ab.sh @@ -220,7 +220,7 @@ - EXP-0037 — M5-C13a fixed-cost floor profile - EXP-0023 — M5-C7 post-copy-cleanup decode profile - EXP-0032 — M5-C10c FFN normalization-to-shared-Q8 fusion -- main +- load - run-m5c6b-layer-output-ab.sh - PrefillV2Model - EXP-0028 — M5-C9b fused SwiGLU to Q8 quantization @@ -255,7 +255,7 @@ - M7 — Establish and Beat the gfx906 Performance Frontier - EXP-0047 — M6-A5 Qwen3.8-27B four-layer hybrid block - EXP-0048 — M6-A6 Qwen3.8-27B full 64-layer forward -- kquant_wave_layout.cpp +- Metadata - EXP-0050 — M6-B0 Qwen3.8-27B llama.cpp MI50 baseline - EXP-0188 — Inter-Layer Norm Fusion, Native Q6_K LM Head & Wave64 Single-Wave GEMV (Stretch Gate Closure) - EXP-0056 — M6-A12 Qwen3.8-27B attention projections @@ -279,13 +279,13 @@ - EXP-0060 — M6-A16 Qwen3.8-27B layers 4–7 hybrid-block audit - EXP-0090 — M6-A27.9 full observable-contract retest - EXP-0061 — M6-A17 Qwen3.8-27B composition ladder -- size_t +- Qwen3DownProjectionContractTrace - EXP-0380 — Localize the first B64 attention-composition hang - EXP-0096 — M6-B3 Q4_K metadata staging - EXP-0182 — Fused Gate+Up SwiGLU Wave64 GEMV - Qwen35RuntimeEngine - EXP-0066 — M6-A22 Qwen3.8-27B GPU hybrid position audit -- m6a18_qwen35_deltanet_state_gpu.cpp +- main - EXP-0141 — M6-B49 recurrent state-update/head-RMS fusion - PrefillV2AttentionLayer - EXP-0226 — M11-B Q4_K chunked row-tile projection @@ -300,7 +300,7 @@ - EXP-0080 — M6-A27 Qwen3.8 sixty-four-layer GPU composition - EXP-0085 — M6-A27.5 Qwen3.8 P2 drift localization - EXP-0070 — M6-A26 Qwen3.8 thirty-two-layer stateful GPU prefix -- Qwen3Layer0GpuKvCache +- Qwen3GpuDecodeCache - EXP-0124 — M6-B32 transposed recurrent no-decay store - EXP-0156 — M6-B64 post-B62 stage profile - EXP-0137 — M6-B45 Q4_K×Q8_1 inner-loop differential @@ -332,7 +332,7 @@ - EXP-0102 — M6-B9 Q6_K LM-head index hoisting - qwen3_trace_compare.cpp - EXP-0094 — M6-B2 direct layer-output handoff -- m6a20_qwen35_recurrent_layer_gpu.cpp +- check_device - EXP-0129 — M6-B37 Q4_K×Q8_1 Down weight staging - EXP-0149 — M6-B57 direct layer output - EXP-0116 — M6-B24 full-attention stage attribution @@ -503,7 +503,7 @@ - MatrixScenarioResult - EXP-0221 — M11-B Direct Consumption of Batched Prefill Workspace - EXP-0208 — Full-Attention Projection Batching -- uint32_t +- .get - EXP-0207 — B=8 LDS Weight-Reuse Prefill - EXP-0223 — M11-B Q4_K B=4 Two-Wave Row Rejection - EXP-0220 — M11-B Q4_K B=4 Compact Arithmetic Rejection @@ -530,7 +530,7 @@ - EXP-0259 — M12 dense FFN-down prefill backend - EXP-0247 — M11-B Q4_K MMQ64 split-2 rejection - m6a9_qwen35_lm_head.cpp -- suffix_ttft_attribution_bench.cpp +- LayerProfileData - EXP-0251 — M11-B native Q4_K token-reuse rejections - EXP-0264 — M16-B bounded serving queue qualification - EXP-0289 — Resident recurrent FFN MMQ weights @@ -587,7 +587,7 @@ - EXP-0281 — M22 dense FFN prefill candidate - EXP-0368 — L3 partial-attention K/V and causal contract - UpdateProvenance -- StageProfile +- run_layer - Re-evaluation — full layer-major scheduling — 2026-09-10 - EXP-V2-0022-suffix-mmq-critical-path.md - EXP-0324 — M25 Mx vectorized MMQ epilogue @@ -638,7 +638,7 @@ - EXP-0348 — M25 current oracle requalification - m6a10_qwen35_q4k_projection.cpp - compare-m26cq-layer-path.py -- hip_check.hpp +- vector - EXP-0335 — M25 pinned Mx single-token MMV - EXP-0342 — M25 QKV contract retest - EXP-0337 — M25 P512 prefill HIP graph screen @@ -687,7 +687,7 @@ - EXP-0384 — Locate the First Material B64 Recurrent-Wide Layer Divergence - EXP-V2-0024-quantized-prefix-kv.md - qwen3_generate.cpp -- q4_q8_gemv.hpp +- Q8ExactBlock - V2-0003 — Prefill V2 Slice 2: 4-Layer Repeating Topology Block (3 × GDN + 1 × GQA Attention) - EXP-V2-0026-production-pipeline-hardening.md - suffix_attention_halfwave_multitoken.cpp @@ -705,8 +705,8 @@ - Prefill V2 Architecture Specification - EXP-0387 — M28 full-model prefill frontier refresh - V2-0005 — Native P512 Full-Model Macro Tiling & Baseline Qualification -- DeviceBuffer -- Qwen35Model::load +- m6a19_qwen35_conv_gpu.cpp +- Qwen35TensorView - EXP-0395 — Legacy B4 tail fallback for logical B128 - EXP-0358 — M26-C current decode-route differential - EXP-0389 — P512 regression discriminator @@ -714,8 +714,8 @@ - ShapeBenchmark - LayerEvaluationResult - Group -- Qwen35Model -- span +- Qwen3Layer0KvCache +- main - EXP-0351 — M26 real-context decode floor and context penalty - PrefillV2WorkspaceManager - RecurrentLayerState @@ -730,27 +730,27 @@ - EXP-V2-0013 — Long-Context Frontier Qualification (4K -> 8K -> 16K -> 32K -> 64K -> 128K) - EXP-V2-0012 — Reclaiming Resident VRAM via High-Value Layout Pruning while Preserving mx-Beating Decode - EXP-V2-0007 — Unified Prefill V2 to Static Decode Pipeline -- Qwen3GpuDecodeCache +- Qwen3FfnProbeTrace - M23ProfileCounters - EXP-V2-0027R — Cold-Prefill Arithmetic & Roofline Reconciliation - EXP-V2-0018-suffix-hip-graph.md - EXP-V2-0009: Decode Fast-Path Recovery Inside Prefill V2 -- string +- DeviceInfo - Stats -- Qwen3Layer0KvCache +- qwen3_kv_cache_test.cpp - EXP-V2-0021-production-suffix-hip-graph.md - OpenAiChatRequest - EXP-V2-0014 — Prefix & State Reuse with Suffix-Only Prefill - Measurement - AttentionKvCacheView - TerminalTextStream -- evaluate_token_count -- v2_0023_cross_query_attention_bench.cpp +- StageProfile +- GpuBuffer - Iteration log - M1 — Kernel Laboratory - Qwen3GpuPlan - qwen35_gpu_pipeline.hpp -- Qwen35TensorView +- Q6KHostBlock - qwen3_decode_profile.cpp - Options - V2-0044 — Precision-preserving KQ-to-V path @@ -784,18 +784,18 @@ - AccuracyMetrics - qwen3_swiglu_q8_bench.cpp - qwen35_gqa_prefill_bench.cpp -- V2-0045 — Definitive competitive qualification -- DeviceBuffer -- gdn_kernel_bakeoff.cpp +- MIInfer Current State of the Art +- main +- ProfileScope - kv_cache.cpp - bench-serve-concurrency.py -- MIInfer Current State of the Art +- Options - state.cpp - 5. Runtime Layers - qwen3_quant_kv_attention_test.cpp - EXP-0359 — M26-CQ decode semantic equivalence - EXP-V2-0029 — MMQ Useful-Compute Efficiency & Instruction-Amplification Analysis -- qwen3_primitives_test.cpp +- AccuracyMetrics - PrefixFingerprint - m12_gdn_oracle.cpp - model_loader_test.cpp @@ -803,24 +803,38 @@ - model.cpp - OpenAiGeneratedToolCalls - kquant_layout_bench.cpp -- vector +- GgufTensor - v2_0045_agent_workload.py - EXP-0352 raw comparison artifacts — 2026-09-20 -- prefill_v2_topology_block_bakeoff.cpp +- Qwen3Config - PositionResult -- download +- vector - attention_layer.cpp -- q4k_layout_bench.cpp +- array - M4 — First Correct End-to-End Generation - q4_q8_gemv_reference.cpp - qwen3_gpu_layer.cpp - test-cli-first-run.sh -- Event +- Qwen3LayerWeights +- AttentionLayerProfileBreakdown - PresetFlag -- MIInfer CLI product contract +- developer-guide.md - StepTransferMetrics +- TimingResult - m24_recurrent_layer_bakeoff.cpp - 3. Correctness Is a Benchmark Prerequisite +- size_t +- RmsVariant +- TimingResult +- Q4KMmqTile +- fp16_gemv_reference.cpp +- HostQ8Block +- AttentionPathReplay +- FfnTailReplay +- make_synthetic_prompt +- main +- DevicePrefillState +- Checkpoint ## God Nodes (most connected - your core abstractions) 1. `RecurrentLayer` - 259 edges @@ -835,21 +849,21 @@ 10. `GgufFile` - 48 edges ## Surprising Connections (you probably didn't know these) -- `evaluate_token_count()` --calls--> `download` [INFERRED] - bench/prefill_v2_recurrent_layer_bakeoff.cpp → include/miinfer/prefill_v2/state.hpp -- `evaluate_token_count()` --calls--> `upload` [INFERRED] - bench/prefill_v2_recurrent_layer_bakeoff.cpp → include/miinfer/prefill_v2/state.hpp -- `run_bakeoff_main()` --calls--> `forward` [INFERRED] - bench/prefill_v2_recurrent_layer_bakeoff.cpp → include/miinfer/prefill_v2/recurrent_layer.hpp -- `main()` --calls--> `pack_q4k_wave_down()` [INFERRED] - bench/q4k_layout_bench.cpp → src/kquant_wave_layout.cpp - `main()` --calls--> `forward_profiled` [INFERRED] bench/v2_0022_suffix_mmq_critical_path_bench.cpp → include/miinfer/prefill_v2/attention_layer.hpp +- `run()` --calls--> `reset` [INFERRED] + tests/qwen3_decode_gpu_test.cpp → include/miinfer/qwen3_layer.hpp +- `main()` --calls--> `pack_q4k_wave_tensor()` [INFERRED] + bench/candidate_b_layout_pruning_bench.cpp → src/kquant_wave_layout.cpp +- `main()` --calls--> `pack_q5k_wave_tensor()` [INFERRED] + bench/candidate_b_layout_pruning_bench.cpp → src/kquant_wave_layout.cpp +- `main()` --calls--> `pack_q6k_wave_tensor()` [INFERRED] + bench/candidate_b_layout_pruning_bench.cpp → src/kquant_wave_layout.cpp ## Import Cycles - None detected. -## Communities (814 total, 62 thin omitted) +## Communities (828 total, 61 thin omitted) ### Community 0 - "hardware.md" Cohesion: 0.04 @@ -873,7 +887,7 @@ Nodes (34): 10. Software Environment, 11. Model / Workload, 12. Test Matrix, 13. ### Community 5 - "MIInfer" Cohesion: 0.05 -Nodes (39): Architecture direction, Benchmark philosophy, Building, Contributing, Core hypothesis, Correctness before performance, Design principles, Development roadmap (+31 more) +Nodes (40): Architecture direction, Benchmark philosophy, Building, Contributing, Core hypothesis, Correctness before performance, Current CMake build graph, Design principles (+32 more) ### Community 6 - "current-state.md" Cohesion: 0.06 @@ -944,8 +958,8 @@ Cohesion: 0.20 Nodes (10): 4. mxxm-t/mx-llama.cpp, Activation reuse, MIInfer implication, MIInfer implication, MIInfer implication, MXFP4, Role, Weight repacking (+2 more) ### Community 23 - "roadmap.md" -Cohesion: 0.07 -Nodes (26): Build and correctness checks, Decision, Next frontier, Performance evidence, Post-M28 production baseline, Benchmark before claim, Candidate areas, Contract (+18 more) +Cohesion: 0.10 +Nodes (17): Build and correctness checks, Decision, Next frontier, Performance evidence, Post-M28 production baseline, Candidate areas, Contract, Current Execution Order (+9 more) ### Community 24 - "Fp16GemvMetrics" Cohesion: 0.25 @@ -960,8 +974,8 @@ Cohesion: 0.22 Nodes (9): 29. Development sequence, M0 — Baseline, M1 — Kernel laboratory, M2 — Prove specialization, M3 — Minimal runtime, M4 — First correct generation, M5 — Beat reference, M6 — Runtime specialization (+1 more) ### Community 27 - "fp16_gemv_bench.cpp" -Cohesion: 0.11 -Nodes (32): ostream, string, uint32_t, vector, implementation_label(), json_escape(), main(), median_of() (+24 more) +Cohesion: 0.24 +Nodes (18): ostream, string, vector, implementation_label(), json_escape(), main(), median_of(), metrics_json() (+10 more) ### Community 28 - "graphify reference: extra exports and benchmark" Cohesion: 0.22 @@ -1048,7 +1062,7 @@ Cohesion: 0.01 Nodes (138): RocblasGemmHandle, opaque, FullAttentionLayer, attention, batch_head_rms, d_attn_norm, d_ffn_down, d_ffn_down_expanded (+130 more) ### Community 49 - "SessionCheckpoint" -Cohesion: 0.13 +Cohesion: 0.12 Nodes (15): array, Buffer, SessionCheckpoint, boundary_position, execution_contract_version, key_cache, last_used, model_identity (+7 more) ### Community 50 - "EXP-0179 — Native Q6_K Wave64 Rollout & Activation Reuse" @@ -1080,8 +1094,8 @@ Cohesion: 0.11 Nodes (18): 10. Test Matrix, 11. Correctness Method, 12. Benchmark, 13. Acceptance, 14. Explicit Exclusions, 15. Results, 16. Decision, 17. Follow-up (+10 more) ### Community 57 - "qwen3_layer35_external_test.cpp" -Cohesion: 0.07 -Nodes (69): AccumulationContract, int16_t, Q8ExactBlock, d, qs, sum, RmsReduction, AttentionPathReplay (+61 more) +Cohesion: 0.21 +Nodes (33): AccumulationContract, RmsReduction, compare_q8_blocks(), path, size_t, span, vector, dequantize_q8_exact() (+25 more) ### Community 58 - "qwen3_forward_gpu_test.cpp" Cohesion: 0.16 @@ -1312,8 +1326,8 @@ Cohesion: 0.09 Nodes (22): A — zero generated tokens, Allocation and regression gates, Allocation/setup audit, B — first token, C — one direct decode step, Composed-B64 wrapper ladder, Decision, Exact next PRIMARY (+14 more) ### Community 123 - "run_sequence" -Cohesion: 0.26 -Nodes (18): attention_contract(), cache_corruption_test(), cache_slots_preserved(), checkpoints(), compare_trace(), path, size_t, span (+10 more) +Cohesion: 0.22 +Nodes (20): snapshot_keys, snapshot_values, attention_contract(), cache_corruption_test(), cache_slots_preserved(), checkpoints(), compare_trace(), path (+12 more) ### Community 124 - "External gfx906 Reference Baseline" Cohesion: 0.22 @@ -1325,7 +1339,7 @@ Nodes (28): allocate_shape(), ostream, string, vector, escape(), free_shape(), m ### Community 126 - "Qwen3GpuDecodeWorkspace" Cohesion: 0.05 -Nodes (38): Qwen3GpuDecodeWorkspace, argmax_token, attention, attention_projected, attn_norm, attn_rms, embedding, ffn_input (+30 more) +Nodes (41): DeviceBuffer, DeviceBytes, bytes_, Qwen3GpuDecodeWorkspace, argmax_token, attention, attention_projected, attn_norm (+33 more) ### Community 127 - "EXP-0086 — M6-A27.6 Qwen3.8 P2 L0–L2 operation trace" Cohesion: 0.25 @@ -1360,8 +1374,8 @@ Cohesion: 0.15 Nodes (12): Baseline, Benchmark, Candidate, Correctness, Decision, Environment, EXP-0331 — Pinned Mx MMQ register weight prefetch, Follow-up (+4 more) ### Community 135 - "qwen3_primitives.cpp" -Cohesion: 0.11 -Nodes (37): int16_t, int8_t, uint16_t, uint8_t, Q4_0HostBlock, d_bits, qs, Q6KHostBlock (+29 more) +Cohesion: 0.24 +Nodes (21): byte, int8_t, size_t, span, uint16_t, vector, fp16_bits_to_float(), load_half() (+13 more) ### Community 136 - "Qwen3GpuProfile" Cohesion: 0.05 @@ -1371,9 +1385,9 @@ Nodes (38): hipEvent_t, qwen3_profile_category_count, Qwen3BoundaryProfileStage, Cohesion: 0.25 Nodes (7): GPU ownership and plan, M3 Minimal Qwen3-8B Runtime Scaffold, Parser boundary, Static projection kernel selection, Supported artifact, Validated configuration, Validation command -### Community 139 - "fp16_gemv.hpp" -Cohesion: 0.15 -Nodes (15): GemvKernelResources, local_bytes, max_threads_per_block, registers, shared_bytes, GemvShape, id, k (+7 more) +### Community 139 - "GemvShape" +Cohesion: 0.40 +Nodes (5): GemvShape, id, k, m, projection ### Community 140 - "Qwen3LayerTrace" Cohesion: 0.06 @@ -1387,17 +1401,17 @@ Nodes (10): Baseline and method, Decision, Environment and command, EXP-0074 — Cohesion: 0.15 Nodes (12): 1. Question, 2. Authoritative production result, 3. M5 optimization record, 4. Experimentally eliminated explanations, 5. M5 result, 6. Architectural decision gate, 7. Decision, Accepted (+4 more) -### Community 143 - "NumericalMetrics" -Cohesion: 0.18 -Nodes (11): compute_metrics(), size_t, span, NumericalMetrics, all_finite, cosine_similarity, max_abs_err, mean_abs_err (+3 more) +### Community 143 - "prefill_v2_topology_block_bakeoff.cpp" +Cohesion: 0.15 +Nodes (15): compute_metrics(), size_t, span, vector, generate_initial_history(), generate_initial_state(), generate_realistic_input(), NumericalMetrics (+7 more) ### Community 144 - "EXP-0100 — M6-B7 Q5_K paired-nibble decoding" Cohesion: 0.17 Nodes (11): Baseline, Candidate, Commands, Correctness and resources, Decision, Environment, EXP-0100 — M6-B7 Q5_K paired-nibble decoding, Follow-up (+3 more) ### Community 145 - "qwen3_layer_host_impl" -Cohesion: 0.16 -Nodes (29): add_in_place(), int8_t, size_t, span, uint16_t, uint32_t, vector, execute_qwen3_decode_host() (+21 more) +Cohesion: 0.17 +Nodes (24): byte, GgufTensorType, Qwen3TensorView, source, add_in_place(), size_t, span, vector (+16 more) ### Community 146 - "M4-C1 — Deterministic first generated token" Cohesion: 0.12 @@ -1424,8 +1438,8 @@ Cohesion: 0.17 Nodes (11): 10. Follow-up, 1. Question, 2. Hypothesis, 3. Motivation and prior evidence, 4. Method, 5. Results, 6. Static gfx906 evidence, 7. Interpretation (+3 more) ### Community 158 - "Q8BoundaryDiff" -Cohesion: 0.25 -Nodes (8): Q8BoundaryDiff, different_lane_values, different_scale_blocks, different_sum_blocks, first_block, first_lane, max_scale_bits_delta, max_sum_delta +Cohesion: 0.13 +Nodes (15): int16_t, int8_t, uint16_t, Q8BoundaryDiff, different_lane_values, different_scale_blocks, different_sum_blocks, first_block (+7 more) ### Community 160 - "EXP-0046 — M6-A4 Qwen3.8-27B full-attention layer" Cohesion: 0.20 @@ -1471,9 +1485,9 @@ Nodes (9): Decision, Environment, Interpretation, M5-A — Reproducible MI50 inf Cohesion: 0.33 Nodes (5): CLI, Decision, M4-C3 — Text-facing greedy generation, Pinned physical acceptance, Tokenizer contract -### Community 172 - "Qwen35Config" -Cohesion: 0.10 -Nodes (20): uint32_t, Qwen35Config, attention_heads, block_count, context_length, full_attention_interval, head_dim, hidden_size (+12 more) +### Community 172 - "Qwen35Model" +Cohesion: 0.06 +Nodes (33): string, main(), run_q5k_benchmark(), run_q6k_benchmark(), GgufTensorType, uint64_t, find_tensor(), shared_ptr (+25 more) ### Community 173 - "hip_smoke_bench.cpp" Cohesion: 0.16 @@ -1531,9 +1545,9 @@ Nodes (11): Baseline, Candidate, Commands, Correctness and resources, Decision, Cohesion: 0.18 Nodes (10): Candidate, Correctness, Decision, Environment and workload, EXP-0022 — M5-C6d GPU-side greedy argmax, Follow-up, Hypothesis, Performance (+2 more) -### Community 190 - "model_plan.cpp" -Cohesion: 0.21 -Nodes (15): Q4GemvKernel, align_up(), checked_add(), byte, hipError_t, size_t, string, GpuWeightArena::allocate() (+7 more) +### Community 190 - "kquant_wave_layout.cpp" +Cohesion: 0.17 +Nodes (27): main(), main(), Q4KWaveTile, metadata, words, int8_t, Q5KMmqTile, Q8_1Block (+19 more) ### Community 191 - "EXP-0020 — M5-C6b direct layer-output handoff" Cohesion: 0.20 @@ -1583,13 +1597,13 @@ Nodes (8): Correctness, Decision, Environment and workload, EXP-0023 — M5-C7 p Cohesion: 0.22 Nodes (8): 1. Hypothesis, 2. Candidate, 3. Environment and benchmark, 4. Correctness, 5. Results, 6. Decision, 7. Artifacts, EXP-0032 — M5-C10c FFN normalization-to-shared-Q8 fusion -### Community 207 - "main" -Cohesion: 0.10 -Nodes (28): main(), compare_bytes(), cosine_similarity(), detailed_compare(), detailed_device_error(), DetailedError, max_abs, mean_abs (+20 more) +### Community 207 - "load" +Cohesion: 0.15 +Nodes (24): main(), main(), main(), main(), main(), main(), main(), main() (+16 more) ### Community 209 - "PrefillV2Model" -Cohesion: 0.03 -Nodes (53): hipGraphExec_t, KvCacheQuantMode, mt19937, pair, size_t, unique_ptr, PrefillV2Model, activation_bytes (+45 more) +Cohesion: 0.04 +Nodes (50): hipGraphExec_t, KvCacheQuantMode, mt19937, pair, size_t, unique_ptr, PrefillV2Model, blocks_ (+42 more) ### Community 210 - "EXP-0028 — M5-C9b fused SwiGLU to Q8 quantization" Cohesion: 0.22 @@ -1621,7 +1635,7 @@ Nodes (10): Baseline, Candidate, Checks, Correctness, Decision, EXP-0057 — M6- ### Community 217 - "m6a3_qwen35_layer.cpp" Cohesion: 0.16 -Nodes (32): main(), upload(), checkpoint(), compare(), conv_output(), array, kChannels, path (+24 more) +Nodes (37): path, recurrent_inputs(), check_values(), span, main(), main(), checkpoint(), compare() (+29 more) ### Community 218 - "EXP-0029 — M5-C9c Gate/Up activation-Q8 reuse" Cohesion: 0.20 @@ -1660,8 +1674,8 @@ Cohesion: 0.18 Nodes (10): Correctness, Decision, EXP-0084 — M6-A27.4 Qwen3.8 full-model observable contract adjudication, Follow-up, Hypothesis, Method, Observable checkpoints, Question (+2 more) ### Community 228 - "gguf.cpp" -Cohesion: 0.09 -Nodes (50): GgufError, runtime_error, align_up(), checked_add(), checked_mul(), checked_size(), byte, GgufScalar (+42 more) +Cohesion: 0.06 +Nodes (70): GgufError, GgufValue, value, GgufScalar, unordered_map, Q4GemvKernel, runtime_error, align_up() (+62 more) ### Community 229 - "EXP-0038 — M5-C13b LM-head contract audit" Cohesion: 0.25 @@ -1711,9 +1725,9 @@ Nodes (9): Candidate, Command, Correctness gates, Decision, EXP-0047 — M6-A5 Q Cohesion: 0.22 Nodes (8): Baseline and candidate, Command, Correctness contract, Decision, EXP-0048 — M6-A6 Qwen3.8-27B full 64-layer forward, Follow-up, Question, Result -### Community 243 - "kquant_wave_layout.cpp" -Cohesion: 0.05 -Nodes (86): main(), main(), F, string, find_tensor(), main(), measure(), TimingResult (+78 more) +### Community 243 - "Metadata" +Cohesion: 0.08 +Nodes (30): int8_t, uint32_t, uint64_t, uint8_t, Metadata, d, dmin, minimums (+22 more) ### Community 244 - "EXP-0050 — M6-B0 Qwen3.8-27B llama.cpp MI50 baseline" Cohesion: 0.17 @@ -1748,7 +1762,7 @@ Cohesion: 0.83 Nodes (3): cleanup(), run-m6b0-llama-baseline.sh script, stop_telemetry() ### Community 252 - "size_t" -Cohesion: 0.05 +Cohesion: 0.06 Nodes (9): DeviceBytes, bytes_, data_, exp0385_target_layer(), GpuLayerRef, attention, recurrent, size_t (+1 more) ### Community 253 - "EXP-0058 — M6-A14 Qwen3.8-27B state fingerprints and reset audit" @@ -1807,9 +1821,9 @@ Nodes (8): Decision, EXP-0090 — M6-A27.9 full observable-contract retest, Foll Cohesion: 0.17 Nodes (11): Baseline, Candidate, Checks, Command, Correctness contract, Decision, EXP-0061 — M6-A17 Qwen3.8-27B composition ladder, Follow-up (+3 more) -### Community 267 - "size_t" -Cohesion: 0.10 -Nodes (29): Qwen3DownProjectionContractTrace, current_s_correction, direct_signed_oracle, exact_sum_correction, Qwen3Projection, Qwen3ProjectionPrecision, capture(), copy_to_host() (+21 more) +### Community 267 - "Qwen3DownProjectionContractTrace" +Cohesion: 0.29 +Nodes (7): vector, Qwen3DownProjectionContractTrace, current_s_correction, direct_signed_oracle, exact_sum_correction, Qwen3ProjectionProbeTrace, output ### Community 268 - "EXP-0380 — Localize the first B64 attention-composition hang" Cohesion: 0.12 @@ -1824,16 +1838,16 @@ Cohesion: 0.12 Nodes (15): 1. TG64 (64 tokens), 2. TG128 (128 tokens), 3. Hardware State & Telemetry, Baseline, Benchmark Methodology, Candidate, Correctness, Decision (+7 more) ### Community 271 - "Qwen35RuntimeEngine" -Cohesion: 0.04 -Nodes (57): hipGraphExec_t, Qwen35RuntimeEngine, argmax_token_, attention_layers_, d_decode_state_, d_decode_tokens_, d_embedding_, d_final_norm_weight_ (+49 more) +Cohesion: 0.03 +Nodes (60): hipGraphExec_t, Qwen35RuntimeEngine, argmax_token_, attention_layers_, d_decode_state_, d_decode_tokens_, d_embedding_, d_final_norm_weight_ (+52 more) ### Community 272 - "EXP-0066 — M6-A22 Qwen3.8-27B GPU hybrid position audit" Cohesion: 0.17 Nodes (11): Artifact and reference, Candidate, Checks, Command, Decision, EXP-0066 — M6-A22 Qwen3.8-27B GPU hybrid position audit, Follow-up, Interpretation (+3 more) -### Community 273 - "m6a18_qwen35_deltanet_state_gpu.cpp" -Cohesion: 0.23 -Nodes (13): path, size_t, span, T, vector, DeviceBuffer, data_, logical_state() (+5 more) +### Community 273 - "main" +Cohesion: 0.22 +Nodes (11): size_t, span, T, vector, DeviceBuffer, data_, logical_state(), main() (+3 more) ### Community 274 - "EXP-0141 — M6-B49 recurrent state-update/head-RMS fusion" Cohesion: 0.20 @@ -1872,8 +1886,8 @@ Cohesion: 0.18 Nodes (10): Candidate, Checks, Correctness contract, Decision, EXP-0068 — M6-A24 Qwen3.8 eight-layer stateful GPU prefix, Follow-up, Performance and memory accounting, Question (+2 more) ### Community 284 - "Qwen3Model" -Cohesion: 0.05 -Nodes (41): byte, GgufTensorType, shared_ptr, size_t, string, uint32_t, vector, Qwen3Config (+33 more) +Cohesion: 0.14 +Nodes (13): shared_ptr, size_t, string, vector, Qwen3Model, artifact_path_, config_, final_norm_ (+5 more) ### Community 285 - "EXP-0080 — M6-A27 Qwen3.8 sixty-four-layer GPU composition" Cohesion: 0.25 @@ -1887,9 +1901,9 @@ Nodes (10): Decision, EXP-0085 — M6-A27.5 Qwen3.8 P2 drift localization, Follo Cohesion: 0.20 Nodes (9): Candidate, Decision, Environment and command, EXP-0070 — M6-A26 Qwen3.8 thirty-two-layer stateful GPU prefix, Follow-up, Interpretation, Question, Results (+1 more) -### Community 288 - "Qwen3Layer0GpuKvCache" -Cohesion: 0.12 -Nodes (18): size_t, Qwen3Layer0GpuKvCache, append, keys_, reset, snapshot_keys, snapshot_values, values_ (+10 more) +### Community 288 - "Qwen3GpuDecodeCache" +Cohesion: 0.11 +Nodes (15): validate_cache(), size_t, unique_ptr, Qwen3GpuDecodeCache, caches_, length, prepare, workspace_ (+7 more) ### Community 289 - "EXP-0124 — M6-B32 transposed recurrent no-decay store" Cohesion: 0.17 @@ -1908,8 +1922,8 @@ Cohesion: 0.20 Nodes (9): Decision, Environment and command, EXP-0075 — M6-A26.5 L30 K-path provenance, Follow-up, Interpretation, Method, Question, Results — L30 P19 (+1 more) ### Community 293 - "m24_projection_bakeoff.cpp" -Cohesion: 0.12 -Nodes (26): as(), Buffer, pointer, check_hipblas(), Block, Fn, GgufTensorType, hipblasHandle_t (+18 more) +Cohesion: 0.10 +Nodes (29): as(), Buffer, pointer, check_hipblas(), Block, Fn, GgufTensorType, hipblasHandle_t (+21 more) ### Community 294 - "EXP-0076 — M6-A26.6 L29 output provenance" Cohesion: 0.20 @@ -2015,9 +2029,9 @@ Nodes (18): argmax(), compare(), path, size_t, vector, main(), Metrics, first_va Cohesion: 0.18 Nodes (10): Baseline, Candidate, Decision, Environment and workload, EXP-0094 — M6-B2 direct layer-output handoff, Follow-up, Hypothesis, Interpretation (+2 more) -### Community 320 - "m6a20_qwen35_recurrent_layer_gpu.cpp" -Cohesion: 0.21 -Nodes (11): check_device(), Metrics, path, size_t, T, uint32_t, device_error(), DeviceBuffer (+3 more) +### Community 320 - "check_device" +Cohesion: 0.24 +Nodes (9): check_device(), Metrics, path, size_t, T, device_error(), DeviceBuffer, data_ (+1 more) ### Community 321 - "EXP-0129 — M6-B37 Q4_K×Q8_1 Down weight staging" Cohesion: 0.18 @@ -2104,7 +2118,7 @@ Cohesion: 0.22 Nodes (8): Decision, Environment, EXP-0121 — M6-B29 recurrent stage attribution, Follow-up, Question, Ranking, Results, Scope ### Community 342 - "AggregatedStats" -Cohesion: 0.12 +Cohesion: 0.11 Nodes (23): aggregate(), AggregatedStats, generated_tokens, max_decode_tok_s, mean_decode_tok_s, mean_step_ms, mean_total_ms, mean_ttft_ms (+15 more) ### Community 343 - "EXP-0180 — M7 gfx906 Performance Frontier Benchmark" @@ -2228,7 +2242,7 @@ Cohesion: 0.22 Nodes (8): Baselines, Decision, Environment, EXP-0152 — M6-B60 post-B59 production profile, Follow-up, Interpretation, Question, Results ### Community 374 - "PrefillProfile" -Cohesion: 0.10 +Cohesion: 0.11 Nodes (18): PrefillProfile, attention_layers, chunks, decode_mode, embedding_end, embedding_ms, embedding_start, enabled (+10 more) ### Community 375 - "EXP-0237 — M11-B production layer-major prefill profile" @@ -2420,8 +2434,8 @@ Cohesion: 0.20 Nodes (9): Baseline and candidate, Correctness, Decision, Environment, EXP-0243 — M11-B SwiGLU/Q8 producer-consumer fusion rejection, Follow-up, Hypothesis, Interpretation (+1 more) ### Community 430 - "RuntimeGenerateStats" -Cohesion: 0.10 -Nodes (21): RuntimeGenerateStats, cancelled, common_prefix_tokens, decode_d2h_bytes, decode_graph_launches, decode_h2d_bytes, decode_ms, decode_tok_s (+13 more) +Cohesion: 0.07 +Nodes (29): byte, unique_ptr, unordered_map, vector, RuntimeGenerateStats, cancelled, common_prefix_tokens, decode_d2h_bytes (+21 more) ### Community 433 - "EXP-0195: 1-Wave-Per-Row 0-LDS Fused SwiGLU Kernel Evaluation" Cohesion: 0.18 @@ -2517,7 +2531,7 @@ Nodes (7): 1. Executive Summary, 2. Model Weight & Compulsory Memory Inventory, ### Community 467 - "miinfer_cli.cpp" Cohesion: 0.11 -Nodes (56): apply_runtime_preset(), cmd_chat(), cmd_config(), cmd_doctor(), cmd_inspect(), cmd_models(), cmd_run(), cmd_serve() (+48 more) +Nodes (54): apply_runtime_preset(), cmd_chat(), cmd_config(), cmd_doctor(), cmd_inspect(), cmd_models(), cmd_run(), cmd_serve() (+46 more) ### Community 468 - "Milestone M9 — Context Scaling Qualification (TG64 → TG1024)" Cohesion: 0.33 @@ -2541,7 +2555,7 @@ Nodes (9): Candidate, Correctness, Decision, Environment, EXP-0214 — M11-B Nat ### Community 479 - "PrefillV2RecurrentLayer" Cohesion: 0.09 -Nodes (22): GgufTensorType, size_t, uint8_t, PrefillV2RecurrentLayer, d_attn_norm_, d_ffn_down_mmq_, d_ffn_gate_mmq_, d_ffn_swiglu_fused_ (+14 more) +Nodes (21): GgufTensorType, size_t, uint8_t, PrefillV2RecurrentLayer, d_attn_norm_, d_ffn_down_mmq_, d_ffn_gate_mmq_, d_ffn_swiglu_fused_ (+13 more) ### Community 480 - "M26CDecodeResult" Cohesion: 0.12 @@ -2572,8 +2586,8 @@ Cohesion: 0.14 Nodes (13): Baseline, Benchmark, Candidate, Correctness, Decision, Environment, EXP-0306 — M25-E sliced activation staging for mx MMQ, Follow-up (+5 more) ### Community 488 - "qwen3_gpu_primitives.hpp" -Cohesion: 0.05 -Nodes (45): DevicePrefillState, base_position, kv_capacity, token_count, total_length, int16_t, int8_t, uint32_t (+37 more) +Cohesion: 0.04 +Nodes (49): GemvKernelResources, local_bytes, max_threads_per_block, registers, shared_bytes, size_t, int16_t, int8_t (+41 more) ### Community 489 - "EXP-0256 — M12 chunkwise Gated DeltaNet oracle" Cohesion: 0.20 @@ -2581,7 +2595,7 @@ Nodes (9): Baseline / oracle, Candidate, Correctness, Decision, Environment, EXP ### Community 490 - "MatrixScenarioResult" Cohesion: 0.07 -Nodes (31): size_t, string, uint32_t, vector, main(), make_synthetic_prompt(), MatrixScenarioResult, cold_decode_step_ms (+23 more) +Nodes (30): size_t, string, uint32_t, vector, make_synthetic_prompt(), MatrixScenarioResult, cold_decode_step_ms, cold_decode_tok_s (+22 more) ### Community 491 - "EXP-0221 — M11-B Direct Consumption of Batched Prefill Workspace" Cohesion: 0.22 @@ -2591,9 +2605,9 @@ Nodes (8): Candidate, Correctness, Decision, Environment, EXP-0221 — M11-B Dir Cohesion: 0.20 Nodes (9): Baseline, Candidate, Correctness, Decision, Environment, EXP-0208 — Full-Attention Projection Batching, Follow-up, Hypothesis (+1 more) -### Community 493 - "uint32_t" +### Community 493 - ".get" Cohesion: 0.08 -Nodes (26): function, opt_prefill_checkpoint_, should_cancel, b64_composition_enabled(), exp0380_b64_probe_enabled(), exp0380_probe_complete(), exp0380_probe_layer(), exp0380_probe_stage() (+18 more) +Nodes (20): print_result(), run_bakeoff_main(), forward, b64_composition_enabled(), download(), Q8_1Block, string, uint32_t (+12 more) ### Community 494 - "EXP-0207 — B=8 LDS Weight-Reuse Prefill" Cohesion: 0.22 @@ -2699,8 +2713,8 @@ Nodes (9): Baseline and candidate, Correctness, Decision, Environment, EXP-0247 Cohesion: 0.35 Nodes (8): argmax(), path, size_t, vector, DeviceBuffer, main(), max_abs_error(), read_f32() -### Community 520 - "suffix_ttft_attribution_bench.cpp" -Cohesion: 0.18 +### Community 520 - "LayerProfileData" +Cohesion: 0.17 Nodes (12): size_t, uint32_t, vector, LayerProfileData, core_ms, is_gqa, layer_idx, mmq_ms (+4 more) ### Community 521 - "EXP-0251 — M11-B native Q4_K token-reuse rejections" @@ -2844,8 +2858,8 @@ Cohesion: 0.29 Nodes (6): Baseline, Decision, EXP-0269 — M18-B pinned llama.cpp-gfx906 qualification, Hypothesis, Model and hardware, Verification ### Community 559 - "m13_quant_mm_bench.cpp" -Cohesion: 0.09 -Nodes (20): as(), Buffer, pointer, Fn, GgufTensorType, hipEvent_t, size_t, string (+12 more) +Cohesion: 0.11 +Nodes (16): as(), Buffer, pointer, Fn, hipEvent_t, size_t, string, T (+8 more) ### Community 560 - "EXP-0356 — M27 P512 semantic contract attribution and stop" Cohesion: 0.25 @@ -2915,9 +2929,9 @@ Nodes (12): Decision, EXP-0367 evidence, EXP-0368 — L3 partial-attention K/V a Cohesion: 0.12 Nodes (15): UpdateProvenance, beta, candidate, column, decay, decayed, delta, head (+7 more) -### Community 578 - "StageProfile" -Cohesion: 0.05 -Nodes (52): as(), compare_outputs(), CompareMetrics, finite, max_abs, rmse, array, hipEvent_t (+44 more) +### Community 578 - "run_layer" +Cohesion: 0.10 +Nodes (31): as(), compare_outputs(), CompareMetrics, finite, max_abs, rmse, array, hipEvent_t (+23 more) ### Community 579 - "Re-evaluation — full layer-major scheduling — 2026-09-10" Cohesion: 0.04 @@ -3084,7 +3098,7 @@ Cohesion: 0.20 Nodes (9): Candidate, Correctness, Decision, Environment, EXP-0345 — M25 parallel recurrent input branches, Follow-up, Hypothesis, Interpretation (+1 more) ### Community 620 - "BenchmarkResult" -Cohesion: 0.14 +Cohesion: 0.13 Nodes (17): BenchmarkResult, decode_step_ms, decode_tok_s, gen_tokens, generated_tokens, numerical_ok, observed_free_gib, prefill_tok_s (+9 more) ### Community 621 - "EXP-0334 — M25 complete pinned Mx MMQ contract rejection" @@ -3115,9 +3129,9 @@ Nodes (8): Correctness and resource checks, Decision, Environment, EXP-0348 — Cohesion: 0.33 Nodes (7): path, size_t, vector, DeviceBuffer, main(), max_abs_error(), read_f32() -### Community 629 - "hip_check.hpp" +### Community 629 - "vector" Cohesion: 0.07 -Nodes (27): string, TimingResult, delta_us, extra_mib_per_layer, mmq_us, total_mib, total_model_ms, type_str (+19 more) +Nodes (21): F, main(), measure(), TimingResult, mean_us, min_us, hipEvent_t, vector (+13 more) ### Community 630 - "EXP-0335 — M25 pinned Mx single-token MMV" Cohesion: 0.18 @@ -3144,8 +3158,8 @@ Cohesion: 0.22 Nodes (8): Correctness, Decision, Environment, EXP-0339 — Mx attention decode reuse P512 qualification screen, Follow-up, Interpretation, Question, Results ### Community 636 - "run_ladder" -Cohesion: 0.35 -Nodes (10): argmax(), path, size_t, span, uint32_t, is_boundary(), is_full_attention_layer(), main() (+2 more) +Cohesion: 0.28 +Nodes (12): argmax(), path, size_t, span, uint32_t, is_boundary(), is_full_attention_layer(), main() (+4 more) ### Community 637 - "EXP-0341 — M25 attention fork/join concurrency" Cohesion: 0.20 @@ -3176,8 +3190,8 @@ Cohesion: 0.10 Nodes (20): BlockEvaluationResult, k3_metrics, output_metrics, s0_metrics, s1_metrics, s2_metrics, speedup_vs_fast_v1, speedup_vs_token_oracle (+12 more) ### Community 644 - "ReusableContext" -Cohesion: 0.19 -Nodes (11): test_failure_cases(), uint32_t, vector, ReusableContext, cached_tokens_, check_match, clear, fingerprint_ (+3 more) +Cohesion: 0.18 +Nodes (12): main(), test_failure_cases(), uint32_t, vector, ReusableContext, cached_tokens_, check_match, clear (+4 more) ### Community 645 - "compare-m26c-state.py" Cohesion: 0.87 @@ -3188,12 +3202,12 @@ Cohesion: 0.17 Nodes (16): size_t, string, vector, escape(), main(), median(), Options, bytes (+8 more) ### Community 647 - "BenchmarkResult" -Cohesion: 0.13 +Cohesion: 0.12 Nodes (18): BenchmarkResult, estimated_host_overhead_ms, first_token, max_ttft_ms, median_restore_ms, median_suffix_ms, median_ttft_ms, min_ttft_ms (+10 more) ### Community 648 - "size_t" Cohesion: 0.10 -Nodes (26): cmd_run_debug(), byte, size_t, span, uint32_t, unique_ptr, unordered_map, count (+18 more) +Nodes (27): cmd_run_debug(), function, path, size_t, span, uint32_t, count, opt_prefill_checkpoint_ (+19 more) ### Community 649 - "EXP-0361 — Wave64 attention architecture analysis" Cohesion: 0.20 @@ -3212,8 +3226,8 @@ Cohesion: 0.22 Nodes (8): Baseline, Candidate, Correctness, Decision, Environment, EXP-0357 — M27 sparse exact prefix cache, Hypothesis, Real Pi results ### Community 655 - "half" -Cohesion: 0.24 -Nodes (23): __global__, uint32_t, d_wave_max(), d_wave_sum(), qwen35_splitk_suffix_attn_stage1_1w_kernel(), qwen35_splitk_suffix_attn_stage1_bqtiled_kernel(), qwen35_splitk_suffix_attn_stage1_fast_kernel(), qwen35_splitk_suffix_attn_stage1_gqa6_lds_kernel() (+15 more) +Cohesion: 0.26 +Nodes (22): __global__, uint32_t, d_wave_max(), d_wave_sum(), qwen35_splitk_suffix_attn_stage1_1w_kernel(), qwen35_splitk_suffix_attn_stage1_bqtiled_kernel(), qwen35_splitk_suffix_attn_stage1_fast_kernel(), qwen35_splitk_suffix_attn_stage1_gqa6_lds_kernel() (+14 more) ### Community 656 - "EXP-0372 — Isolate L6 → L7 inter-layer B128 tail contract" Cohesion: 0.25 @@ -3299,9 +3313,9 @@ Nodes (20): 1. Executive Summary & Core Engineering Conclusions, 2. Phase 0: Phy Cohesion: 0.40 Nodes (10): argmax(), size_t, string, uint32_t, vector, main(), parse_count(), parse_id() (+2 more) -### Community 679 - "q4_q8_gemv.hpp" -Cohesion: 0.17 -Nodes (10): int8_t, Q8_1Block, d, qs, s, string, main(), run_shape() (+2 more) +### Community 679 - "Q8ExactBlock" +Cohesion: 0.20 +Nodes (10): int16_t, int8_t, Q8_1Block, d, qs, s, Q8ExactBlock, d (+2 more) ### Community 680 - "V2-0003 — Prefill V2 Slice 2: 4-Layer Repeating Topology Block (3 × GDN + 1 × GQA Attention)" Cohesion: 0.14 @@ -3371,13 +3385,13 @@ Nodes (7): Attribution, B64 direct-wide disposition, Basis and environment, Clea Cohesion: 0.12 Nodes (16): 1. Goal, 2. Hypothesis, 3. Environment & Hardware State, 4.1 Native Macro-512 Sequence Tiling, 4.2 VRAM Footprint & Monolithic Workspace Sizing, 4.3 Resident LM Head & Logit Generation, 4. Architectural Implementation, 5. Correctness & Drift Audit (+8 more) -### Community 697 - "DeviceBuffer" -Cohesion: 0.40 -Nodes (4): size_t, T, DeviceBuffer, data_ +### Community 697 - "m6a19_qwen35_conv_gpu.cpp" +Cohesion: 0.33 +Nodes (6): size_t, T, DeviceBuffer, data_, main(), upload() -### Community 698 - "Qwen35Model::load" -Cohesion: 0.42 -Nodes (10): size_t, string, uint32_t, uint64_t, narrow(), Qwen35Model::load(), Qwen35Model::tensor(), require_equal() (+2 more) +### Community 698 - "Qwen35TensorView" +Cohesion: 0.18 +Nodes (15): byte, GgufTensorType, size_t, Qwen35TensorView, source, size_t, string, uint32_t (+7 more) ### Community 699 - "EXP-0395 — Legacy B4 tail fallback for logical B128" Cohesion: 0.25 @@ -3397,23 +3411,23 @@ Nodes (9): Decision, EXP-0392 — P512 runtime-state scope, mx sentinel and tele ### Community 703 - "ShapeBenchmark" Cohesion: 0.12 -Nodes (20): size_t, string, uint32_t, vector, find_tensor(), main(), make_synthetic_prompt(), median() (+12 more) +Nodes (17): size_t, uint32_t, vector, make_synthetic_prompt(), median(), ShapeBenchmark, k, layer_occurrences (+9 more) ### Community 704 - "LayerEvaluationResult" -Cohesion: 0.11 -Nodes (18): uint32_t, LayerEvaluationResult, history_metrics, internal_chunks, output_metrics, speedup_vs_fast_v1, speedup_vs_token_oracle, state_metrics (+10 more) +Cohesion: 0.12 +Nodes (17): LayerEvaluationResult, history_metrics, internal_chunks, output_metrics, speedup_vs_fast_v1, speedup_vs_token_oracle, state_metrics, tokens (+9 more) ### Community 705 - "Group" Cohesion: 0.21 Nodes (13): set, size_t, string, uint64_t, vector, Group, bytes, count (+5 more) -### Community 706 - "Qwen35Model" -Cohesion: 0.33 -Nodes (6): shared_ptr, string, Qwen35Model, artifact_path_, config_, model_name_ - -### Community 707 - "span" +### Community 706 - "Qwen3Layer0KvCache" Cohesion: 0.16 -Nodes (14): size_t, string, uint32_t, vector, find_tensor(), main(), make_synthetic_prompt(), mean() (+6 more) +Nodes (15): size_t, vector, Qwen3DecodeCache, caches_, length, reset, Qwen3ForwardTrace, embedding (+7 more) + +### Community 707 - "main" +Cohesion: 0.30 +Nodes (11): size_t, string, uint32_t, vector, find_tensor(), main(), make_synthetic_prompt(), mean() (+3 more) ### Community 708 - "EXP-0351 — M26 real-context decode floor and context penalty" Cohesion: 0.22 @@ -3444,7 +3458,7 @@ Cohesion: 0.12 Nodes (17): Q8_1Block, DeviceShapeData, device_input_fp16, device_input_q8, device_output, device_weights, input_fp16, input_q8 (+9 more) ### Community 715 - "RecurrentLayerDecodePhaseTimings" -Cohesion: 0.18 +Cohesion: 0.20 Nodes (10): RecurrentLayerDecodePhaseTimings, conv_l2_norm_ms, ffn_down_residual_ms, ffn_gate_up_swiglu_ms, gdn_step_ms, norm_beta_alpha_ms, qkv_gate_proj_ms, residual_norm_ms (+2 more) ### Community 716 - "openai_api.cpp" @@ -3471,13 +3485,13 @@ Nodes (10): 1. Hypothesis, 2. Motivation, 3. Baseline & Environment, 4. Layout E Cohesion: 0.14 Nodes (13): 1. Unified State & Model Representation (`PrefillV2Model`), 2. Physical Batch Geometry Support, Architecture & Implementation, Decision, End-to-End Benchmark Comparison, End-to-End Performance vs `mx-llama.cpp`, EXP-V2-0007 — Unified Prefill V2 to Static Decode Pipeline, Hardware State (+5 more) -### Community 722 - "Qwen3GpuDecodeCache" -Cohesion: 0.13 -Nodes (17): validate_cache(), unique_ptr, vector, Qwen3FfnProbeTrace, ffn_output, gate, layer_output, swiglu (+9 more) +### Community 722 - "Qwen3FfnProbeTrace" +Cohesion: 0.33 +Nodes (6): Qwen3FfnProbeTrace, ffn_output, gate, layer_output, swiglu, up ### Community 723 - "M23ProfileCounters" -Cohesion: 0.20 -Nodes (10): array, M23ProfileCounters, attention_dispatches, attention_weight_upload_bytes, attention_weight_upload_ms, recurrent_dispatches, recurrent_weight_upload_bytes, recurrent_weight_upload_ms (+2 more) +Cohesion: 0.09 +Nodes (21): download_bytes(), fingerprint(), host_fingerprint(), array, byte, uint64_t, M23ProfileCounters, attention_dispatches (+13 more) ### Community 724 - "EXP-V2-0027R — Cold-Prefill Arithmetic & Roofline Reconciliation" Cohesion: 0.13 @@ -3491,17 +3505,17 @@ Nodes (10): 1. Executive Summary & Objective, 2. Phase 0: Suffix Prefill Capture Cohesion: 0.20 Nodes (9): Baseline (V2-0008 Control), Context Scaling Verification, Correctness Qualification, Cumulative Performance Progress, Decision, EXP-V2-0009: Decode Fast-Path Recovery Inside Prefill V2, Fast-Path Differential Analysis, Micro-Bakeoff Results (+1 more) -### Community 727 - "string" -Cohesion: 0.08 -Nodes (27): AccuracyMetrics, cosine, is_finite, max_abs_err, mean_abs_err, rel_rms_err, rms_err, compute_accuracy() (+19 more) +### Community 727 - "DeviceInfo" +Cohesion: 0.21 +Nodes (13): main(), DeviceInfo, architecture, index, name, total_vram_bytes, size_t, ostream (+5 more) ### Community 728 - "Stats" Cohesion: 0.24 Nodes (10): ostream, size_t, Stats, max_ms, mean_ms, median_ms, min_ms, stddev_ms (+2 more) -### Community 729 - "Qwen3Layer0KvCache" -Cohesion: 0.10 -Nodes (30): size_t, span, vector, Qwen3DecodeCache, caches_, length, reset, Qwen3ForwardTrace (+22 more) +### Community 729 - "qwen3_kv_cache_test.cpp" +Cohesion: 0.19 +Nodes (18): span, append, reset, Qwen3DecodeCache::reset(), cache_contract_test(), checkpoint_tolerance(), checkpoints(), path (+10 more) ### Community 730 - "EXP-V2-0021-production-suffix-hip-graph.md" Cohesion: 0.12 @@ -3520,40 +3534,40 @@ Cohesion: 0.22 Nodes (9): Measurement, decode_ms, generated_ids, prefill_ms, total_ms, ttft_ms, PolicySamples, measurements (+1 more) ### Community 734 - "AttentionKvCacheView" -Cohesion: 0.12 -Nodes (18): AttentionKvCacheView, capacity, head_count_kv, head_dim, key_cache, key_cache_q8, key_scales, quant_mode (+10 more) +Cohesion: 0.11 +Nodes (20): hipEvent_t, elapsed(), AttentionKvCacheView, capacity, head_count_kv, head_dim, key_cache, key_cache_q8 (+12 more) ### Community 735 - "TerminalTextStream" Cohesion: 0.25 Nodes (7): Mode, initializer_list, TerminalTextStream, mode_, outer_tool_, pending_, resume_thinking_ -### Community 736 - "evaluate_token_count" -Cohesion: 0.32 -Nodes (11): compute_metrics(), size_t, span, vector, evaluate_token_count(), generate_initial_history(), generate_initial_state(), generate_realistic_input() (+3 more) +### Community 736 - "StageProfile" +Cohesion: 0.10 +Nodes (21): hipEvent_t, StageProfile, ordered_end, ordered_recorded, ordered_start, prepare_end, prepare_recorded, prepare_start (+13 more) -### Community 737 - "v2_0023_cross_query_attention_bench.cpp" -Cohesion: 0.24 -Nodes (10): hipEvent_t, size_t, vector, elapsed_ms(), GpuBuffer, ptr, main(), mean() (+2 more) +### Community 737 - "GpuBuffer" +Cohesion: 0.50 +Nodes (3): size_t, GpuBuffer, ptr ### Community 738 - "Iteration log" Cohesion: 0.03 Nodes (61): All-call real-input attention comparison (2026-09-29), Current-build oracle and P8216 check (2026-09-29), Exact trace-shaped P8192/TG1 check (2026-09-29), Final real-input attribution and disposition (2026-09-29), First-chunk legacy substitution — no parity recovery (2026-09-29), Iteration 11 hypothesis / gates, Iteration 12 hypothesis / gates (archived), Iteration 13 hypothesis / gates (archived) (+53 more) ### Community 739 - "M1 — Kernel Laboratory" -Cohesion: 0.29 -Nodes (7): Benchmark harness, Exit criteria, Goal, Initial kernel areas, Initial representative shapes, M1 — Kernel Laboratory, Questions +Cohesion: 0.15 +Nodes (12): Benchmark before claim, Benchmark harness, Correctness before speed, Evidence before architecture, Exit criteria, Goal, Initial kernel areas, Initial representative shapes (+4 more) ### Community 740 - "Qwen3GpuPlan" Cohesion: 0.07 Nodes (41): GpuWeightArena, allocate, release, upload, GgufTensorType, size_t, string, uint64_t (+33 more) ### Community 741 - "qwen35_gpu_pipeline.hpp" -Cohesion: 0.09 -Nodes (46): GgufTensor, byte_size, data, dimensions, name, offset, type, GgufTensorType (+38 more) +Cohesion: 0.06 +Nodes (58): allocate(), ByteMismatch, count, first, combined_attn_qk_enabled(), combined_qkv_gate_enabled(), compare_bytes(), configured_wide_prefill_batch() (+50 more) -### Community 742 - "Qwen35TensorView" -Cohesion: 0.22 -Nodes (5): byte, GgufTensorType, size_t, Qwen35TensorView, source +### Community 742 - "Q6KHostBlock" +Cohesion: 0.13 +Nodes (16): int16_t, int8_t, uint16_t, uint8_t, Q4_0HostBlock, d_bits, qs, Q6KHostBlock (+8 more) ### Community 743 - "qwen3_decode_profile.cpp" Cohesion: 0.18 @@ -3576,16 +3590,16 @@ Cohesion: 0.29 Nodes (6): TopologyBlockProfileBreakdown, gdn0_ms, gdn1_ms, gdn2_ms, gqa3_ms, total_block_ms ### Community 748 - "RecurrentLayerStateStorage" -Cohesion: 0.22 -Nodes (7): uint32_t, RecurrentLayerStateStorage, d_conv_history_, d_state_, download, reset, upload +Cohesion: 0.15 +Nodes (15): size_t, uint32_t, vector, evaluate_token_count(), generate_initial_history(), generate_initial_state(), generate_realistic_input(), uint32_t (+7 more) ### Community 749 - "EXP-V2-0016-wave64-suffix-attention.md" Cohesion: 0.18 Nodes (10): 1. Executive Summary & Core Finding, 2. Candidate Architecture Bakeoff (11 Candidates Evaluated), 3. Architectural Discoveries & Profiling, 4. End-to-End Suffix Attribution Table ($64\text{K} + 512$), 5. Decision & Next Steps, EXP-V2-0016 — Specialized Wave64 Split-K Suffix Attention, Follow-up (V2-0017 Frontier):, Key Results ($P = 65,536, S = 512$): (+2 more) ### Community 750 - "recurrent_block" -Cohesion: 0.11 -Nodes (33): tensor, RuntimeState, path, uint32_t, vector, main(), run_combined(), check_values() (+25 more) +Cohesion: 0.12 +Nodes (27): tensor, RuntimeState, path, uint32_t, vector, main(), run_combined(), array (+19 more) ### Community 751 - "EXP-V2-0017-hierarchical-gqa-query-reuse.md" Cohesion: 0.17 @@ -3600,12 +3614,12 @@ Cohesion: 0.18 Nodes (11): Canonical snapshot field classification, Combined recurrent selector control, Combined-selector TG128 correctness result, Current-binary principal-route TG128 gate, Current-build graph/direct boundary checks, Decision, Final re-evaluation — M26-CQ semantic-equivalence investigation, Layer-stage capture — first hidden-state divergence (+3 more) ### Community 754 - "AttentionLayerDecodePhaseTimings" -Cohesion: 0.10 -Nodes (20): AttentionLayerDecodePhaseTimings, ffn_down_residual_ms, ffn_gate_up_swiglu_ms, norm_ms, o_proj_ms, qk_rope_kv_store_ms, qkv_proj_ms, residual_norm_ms (+12 more) +Cohesion: 0.20 +Nodes (10): AttentionLayerDecodePhaseTimings, ffn_down_residual_ms, ffn_gate_up_swiglu_ms, norm_ms, o_proj_ms, qk_rope_kv_store_ms, qkv_proj_ms, residual_norm_ms (+2 more) ### Community 755 - "NumericalMetrics" -Cohesion: 0.25 -Nodes (8): NumericalMetrics, all_finite, cosine_similarity, max_abs_err, mean_abs_err, rel_rms, rmse, worst_index +Cohesion: 0.20 +Nodes (10): compute_metrics(), span, NumericalMetrics, all_finite, cosine_similarity, max_abs_err, mean_abs_err, rel_rms (+2 more) ### Community 756 - "EXP-V2-0025-lds-staged-gqa-attention.md" Cohesion: 0.17 @@ -3625,7 +3639,7 @@ Nodes (22): GenerateOptions, cache_prefix_after, cache_prefix_len, enable_prefix ### Community 760 - "ShapeBenchmark" Cohesion: 0.13 -Nodes (19): size_t, string, uint32_t, vector, find_tensor(), main(), make_synthetic_prompt(), median() (+11 more) +Nodes (16): size_t, uint32_t, vector, make_synthetic_prompt(), median(), ShapeBenchmark, effective_gb_s, k (+8 more) ### Community 761 - "EXP-V2-0019-quantized-kv-cache.md" Cohesion: 0.14 @@ -3684,20 +3698,20 @@ Cohesion: 0.39 Nodes (7): vector, main(), measure(), Stats, mean_us, median_us, summarize() ### Community 775 - "qwen35_gqa_prefill_bench.cpp" -Cohesion: 0.22 -Nodes (9): hipEvent_t, size_t, T, uint32_t, DeviceBuffer, ptr, elapsed(), main() (+1 more) - -### Community 776 - "V2-0045 — Definitive competitive qualification" Cohesion: 0.25 -Nodes (8): Attention frontier — deferred, Decision, Pinned starting point, Qualification protocol, Real agent workload and stability gate, Required scoreboard, State, V2-0045 — Definitive competitive qualification +Nodes (7): size_t, T, uint32_t, DeviceBuffer, ptr, main(), time_path() -### Community 777 - "DeviceBuffer" -Cohesion: 0.36 -Nodes (5): size_t, T, DeviceBuffer, count_, data_ +### Community 776 - "MIInfer Current State of the Art" +Cohesion: 0.12 +Nodes (16): Current accepted result, External-port results, Leaderboard, Measured remaining work, MIInfer Current State of the Art, Reproducibility and promotion rules, Retained MIInfer path, Target (+8 more) -### Community 778 - "gdn_kernel_bakeoff.cpp" -Cohesion: 0.38 -Nodes (6): F, main(), measure(), TimingResult, mean_us, min_us +### Community 777 - "main" +Cohesion: 0.22 +Nodes (9): close(), close_mmq(), close_q6_mmq(), size_t, T, DeviceBuffer, count_, data_ (+1 more) + +### Community 778 - "ProfileScope" +Cohesion: 0.13 +Nodes (15): hipEvent_t, Qwen3ProfileCategory, ProfileScope, boundary_stage_, bytes_, category_, copy_, dispatches_ (+7 more) ### Community 779 - "kv_cache.cpp" Cohesion: 0.29 @@ -3707,9 +3721,9 @@ Nodes (11): AttentionLayerKvCacheStorage::AttentionLayerKvCacheStorage(), Attent Cohesion: 0.57 Nodes (6): atomic_json(), chat(), command(), control_probe(), http_get(), main() -### Community 781 - "MIInfer Current State of the Art" -Cohesion: 0.25 -Nodes (8): Current accepted result, External-port results, Leaderboard, Measured remaining work, MIInfer Current State of the Art, Reproducibility and promotion rules, Retained MIInfer path, Target +### Community 781 - "Options" +Cohesion: 0.14 +Nodes (14): uint32_t, Options, cache_regime, custom_k, custom_label, custom_m, device, experiment (+6 more) ### Community 782 - "state.cpp" Cohesion: 0.25 @@ -3731,9 +3745,9 @@ Nodes (8): Commands, Decision, EXP-0359 — M26-CQ decode semantic equivalence, Cohesion: 0.18 Nodes (10): 1. Executive Summary & Objective, 2. Methodology & Experimental Environment, 3. Disassembly & Instruction Profile Analysis, 4. Benchmark Results Across Qwen3.8-27B Projection Shapes ($M=512$), 5. Architectural Findings & The Remaining Efficiency Ceiling, 6. Decision & Commit, EXP-V2-0029 — MMQ Useful-Compute Efficiency & Instruction-Amplification Analysis, Instruction Breakdown Table: (+2 more) -### Community 787 - "qwen3_primitives_test.cpp" -Cohesion: 0.43 -Nodes (7): close_enough(), T, vector, device_copy(), gpu_tests(), host_tests(), main() +### Community 787 - "AccuracyMetrics" +Cohesion: 0.15 +Nodes (13): AccuracyMetrics, cosine, is_finite, max_abs_err, mean_abs_err, rel_rms_err, rms_err, compute_accuracy() (+5 more) ### Community 788 - "PrefixFingerprint" Cohesion: 0.22 @@ -3752,20 +3766,20 @@ Cohesion: 0.29 Nodes (7): Architectural rule, Core runtime responsibilities, Exit criteria, Goal, M3 — Minimal Runtime, Model scope, Quantization scope ### Community 793 - "model.cpp" -Cohesion: 0.09 -Nodes (37): capture_decode_graph, capture_suffix_graph, compute_logits, load_session, reset_state, restore_matching_session, save_session, PersistentSession (+29 more) +Cohesion: 0.10 +Nodes (33): capture_decode_graph, capture_suffix_graph, compute_logits, load_session, reset_state, restore_matching_session, save_session, PersistentSession (+25 more) ### Community 794 - "OpenAiGeneratedToolCalls" Cohesion: 0.52 Nodes (7): OpenAiGeneratedToolCalls, calls, append_generated_json_calls(), append_generated_xml_calls(), string_view, parse_generated_tool_calls(), trim_ascii() ### Community 795 - "kquant_layout_bench.cpp" -Cohesion: 0.16 -Nodes (12): as(), Buffer, p, hipEvent_t, size_t, string, T, Event (+4 more) +Cohesion: 0.18 +Nodes (8): as(), Buffer, p, hipEvent_t, size_t, T, Event, p -### Community 796 - "vector" +### Community 796 - "GgufTensor" Cohesion: 0.07 -Nodes (25): GgufFile, file_descriptor_, mapping_, metadata, metadata_array_is_string, metadata_array_size, metadata_float, metadata_string (+17 more) +Nodes (31): string, find_tensor(), string, find_tensor(), string, find_tensor(), GgufFile, file_descriptor_ (+23 more) ### Community 797 - "v2_0045_agent_workload.py" Cohesion: 0.35 @@ -3775,25 +3789,25 @@ Nodes (12): append_tool_exchange(), attach_server_latency(), build_context(), ex Cohesion: 0.33 Nodes (6): Current code + same reconstructed fixture workload, Current interactive P512/TG128, Current legacy P512/TG128 attempts, EXP-0352 raw comparison artifacts — 2026-09-20, Historical code + reconstructed fixture workload, Interpretation -### Community 799 - "prefill_v2_topology_block_bakeoff.cpp" -Cohesion: 0.47 -Nodes (4): vector, generate_initial_history(), generate_initial_state(), generate_realistic_input() +### Community 799 - "Qwen3Config" +Cohesion: 0.17 +Nodes (12): uint32_t, Qwen3Config, attention_heads, context_length, head_dim, hidden_size, intermediate_size, kv_heads (+4 more) ### Community 800 - "PositionResult" Cohesion: 0.33 Nodes (6): PositionResult, position, production_gpu_ms, production_wall_ms, profile, wall_ms -### Community 801 - "download" -Cohesion: 0.05 -Nodes (42): DecodeLayerCapture, inputs, outputs, download(), GatePathCapture, gate, gated, head_norm (+34 more) +### Community 801 - "vector" +Cohesion: 0.06 +Nodes (35): DecodeLayerCapture, inputs, outputs, GatePathCapture, gate, gated, head_norm, head_scaled (+27 more) ### Community 802 - "attention_layer.cpp" Cohesion: 0.33 Nodes (13): compare_iteration26_real_operands(), hipStream_t, size_t, uint32_t, PrefillV2AttentionLayer::decode(), PrefillV2AttentionLayer::decode_profiled(), PrefillV2AttentionLayer::forward(), PrefillV2AttentionLayer::forward_profiled() (+5 more) -### Community 803 - "q4k_layout_bench.cpp" -Cohesion: 0.17 -Nodes (9): as(), Buffer, p, hipEvent_t, size_t, T, Event, p (+1 more) +### Community 803 - "array" +Cohesion: 0.09 +Nodes (18): as(), Buffer, p, hipEvent_t, size_t, T, Event, p (+10 more) ### Community 804 - "M4 — First Correct End-to-End Generation" Cohesion: 0.33 @@ -3805,20 +3819,32 @@ Nodes (8): Q8_1Block, size_t, vector, q4_q8_cpu_reference(), quantize_q4_0(), qu ### Community 806 - "qwen3_gpu_layer.cpp" Cohesion: 0.08 -Nodes (44): AttentionKernel, capture_qwen3_head_norm(), Function, hipEvent_t, Q8_1Block, Qwen3BoundaryProfileStage, Qwen3FfnProfileStage, Qwen3ProfileCategory (+36 more) +Nodes (60): AttentionKernel, Qwen3Projection, Qwen3ProjectionPrecision, capture(), capture_qwen3_head_norm(), copy_to_host(), Function, Q8_1Block (+52 more) -### Community 808 - "Event" -Cohesion: 0.50 -Nodes (3): hipEvent_t, Event, value +### Community 808 - "Qwen3LayerWeights" +Cohesion: 0.17 +Nodes (12): Qwen3LayerWeights, attention_norm, down, ffn_norm, gate, k, k_norm, output (+4 more) + +### Community 809 - "AttentionLayerProfileBreakdown" +Cohesion: 0.20 +Nodes (10): AttentionLayerProfileBreakdown, causal_attn_ms, ffn_gate_up_ms, norm_ms, o_proj_ms, post_norm_ms, qkv_proj_ms, rope_kv_store_ms (+2 more) ### Community 810 - "PresetFlag" Cohesion: 0.67 Nodes (3): PresetFlag, name, value +### Community 811 - "developer-guide.md" +Cohesion: 0.15 +Nodes (9): MIInfer CLI product contract, V2-0046 verification — 2026-09-30, Build a release archive from source, Install a release archive, Qualified performance scope, Release and installation, Install and start, MIInfer (+1 more) + ### Community 812 - "StepTransferMetrics" Cohesion: 0.40 Nodes (5): StepTransferMetrics, blocking_sync_ms, d2h_device_ms, h2d_device_ms, sync_calls +### Community 813 - "TimingResult" +Cohesion: 0.22 +Nodes (9): string, TimingResult, delta_us, extra_mib_per_layer, mmq_us, total_mib, total_model_ms, type_str (+1 more) + ### Community 814 - "m24_recurrent_layer_bakeoff.cpp" Cohesion: 0.12 Nodes (15): as(), size_t, T, uint32_t, main(), RawBuffer, pointer, run_case() (+7 more) @@ -3827,22 +3853,70 @@ Nodes (15): as(), size_t, T, uint32_t, main(), RawBuffer, pointer, run_case() (+ Cohesion: 0.50 Nodes (4): 3. Correctness Is a Benchmark Prerequisite, End-to-end inference, Kernel, Model component +### Community 816 - "size_t" +Cohesion: 0.25 +Nodes (8): activation_bytes, persistent_state_bytes, size_t, PrefillV2Model::activation_bytes(), PrefillV2Model::persistent_state_bytes(), PrefillV2Model::persistent_weight_bytes(), PrefillV2Model::total_vram_bytes(), PrefillV2Model::workspace_bytes() + +### Community 817 - "RmsVariant" +Cohesion: 0.29 +Nodes (7): RmsVariant, inverse, mean, norm, rms, root, sum + +### Community 818 - "TimingResult" +Cohesion: 0.33 +Nodes (6): F, measure(), TimingResult, max_us, mean_us, min_us + +### Community 819 - "Q4KMmqTile" +Cohesion: 0.33 +Nodes (6): uint16_t, Q4KMmqTile, dmin, high, scale_d, values + +### Community 820 - "fp16_gemv_reference.cpp" +Cohesion: 0.47 +Nodes (5): uint32_t, vector, evaluate_fp16_gemv(), fp16_gemv_cpu_reference(), generate_fp16_gemv_data() + +### Community 821 - "HostQ8Block" +Cohesion: 0.33 +Nodes (6): int8_t, uint16_t, HostQ8Block, d_bits, qs, s_bits + +### Community 822 - "AttentionPathReplay" +Cohesion: 0.33 +Nodes (6): AttentionPathReplay, attention_output, ffn_input, ffn_norm, layer_output, v + +### Community 823 - "FfnTailReplay" +Cohesion: 0.33 +Nodes (6): FfnTailReplay, down, gate, layer_output, swiglu, up + +### Community 824 - "make_synthetic_prompt" +Cohesion: 0.40 +Nodes (5): size_t, uint32_t, vector, main(), make_synthetic_prompt() + +### Community 825 - "main" +Cohesion: 0.40 +Nodes (5): size_t, uint32_t, vector, main(), make_synthetic_prompt() + +### Community 826 - "DevicePrefillState" +Cohesion: 0.40 +Nodes (5): DevicePrefillState, base_position, kv_capacity, token_count, total_length + +### Community 827 - "Checkpoint" +Cohesion: 0.40 +Nodes (5): Checkpoint, file, miinfer, name, tolerance + ## Knowledge Gaps -- **6478 isolated node(s):** `type_str`, `wave_us`, `mmq_us`, `delta_us`, `extra_mib_per_layer` (+6473 more) +- **6481 isolated node(s):** `type_str`, `wave_us`, `mmq_us`, `delta_us`, `extra_mib_per_layer` (+6476 more) These have ≤1 connection - possible missing edges or undocumented components. -- **62 thin communities (<3 nodes) omitted from report** — run `graphify query` to explore isolated nodes. +- **61 thin communities (<3 nodes) omitted from report** — run `graphify query` to explore isolated nodes. ## Suggested Questions _Questions this graph is uniquely positioned to answer:_ -- **Why does `Qwen35RuntimeEngine` connect `Qwen35RuntimeEngine` to `M26CDecodeResult`, `WidePrefillWorkspace`, `Qwen35Model`, `qwen35_gpu_pipeline.hpp`, `size_t`, `StepTransferMetrics`, `Qwen3Tokenizer`, `m24_recurrent_layer_bakeoff.cpp`, `uint32_t`, `FullAttentionLayer`, `SessionCheckpoint`, `Exp0376ChunkTiming`, `miinfer_cli.cpp`, `RemainderSchedulerCounters`, `RecurrentLayer`, `PrefillProfile`, `size_t`?** +- **Why does `Qwen35RuntimeEngine` connect `Qwen35RuntimeEngine` to `M26CDecodeResult`, `WidePrefillWorkspace`, `qwen35_gpu_pipeline.hpp`, `size_t`, `Qwen35Model`, `Qwen3Tokenizer`, `m24_recurrent_layer_bakeoff.cpp`, `RuntimeGenerateStats`, `FullAttentionLayer`, `SessionCheckpoint`, `Exp0376ChunkTiming`, `miinfer_cli.cpp`, `RemainderSchedulerCounters`, `StepTransferMetrics`, `PrefillProfile`, `RecurrentLayer`, `size_t`?** _High betweenness centrality (0.025) - this node is a cross-community bridge._ -- **Why does `FullAttentionLayer` connect `FullAttentionLayer` to `download`, `Qwen35Model`, `StageProfile`, `qwen35_gpu_pipeline.hpp`, `uint32_t`, `half`, `Qwen35RuntimeEngine`, `kquant_wave_layout.cpp`, `M23ProfileCounters`, `size_t`?** - _High betweenness centrality (0.023) - this node is a cross-community bridge._ -- **Why does `RecurrentLayer` connect `RecurrentLayer` to `evaluate_token_count`, `download`, `Qwen35Model`, `UpdateProvenance`, `StageProfile`, `qwen35_gpu_pipeline.hpp`, `uint32_t`, `m24_recurrent_layer_bakeoff.cpp`, `Qwen35RuntimeEngine`, `FullAttentionLayer`, `half`, `main`, `kquant_wave_layout.cpp`, `M23ProfileCounters`, `size_t`?** +- **Why does `FullAttentionLayer` connect `FullAttentionLayer` to `StageProfile`, `vector`, `qwen35_gpu_pipeline.hpp`, `size_t`, `Qwen35Model`, `.get`, `Qwen35RuntimeEngine`, `half`, `Metadata`, `Q4KMmqTile`, `size_t`, `M23ProfileCounters`, `GgufTensor`?** + _High betweenness centrality (0.022) - this node is a cross-community bridge._ +- **Why does `RecurrentLayer` connect `RecurrentLayer` to `StageProfile`, `vector`, `UpdateProvenance`, `qwen35_gpu_pipeline.hpp`, `GgufTensor`, `RecurrentLayerStateStorage`, `Qwen35Model`, `m24_recurrent_layer_bakeoff.cpp`, `Qwen35RuntimeEngine`, `FullAttentionLayer`, `half`, `.get`, `Q4KMmqTile`, `Metadata`, `M23ProfileCounters`, `size_t`?** _High betweenness centrality (0.016) - this node is a cross-community bridge._ - **What connects `type_str`, `wave_us`, `mmq_us` to the rest of the system?** - _6478 weakly-connected nodes found - possible documentation gaps or missing edges._ + _6481 weakly-connected nodes found - possible documentation gaps or missing edges._ - **Should `hardware.md` be split into smaller, more focused modules?** _Cohesion score 0.0425531914893617 - nodes in this community are weakly interconnected._ - **Should `architecture.md` be split into smaller, more focused modules?** diff --git a/graphify-out/graph.json b/graphify-out/graph.json index 2d096b3a..7d19089d 100644 --- a/graphify-out/graph.json +++ b/graphify-out/graph.json @@ -146,6 +146,32 @@ "source_file": "bench/q4_q8_gemv_bench.cpp", "source_location": "L26" }, + { + "id": "src_qwen3_gpu_layer_devicebuffer", + "label": "DeviceBuffer", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 126, + "community_name": "Qwen3GpuDecodeWorkspace", + "file_type": "code", + "norm_label": "devicebuffer", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L235" + }, + { + "id": "src_qwen3_gpu_layer_devicebytes", + "label": "DeviceBytes", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 126, + "community_name": "Qwen3GpuDecodeWorkspace", + "file_type": "code", + "norm_label": "devicebytes", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L110" + }, { "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace", "label": "Qwen3GpuDecodeWorkspace", @@ -237,45 +263,6 @@ "source_file": "bench/qwen3_fast_decode_bench.cpp", "source_location": "L24" }, - { - "id": "include_miinfer_qwen3_primitives_q4_0hostblock", - "label": "Q4_0HostBlock", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "q4_0hostblock", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L12" - }, - { - "id": "include_miinfer_qwen3_primitives_q6khostblock", - "label": "Q6KHostBlock", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "q6khostblock", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L17" - }, - { - "id": "include_miinfer_qwen3_primitives_q8khostblock", - "label": "Q8KHostBlock", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "q8khostblock", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L24" - }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3gpuprofile", "label": "Qwen3GpuProfile", @@ -302,19 +289,6 @@ "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L100" }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources", - "label": "GemvKernelResources", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "gemvkernelresources", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L87" - }, { "id": "include_miinfer_fp16_gemv_gemvshape", "label": "GemvShape", @@ -322,7 +296,7 @@ "_callable_class": true, "_origin": "ast", "community": 139, - "community_name": "fp16_gemv.hpp", + "community_name": "GemvShape", "file_type": "code", "norm_label": "gemvshape", "source_file": "include/miinfer/fp16_gemv.hpp", @@ -348,24 +322,24 @@ "_callable_class": true, "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "numericalmetrics", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", "source_location": "L33" }, { - "id": "src_qwen3_layer_hostq8block", - "label": "HostQ8Block", + "id": "include_miinfer_qwen3_model_qwen3tensorview", + "label": "Qwen3TensorView", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "hostq8block", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L19" + "norm_label": "qwen3tensorview", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L26" }, { "id": "tests_qwen3_layer0_test_checkpoint", @@ -406,6 +380,19 @@ "source_file": "tests/qwen3_layer35_external_test.cpp", "source_location": "L447" }, + { + "id": "tests_qwen3_layer35_external_test_q8replayblock", + "label": "Q8ReplayBlock", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 158, + "community_name": "Q8BoundaryDiff", + "file_type": "code", + "norm_label": "q8replayblock", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L38" + }, { "id": "tools_m6a263_qwen35_recurrent_contract_devicebuffer", "label": "DeviceBuffer", @@ -478,12 +465,25 @@ "_callable_class": true, "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "qwen35config", "source_file": "include/miinfer/qwen35_model.hpp", "source_location": "L13" }, + { + "id": "include_miinfer_qwen35_model_qwen35model", + "label": "Qwen35Model", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "qwen35model", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L44" + }, { "id": "bench_hip_smoke_bench_options", "label": "Options", @@ -524,30 +524,17 @@ "source_location": "L39" }, { - "id": "tools_qwen35_gpu_pipeline_detailederror", - "label": "DetailedError", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 207, - "community_name": "main", - "file_type": "code", - "norm_label": "detailederror", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L407" - }, - { - "id": "tools_qwen35_gpu_pipeline_locatederror", - "label": "LocatedError", + "id": "include_miinfer_kquant_wave_layout_q4kwavetile", + "label": "Q4KWaveTile", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 207, - "community_name": "main", + "community": 190, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "locatederror", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L492" + "norm_label": "q4kwavetile", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L8" }, { "id": "include_miinfer_prefill_v2_model_prefillv2model", @@ -614,6 +601,19 @@ "source_file": "include/miinfer/gguf.hpp", "source_location": "L46" }, + { + "id": "include_miinfer_gguf_ggufvalue", + "label": "GgufValue", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "ggufvalue", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L33" + }, { "id": "src_gguf_reader", "label": "Reader", @@ -653,19 +653,6 @@ "source_file": "include/miinfer/fp16_gemv.hpp", "source_location": "L21" }, - { - "id": "bench_decode_fast_path_bakeoff_timingresult", - "label": "TimingResult", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "timingresult", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L26" - }, { "id": "include_miinfer_kquant_wave_layout_metadata", "label": "Metadata", @@ -673,25 +660,12 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L10" }, - { - "id": "include_miinfer_kquant_wave_layout_q4kmmqtile", - "label": "Q4KMmqTile", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q4kmmqtile", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L64" - }, { "id": "include_miinfer_kquant_wave_layout_q4kwaveswiglufusedtile", "label": "Q4KWaveSwigluFusedTile", @@ -699,25 +673,12 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "q4kwaveswiglufusedtile", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L18" }, - { - "id": "include_miinfer_kquant_wave_layout_q4kwavetile", - "label": "Q4KWaveTile", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q4kwavetile", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L8" - }, { "id": "include_miinfer_kquant_wave_layout_q5kwavetile", "label": "Q5KWaveTile", @@ -725,7 +686,7 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "q5kwavetile", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -738,7 +699,7 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "q6kmmqtile", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -751,7 +712,7 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "q6kwavetile", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -829,63 +790,50 @@ "_callable_class": true, "_origin": "ast", "community": 267, - "community_name": "size_t", + "community_name": "Qwen3DownProjectionContractTrace", "file_type": "code", "norm_label": "qwen3downprojectioncontracttrace", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L214" }, { - "id": "src_qwen3_gpu_layer_devicebuffer", - "label": "DeviceBuffer", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "devicebuffer", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L235" - }, - { - "id": "src_qwen3_gpu_layer_devicebytes", - "label": "DeviceBytes", + "id": "include_miinfer_qwen3_gpu_layer_qwen3projectionprobetrace", + "label": "Qwen3ProjectionProbeTrace", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 267, - "community_name": "size_t", + "community_name": "Qwen3DownProjectionContractTrace", "file_type": "code", - "norm_label": "devicebytes", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L110" + "norm_label": "qwen3projectionprobetrace", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L202" }, { - "id": "bench_fp16_gemv_bench_options", - "label": "Options", + "id": "tools_miinfer_cli_qwen35runtimeengine", + "label": "Qwen35RuntimeEngine", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", + "community": 271, + "community_name": "Qwen35RuntimeEngine", "file_type": "code", - "norm_label": "options", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L24" + "norm_label": "qwen35runtimeengine", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L537" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine", - "label": "Qwen35RuntimeEngine", + "id": "tools_miinfer_cli_stepresult", + "label": "StepResult", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 271, "community_name": "Qwen35RuntimeEngine", "file_type": "code", - "norm_label": "qwen35runtimeengine", + "norm_label": "stepresult", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L537" + "source_location": "L1306" }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_devicebuffer", @@ -894,7 +842,7 @@ "_callable_class": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "devicebuffer", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -914,56 +862,43 @@ "source_location": "L44" }, { - "id": "include_miinfer_qwen3_model_qwen3config", - "label": "Qwen3Config", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "qwen3config", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L13" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights", - "label": "Qwen3LayerWeights", + "id": "include_miinfer_qwen3_model_qwen3model", + "label": "Qwen3Model", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 284, "community_name": "Qwen3Model", "file_type": "code", - "norm_label": "qwen3layerweights", + "norm_label": "qwen3model", "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L36" + "source_location": "L50" }, { - "id": "include_miinfer_qwen3_model_qwen3model", - "label": "Qwen3Model", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache", + "label": "Qwen3GpuDecodeCache", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "qwen3model", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L50" + "norm_label": "qwen3gpudecodecache", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L259" }, { - "id": "include_miinfer_qwen3_model_qwen3tensorview", - "label": "Qwen3TensorView", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodeworkspace", + "label": "Qwen3GpuDecodeWorkspace", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "qwen3tensorview", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L26" + "norm_label": "qwen3gpudecodeworkspace", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L254" }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache", @@ -972,7 +907,7 @@ "_callable_class": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": "qwen3layer0gpukvcache", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -991,6 +926,19 @@ "source_file": "bench/m24_projection_bakeoff.cpp", "source_location": "L35" }, + { + "id": "bench_m24_projection_bakeoff_event", + "label": "Event", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 293, + "community_name": "m24_projection_bakeoff.cpp", + "file_type": "code", + "norm_label": "event", + "source_file": "bench/m24_projection_bakeoff.cpp", + "source_location": "L47" + }, { "id": "tests_qwen3_trace_compare_metrics", "label": "Metrics", @@ -1011,7 +959,7 @@ "_callable_class": true, "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "devicebuffer", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -1108,6 +1056,19 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L511" }, + { + "id": "tools_miinfer_cli_sessionprefixnode", + "label": "SessionPrefixNode", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "sessionprefixnode", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1045" + }, { "id": "include_miinfer_openai_api_chatmessage", "label": "ChatMessage", @@ -1265,17 +1226,17 @@ "source_location": "L2300" }, { - "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate", - "label": "DevicePrefillState", + "id": "include_miinfer_fp16_gemv_gemvkernelresources", + "label": "GemvKernelResources", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "deviceprefillstate", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L39" + "norm_label": "gemvkernelresources", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L87" }, { "id": "include_miinfer_qwen3_gpu_primitives_m23q8_1mmqblock", @@ -1401,7 +1362,7 @@ "_callable_class": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "recurrenttrace", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -1427,7 +1388,7 @@ "_callable_class": true, "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "layerprofiledata", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -1498,84 +1459,6 @@ "source_file": "bench/m13_quant_mm_bench.cpp", "source_location": "L35" }, - { - "id": "include_miinfer_q4_q8_gemv_q8exactblock", - "label": "Q8ExactBlock", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "q8exactblock", - "source_file": "include/miinfer/q4_q8_gemv.hpp", - "source_location": "L32" - }, - { - "id": "tests_qwen3_layer35_external_test_attentionpathreplay", - "label": "AttentionPathReplay", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "attentionpathreplay", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L513" - }, - { - "id": "tests_qwen3_layer35_external_test_checkpoint", - "label": "Checkpoint", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "checkpoint", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L980" - }, - { - "id": "tests_qwen3_layer35_external_test_ffntailreplay", - "label": "FfnTailReplay", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "ffntailreplay", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L277" - }, - { - "id": "tests_qwen3_layer35_external_test_q8replayblock", - "label": "Q8ReplayBlock", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "q8replayblock", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L38" - }, - { - "id": "tests_qwen3_layer35_external_test_rmsvariant", - "label": "RmsVariant", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "rmsvariant", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L220" - }, { "id": "tools_qwen35_gpu_pipeline_updateprovenance", "label": "UpdateProvenance", @@ -1596,7 +1479,7 @@ "_callable_class": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "comparemetrics", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -1609,7 +1492,7 @@ "_callable_class": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "eventpair", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -1622,7 +1505,7 @@ "_callable_class": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "rawbuffer", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -1635,7 +1518,7 @@ "_callable_class": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "stageevents", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -1648,25 +1531,12 @@ "_callable_class": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "vramsample", "source_file": "bench/m24_attention_layer_bakeoff.cpp", "source_location": "L93" }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile", - "label": "StageProfile", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "stageprofile", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L847" - }, { "id": "tests_qwen3_forward_gpu_test_metrics", "label": "Metrics", @@ -1863,17 +1733,30 @@ "source_location": "L22" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult", + "id": "bench_gdn_kernel_bakeoff_timingresult", "label": "TimingResult", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "timingresult", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L15" + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L22" + }, + { + "id": "include_miinfer_prefill_v2_persistent_session_prefillv2model", + "label": "PrefillV2Model", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "prefillv2model", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L16" }, { "id": "bench_v2_0017_pipelined_stream_bakeoff_accuracyresult", @@ -1966,32 +1849,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L499" }, - { - "id": "tools_miinfer_cli_sessionprefixnode", - "label": "SessionPrefixNode", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "sessionprefixnode", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1045" - }, - { - "id": "tools_miinfer_cli_stepresult", - "label": "StepResult", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "stepresult", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1306" - }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionlayerkvcachestorage", "label": "AttentionLayerKvCacheStorage", @@ -2077,12 +1934,25 @@ "_callable_class": true, "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", "norm_label": "q8_1block", "source_file": "include/miinfer/q4_q8_gemv.hpp", "source_location": "L23" }, + { + "id": "include_miinfer_q4_q8_gemv_q8exactblock", + "label": "Q8ExactBlock", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 679, + "community_name": "Q8ExactBlock", + "file_type": "code", + "norm_label": "q8exactblock", + "source_file": "include/miinfer/q4_q8_gemv.hpp", + "source_location": "L32" + }, { "id": "bench_suffix_attention_halfwave_multitoken_accuracyresult", "label": "AccuracyResult", @@ -2168,12 +2038,25 @@ "_callable_class": true, "_origin": "ast", "community": 697, - "community_name": "DeviceBuffer", + "community_name": "m6a19_qwen35_conv_gpu.cpp", "file_type": "code", "norm_label": "devicebuffer", "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", "source_location": "L22" }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview", + "label": "Qwen35TensorView", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": "qwen35tensorview", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L34" + }, { "id": "bench_v2_0030_direct_vgpr_streaming_bench_shapebenchmark", "label": "ShapeBenchmark", @@ -2214,30 +2097,43 @@ "source_location": "L12" }, { - "id": "include_miinfer_qwen35_model_qwen35model", - "label": "Qwen35Model", + "id": "include_miinfer_qwen3_layer_qwen3decodecache", + "label": "Qwen3DecodeCache", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 706, - "community_name": "Qwen35Model", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "qwen35model", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L44" + "norm_label": "qwen3decodecache", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L89" }, { - "id": "include_miinfer_prefill_v2_persistent_session_prefillv2model", - "label": "PrefillV2Model", + "id": "include_miinfer_qwen3_layer_qwen3forwardtrace", + "label": "Qwen3ForwardTrace", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 707, - "community_name": "span", + "community": 706, + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "prefillv2model", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L16" + "norm_label": "qwen3forwardtrace", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L52" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache", + "label": "Qwen3Layer0KvCache", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "qwen3layer0kvcache", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L63" }, { "id": "include_miinfer_prefill_v2_workspace_prefillv2workspacemanager", @@ -2350,51 +2246,12 @@ "_callable_class": true, "_origin": "ast", "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community_name": "Qwen3FfnProbeTrace", "file_type": "code", "norm_label": "qwen3ffnprobetrace", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L206" }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache", - "label": "Qwen3GpuDecodeCache", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "qwen3gpudecodecache", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L259" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodeworkspace", - "label": "Qwen3GpuDecodeWorkspace", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "qwen3gpudecodeworkspace", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L254" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3projectionprobetrace", - "label": "Qwen3ProjectionProbeTrace", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "qwen3projectionprobetrace", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L202" - }, { "id": "tools_qwen35_gpu_pipeline_m23profilecounters", "label": "M23ProfileCounters", @@ -2409,17 +2266,17 @@ "source_location": "L53" }, { - "id": "bench_prefill_v2_model_bench_accuracymetrics", - "label": "AccuracyMetrics", + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture", + "label": "OutputProjectionPathCapture", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 727, - "community_name": "string", + "community": 723, + "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": "accuracymetrics", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L23" + "norm_label": "outputprojectionpathcapture", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L615" }, { "id": "include_miinfer_device_validation_deviceinfo", @@ -2428,7 +2285,7 @@ "_callable_class": true, "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "deviceinfo", "source_file": "include/miinfer/device_validation.hpp", @@ -2447,45 +2304,6 @@ "source_file": "bench/qwen3_attention_ab_bench.cpp", "source_location": "L52" }, - { - "id": "include_miinfer_qwen3_layer_qwen3decodecache", - "label": "Qwen3DecodeCache", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "qwen3decodecache", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L89" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3forwardtrace", - "label": "Qwen3ForwardTrace", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "qwen3forwardtrace", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L52" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache", - "label": "Qwen3Layer0KvCache", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "qwen3layer0kvcache", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L63" - }, { "id": "include_miinfer_openai_api_openaichatrequest", "label": "OpenAiChatRequest", @@ -2551,6 +2369,19 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L343" }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile", + "label": "StageProfile", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "stageprofile", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L847" + }, { "id": "bench_v2_0023_cross_query_attention_bench_gpubuffer", "label": "GpuBuffer", @@ -2558,7 +2389,7 @@ "_callable_class": true, "_origin": "ast", "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", + "community_name": "GpuBuffer", "file_type": "code", "norm_label": "gpubuffer", "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", @@ -2617,43 +2448,82 @@ "source_location": "L22" }, { - "id": "include_miinfer_gguf_gguftensor", - "label": "GgufTensor", + "id": "tools_qwen35_gpu_pipeline_bytemismatch", + "label": "ByteMismatch", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "gguftensor", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L37" + "norm_label": "bytemismatch", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L669" }, { - "id": "tools_qwen35_gpu_pipeline_bytemismatch", - "label": "ByteMismatch", + "id": "tools_qwen35_gpu_pipeline_detailederror", + "label": "DetailedError", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "bytemismatch", + "norm_label": "detailederror", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L669" + "source_location": "L407" }, { - "id": "include_miinfer_qwen35_model_qwen35tensorview", - "label": "Qwen35TensorView", + "id": "tools_qwen35_gpu_pipeline_locatederror", + "label": "LocatedError", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "locatederror", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L492" + }, + { + "id": "include_miinfer_qwen3_primitives_q4_0hostblock", + "label": "Q4_0HostBlock", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 742, - "community_name": "Qwen35TensorView", + "community_name": "Q6KHostBlock", "file_type": "code", - "norm_label": "qwen35tensorview", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L34" + "norm_label": "q4_0hostblock", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L12" + }, + { + "id": "include_miinfer_qwen3_primitives_q6khostblock", + "label": "Q6KHostBlock", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "q6khostblock", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L17" + }, + { + "id": "include_miinfer_qwen3_primitives_q8khostblock", + "label": "Q8KHostBlock", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "q8khostblock", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L24" }, { "id": "bench_qwen3_decode_profile_options", @@ -2759,19 +2629,6 @@ "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", "source_location": "L30" }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown", - "label": "AttentionLayerProfileBreakdown", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "attentionlayerprofilebreakdown", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L18" - }, { "id": "bench_prefill_v2_recurrent_layer_bakeoff_numericalmetrics", "label": "NumericalMetrics", @@ -2961,24 +2818,37 @@ "_callable_class": true, "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": "devicebuffer", "source_file": "tests/qwen35_conv_batch_test.cpp", "source_location": "L20" }, { - "id": "bench_gdn_kernel_bakeoff_timingresult", - "label": "TimingResult", + "id": "src_qwen3_gpu_layer_profilescope", + "label": "ProfileScope", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 778, - "community_name": "gdn_kernel_bakeoff.cpp", + "community_name": "ProfileScope", "file_type": "code", - "norm_label": "timingresult", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L22" + "norm_label": "profilescope", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L129" + }, + { + "id": "bench_fp16_gemv_bench_options", + "label": "Options", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 781, + "community_name": "Options", + "file_type": "code", + "norm_label": "options", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L24" }, { "id": "tests_qwen3_quant_kv_attention_test_gpubuffer", @@ -2993,6 +2863,19 @@ "source_file": "tests/qwen3_quant_kv_attention_test.cpp", "source_location": "L17" }, + { + "id": "bench_prefill_v2_model_bench_accuracymetrics", + "label": "AccuracyMetrics", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "accuracymetrics", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L23" + }, { "id": "include_miinfer_prefill_v2_reusable_context_prefixfingerprint", "label": "PrefixFingerprint", @@ -3065,24 +2948,37 @@ "_callable_class": true, "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "gguffile", "source_file": "include/miinfer/gguf.hpp", "source_location": "L51" }, { - "id": "include_miinfer_gguf_ggufvalue", - "label": "GgufValue", + "id": "include_miinfer_gguf_gguftensor", + "label": "GgufTensor", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "ggufvalue", + "norm_label": "gguftensor", "source_file": "include/miinfer/gguf.hpp", - "source_location": "L33" + "source_location": "L37" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config", + "label": "Qwen3Config", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "qwen3config", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L13" }, { "id": "bench_qwen3_position_audit_positionresult", @@ -3104,7 +3000,7 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "decodelayercapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -3117,7 +3013,7 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "gatepathcapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -3130,7 +3026,7 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "keypathcapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -3143,25 +3039,12 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "layerpathcapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L598" }, - { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture", - "label": "OutputProjectionPathCapture", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": "outputprojectionpathcapture", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L615" - }, { "id": "tools_qwen35_gpu_pipeline_recurrentoperands", "label": "RecurrentOperands", @@ -3169,7 +3052,7 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "recurrentoperands", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -3182,7 +3065,7 @@ "_callable_class": true, "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "buffer", "source_file": "bench/q4k_layout_bench.cpp", @@ -3195,37 +3078,37 @@ "_callable_class": true, "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "event", "source_file": "bench/q4k_layout_bench.cpp", "source_location": "L26" }, { - "id": "src_qwen3_gpu_layer_profilescope", - "label": "ProfileScope", + "id": "include_miinfer_qwen3_model_qwen3layerweights", + "label": "Qwen3LayerWeights", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", + "community": 808, + "community_name": "Qwen3LayerWeights", "file_type": "code", - "norm_label": "profilescope", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L129" + "norm_label": "qwen3layerweights", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L36" }, { - "id": "bench_m24_projection_bakeoff_event", - "label": "Event", + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown", + "label": "AttentionLayerProfileBreakdown", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 808, - "community_name": "Event", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", "file_type": "code", - "norm_label": "event", - "source_file": "bench/m24_projection_bakeoff.cpp", - "source_location": "L47" + "norm_label": "attentionlayerprofilebreakdown", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L18" }, { "id": "tools_miinfer_cli_presetflag", @@ -3253,6 +3136,19 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1311" }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult", + "label": "TimingResult", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "timingresult", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L15" + }, { "id": "bench_m24_recurrent_layer_bakeoff_rawbuffer", "label": "RawBuffer", @@ -3279,6 +3175,110 @@ "source_file": "include/miinfer/m12_gdn_chunk.hpp", "source_location": "L11" }, + { + "id": "tests_qwen3_layer35_external_test_rmsvariant", + "label": "RmsVariant", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 817, + "community_name": "RmsVariant", + "file_type": "code", + "norm_label": "rmsvariant", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L220" + }, + { + "id": "bench_decode_fast_path_bakeoff_timingresult", + "label": "TimingResult", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 818, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "timingresult", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L26" + }, + { + "id": "include_miinfer_kquant_wave_layout_q4kmmqtile", + "label": "Q4KMmqTile", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 819, + "community_name": "Q4KMmqTile", + "file_type": "code", + "norm_label": "q4kmmqtile", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L64" + }, + { + "id": "src_qwen3_layer_hostq8block", + "label": "HostQ8Block", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 821, + "community_name": "HostQ8Block", + "file_type": "code", + "norm_label": "hostq8block", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L19" + }, + { + "id": "tests_qwen3_layer35_external_test_attentionpathreplay", + "label": "AttentionPathReplay", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 822, + "community_name": "AttentionPathReplay", + "file_type": "code", + "norm_label": "attentionpathreplay", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L513" + }, + { + "id": "tests_qwen3_layer35_external_test_ffntailreplay", + "label": "FfnTailReplay", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 823, + "community_name": "FfnTailReplay", + "file_type": "code", + "norm_label": "ffntailreplay", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L277" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate", + "label": "DevicePrefillState", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "deviceprefillstate", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L39" + }, + { + "id": "tests_qwen3_layer35_external_test_checkpoint", + "label": "Checkpoint", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 827, + "community_name": "Checkpoint", + "file_type": "code", + "norm_label": "checkpoint", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L980" + }, { "id": "bench_suffix_ttft_attribution_bench_componenttimingbreakdown", "label": "ComponentTimingBreakdown", @@ -4468,6 +4468,54 @@ "source_file": "bench/q4_q8_gemv_bench.cpp", "source_location": "L206" }, + { + "id": "src_qwen3_gpu_layer_devicebuffer_devicebuffer", + "label": ".DeviceBuffer()", + "_callable": true, + "_origin": "ast", + "community": 126, + "community_name": "Qwen3GpuDecodeWorkspace", + "file_type": "code", + "norm_label": ".devicebuffer()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L237" + }, + { + "id": "src_qwen3_gpu_layer_devicebytes_data", + "label": ".data()", + "_callable": true, + "_origin": "ast", + "community": 126, + "community_name": "Qwen3GpuDecodeWorkspace", + "file_type": "code", + "norm_label": ".data()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L122" + }, + { + "id": "src_qwen3_gpu_layer_devicebytes_devicebytes", + "label": ".DeviceBytes()", + "_callable": true, + "_origin": "ast", + "community": 126, + "community_name": "Qwen3GpuDecodeWorkspace", + "file_type": "code", + "norm_label": ".devicebytes()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L112" + }, + { + "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_qwen3gpudecodeworkspace", + "label": ".Qwen3GpuDecodeWorkspace()", + "_callable": true, + "_origin": "ast", + "community": 126, + "community_name": "Qwen3GpuDecodeWorkspace", + "file_type": "code", + "norm_label": ".qwen3gpudecodeworkspace()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L730" + }, { "id": "bench_fp16_gemv_reduction_diag_main", "label": "main()", @@ -5093,88 +5141,100 @@ "source_location": "L173" }, { - "id": "tests_fp16_gemv_test_check_output", - "label": "check_output()", + "id": "bench_prefill_v2_topology_block_bakeoff_compute_metrics", + "label": "compute_metrics()", "_callable": true, "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", + "community": 143, + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", - "norm_label": "check_output()", - "source_file": "tests/fp16_gemv_test.cpp", - "source_location": "L16" + "norm_label": "compute_metrics()", + "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", + "source_location": "L43" }, { - "id": "tests_fp16_gemv_test_main", - "label": "main()", + "id": "bench_prefill_v2_topology_block_bakeoff_generate_initial_history", + "label": "generate_initial_history()", "_callable": true, "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", + "community": 143, + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", - "norm_label": "main()", - "source_file": "tests/fp16_gemv_test.cpp", + "norm_label": "generate_initial_history()", + "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", + "source_location": "L115" + }, + { + "id": "bench_prefill_v2_topology_block_bakeoff_generate_initial_state", + "label": "generate_initial_state()", + "_callable": true, + "_origin": "ast", + "community": 143, + "community_name": "prefill_v2_topology_block_bakeoff.cpp", + "file_type": "code", + "norm_label": "generate_initial_state()", + "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", "source_location": "L107" }, { - "id": "tests_fp16_gemv_test_run_shape", - "label": "run_shape()", + "id": "bench_prefill_v2_topology_block_bakeoff_generate_realistic_input", + "label": "generate_realistic_input()", "_callable": true, "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", + "community": 143, + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", - "norm_label": "run_shape()", - "source_file": "tests/fp16_gemv_test.cpp", - "source_location": "L30" + "norm_label": "generate_realistic_input()", + "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", + "source_location": "L94" }, { - "id": "bench_prefill_v2_topology_block_bakeoff_compute_metrics", - "label": "compute_metrics()", + "id": "bench_prefill_v2_topology_block_bakeoff_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", - "norm_label": "compute_metrics()", + "norm_label": "main()", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", - "source_location": "L43" + "source_location": "L654" }, { - "id": "src_qwen3_layer_add_in_place", - "label": "add_in_place()", + "id": "include_miinfer_qwen3_model_qwen3tensorview_data", + "label": ".data()", "_callable": true, "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "add_in_place()", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L195" + "norm_label": ".data()", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L33" }, { - "id": "src_qwen3_layer_execute_qwen3_decode_host", - "label": "execute_qwen3_decode_host()", + "id": "include_miinfer_qwen3_model_qwen3tensorview_type", + "label": ".type()", "_callable": true, "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "execute_qwen3_decode_host()", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L452" + "norm_label": ".type()", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L30" }, { - "id": "src_qwen3_layer_execute_qwen3_forward_host", - "label": "execute_qwen3_forward_host()", + "id": "src_qwen3_layer_add_in_place", + "label": "add_in_place()", "_callable": true, "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "execute_qwen3_forward_host()", + "norm_label": "add_in_place()", "source_file": "src/qwen3_layer.cpp", - "source_location": "L440" + "source_location": "L195" }, { "id": "src_qwen3_layer_execute_qwen3_layer0_host", @@ -5860,6 +5920,66 @@ "source_file": "tests/qwen3_forward_test.cpp", "source_location": "L49" }, + { + "id": "bench_kquant_layout_bench_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "main()", + "source_file": "bench/kquant_layout_bench.cpp", + "source_location": "L260" + }, + { + "id": "bench_kquant_layout_bench_run_q5k_benchmark", + "label": "run_q5k_benchmark()", + "_callable": true, + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "run_q5k_benchmark()", + "source_file": "bench/kquant_layout_bench.cpp", + "source_location": "L147" + }, + { + "id": "bench_kquant_layout_bench_run_q6k_benchmark", + "label": "run_q6k_benchmark()", + "_callable": true, + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "run_q6k_benchmark()", + "source_file": "bench/kquant_layout_bench.cpp", + "source_location": "L35" + }, + { + "id": "bench_m13_quant_mm_bench_find_tensor", + "label": "find_tensor()", + "_callable": true, + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "find_tensor()", + "source_file": "bench/m13_quant_mm_bench.cpp", + "source_location": "L63" + }, + { + "id": "include_miinfer_qwen35_model_qwen35model_file", + "label": ".file()", + "_callable": true, + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": ".file()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L53" + }, { "id": "bench_hip_smoke_bench_json_escape", "label": "json_escape()", @@ -6209,340 +6329,448 @@ "source_location": "L43" }, { - "id": "src_model_plan_align_up", - "label": "align_up()", + "id": "bench_m13_quant_mm_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "align_up()", - "source_file": "src/model_plan.cpp", - "source_location": "L18" + "norm_label": "main()", + "source_file": "bench/m13_quant_mm_bench.cpp", + "source_location": "L170" }, { - "id": "src_model_plan_checked_add", - "label": "checked_add()", + "id": "bench_q4k_layout_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "checked_add()", - "source_file": "src/model_plan.cpp", - "source_location": "L27" + "norm_label": "main()", + "source_file": "bench/q4k_layout_bench.cpp", + "source_location": "L35" }, { - "id": "src_model_plan_gpuweightarena_allocate", - "label": "GpuWeightArena::allocate()", + "id": "src_kquant_wave_layout_half_to_float", + "label": "half_to_float()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "gpuweightarena::allocate()", - "source_file": "src/model_plan.cpp", - "source_location": "L92" + "norm_label": "half_to_float()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L13" }, { - "id": "src_model_plan_gpuweightarena_release", - "label": "GpuWeightArena::release()", + "id": "src_kquant_wave_layout_pack_q4k_mmq_tensor", + "label": "pack_q4k_mmq_tensor()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "gpuweightarena::release()", - "source_file": "src/model_plan.cpp", - "source_location": "L107" + "norm_label": "pack_q4k_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L612" }, { - "id": "src_model_plan_gpuweightarena_upload", - "label": "GpuWeightArena::upload()", + "id": "src_kquant_wave_layout_pack_q4k_wave_down", + "label": "pack_q4k_wave_down()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "gpuweightarena::upload()", - "source_file": "src/model_plan.cpp", - "source_location": "L99" + "norm_label": "pack_q4k_wave_down()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L176" }, { - "id": "src_model_plan_hip_throw", - "label": "hip_throw()", + "id": "src_kquant_wave_layout_pack_q4k_wave_tensor", + "label": "pack_q4k_wave_tensor()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "hip_throw()", - "source_file": "src/model_plan.cpp", - "source_location": "L50" + "norm_label": "pack_q4k_wave_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L100" }, { - "id": "src_model_plan_q4_gemv_kernel_name", - "label": "q4_gemv_kernel_name()", + "id": "src_kquant_wave_layout_pack_q5k_mmq_tensor", + "label": "pack_q5k_mmq_tensor()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "q4_gemv_kernel_name()", - "source_file": "src/model_plan.cpp", - "source_location": "L58" + "norm_label": "pack_q5k_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L617" }, { - "id": "src_model_plan_qwen3gpuplan_build", - "label": "Qwen3GpuPlan::build()", + "id": "src_kquant_wave_layout_pack_q5k_wave_tensor", + "label": "pack_q5k_wave_tensor()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::build()", - "source_file": "src/model_plan.cpp", - "source_location": "L115" + "norm_label": "pack_q5k_wave_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L237" }, { - "id": "src_model_plan_qwen3gpuplan_device_tensor_data", - "label": "Qwen3GpuPlan::device_tensor_data()", + "id": "src_kquant_wave_layout_pack_q6k_mmq_tensor", + "label": "pack_q6k_mmq_tensor()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::device_tensor_data()", - "source_file": "src/model_plan.cpp", - "source_location": "L180" + "norm_label": "pack_q6k_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L501" }, { - "id": "src_model_plan_qwen3gpuplan_kernel_for", - "label": "Qwen3GpuPlan::kernel_for()", + "id": "src_kquant_wave_layout_pack_q6k_wave_tensor", + "label": "pack_q6k_wave_tensor()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::kernel_for()", - "source_file": "src/model_plan.cpp", - "source_location": "L153" + "norm_label": "pack_q6k_wave_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L361" }, { - "id": "src_model_plan_qwen3gpuplan_verify_tensor_sample", - "label": "Qwen3GpuPlan::verify_tensor_sample()", + "id": "src_kquant_wave_layout_q4k_wave_fused_gate_up_swiglu_reference", + "label": "q4k_wave_fused_gate_up_swiglu_reference()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::verify_tensor_sample()", - "source_file": "src/model_plan.cpp", - "source_location": "L162" + "norm_label": "q4k_wave_fused_gate_up_swiglu_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L966" }, { - "id": "tools_m6a21_qwen35_gpu_hybrid_block_main", + "id": "src_kquant_wave_layout_q4k_wave_gemv_reference", + "label": "q4k_wave_gemv_reference()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q4k_wave_gemv_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L897" + }, + { + "id": "src_kquant_wave_layout_q4k_wave_tile_dequantize", + "label": "q4k_wave_tile_dequantize()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q4k_wave_tile_dequantize()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L778" + }, + { + "id": "src_kquant_wave_layout_q5k_wave_gemv_reference", + "label": "q5k_wave_gemv_reference()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q5k_wave_gemv_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L920" + }, + { + "id": "src_kquant_wave_layout_q5k_wave_tile_dequantize", + "label": "q5k_wave_tile_dequantize()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q5k_wave_tile_dequantize()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L812" + }, + { + "id": "src_kquant_wave_layout_q6k_wave_gemv_reference", + "label": "q6k_wave_gemv_reference()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q6k_wave_gemv_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L943" + }, + { + "id": "src_kquant_wave_layout_q6k_wave_tile_dequantize", + "label": "q6k_wave_tile_dequantize()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q6k_wave_tile_dequantize()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L854" + }, + { + "id": "src_kquant_wave_layout_signed_q6_canonical", + "label": "signed_q6_canonical()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "signed_q6_canonical()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L48" + }, + { + "id": "tests_kquant_wave_test_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "main()", + "source_file": "tests/kquant_wave_test.cpp", + "source_location": "L21" + }, + { + "id": "bench_candidate_a_ffn_shared_bench_main", "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", "norm_label": "main()", - "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", - "source_location": "L4" + "source_file": "bench/candidate_a_ffn_shared_bench.cpp", + "source_location": "L15" }, { - "id": "tools_qwen35_gpu_pipeline_compare_bytes", - "label": "compare_bytes()", + "id": "bench_candidate_b_layout_pruning_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "compare_bytes()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L674" + "norm_label": "main()", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L25" }, { - "id": "tools_qwen35_gpu_pipeline_cosine_similarity", - "label": "cosine_similarity()", + "id": "bench_context_envelope_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "cosine_similarity()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L442" + "norm_label": "main()", + "source_file": "bench/context_envelope_bench.cpp", + "source_location": "L11" }, { - "id": "tools_qwen35_gpu_pipeline_detailed_compare", - "label": "detailed_compare()", + "id": "bench_decode_fast_path_bakeoff_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "detailed_compare()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L415" + "norm_label": "main()", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L81" }, { - "id": "tools_qwen35_gpu_pipeline_detailed_device_error", - "label": "detailed_device_error()", + "id": "bench_decode_gdn_breakdown_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "detailed_device_error()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L484" + "norm_label": "main()", + "source_file": "bench/decode_gdn_breakdown.cpp", + "source_location": "L30" }, { - "id": "tools_qwen35_gpu_pipeline_download_bytes", - "label": "download_bytes()", + "id": "bench_decode_stage_profile_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "download_bytes()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L654" + "norm_label": "main()", + "source_file": "bench/decode_stage_profile.cpp", + "source_location": "L30" }, { - "id": "tools_qwen35_gpu_pipeline_fingerprint", - "label": "fingerprint()", + "id": "bench_v2_0029_mmq_efficiency_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "fingerprint()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L690" + "norm_label": "main()", + "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", + "source_location": "L68" }, { - "id": "tools_qwen35_gpu_pipeline_first_argmax", - "label": "first_argmax()", + "id": "bench_v2_0030_direct_vgpr_streaming_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "first_argmax()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L455" + "norm_label": "main()", + "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", + "source_location": "L69" }, { - "id": "tools_qwen35_gpu_pipeline_host_fingerprint", - "label": "host_fingerprint()", + "id": "src_kquant_wave_layout_affine_q_canonical", + "label": "affine_q_canonical()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "host_fingerprint()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L660" + "norm_label": "affine_q_canonical()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L65" }, { - "id": "tools_qwen35_gpu_pipeline_located_device_error", - "label": "located_device_error()", + "id": "src_kquant_wave_layout_decode_affine_scale_min", + "label": "decode_affine_scale_min()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "located_device_error()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L502" + "norm_label": "decode_affine_scale_min()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L85" }, { - "id": "tools_qwen35_gpu_pipeline_located_host_error", - "label": "located_host_error()", + "id": "src_kquant_wave_layout_mx_qs_stride", + "label": "mx_qs_stride()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "located_host_error()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L632" + "norm_label": "mx_qs_stride()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L622" }, { - "id": "tools_qwen35_gpu_pipeline_rank_of", - "label": "rank_of()", + "id": "src_kquant_wave_layout_pack_affine_mmq_tensor", + "label": "pack_affine_mmq_tensor()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "rank_of()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L475" + "norm_label": "pack_affine_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L552" }, { - "id": "tools_qwen35_gpu_pipeline_read_external_operands", - "label": "read_external_operands()", + "id": "src_kquant_wave_layout_pack_mx_affine_repacked_tensor", + "label": "pack_mx_affine_repacked_tensor()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "read_external_operands()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5867" + "norm_label": "pack_mx_affine_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L627" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_set_m12_dense_source", - "label": ".set_m12_dense_source()", + "id": "src_kquant_wave_layout_pack_mx_q4k_repacked_tensor", + "label": "pack_mx_q4k_repacked_tensor()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": ".set_m12_dense_source()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1880" + "norm_label": "pack_mx_q4k_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L692" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_state_fingerprint", - "label": ".state_fingerprint()", + "id": "src_kquant_wave_layout_pack_mx_q5k_repacked_tensor", + "label": "pack_mx_q5k_repacked_tensor()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": ".state_fingerprint()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1546" + "norm_label": "pack_mx_q5k_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L697" }, { - "id": "tools_qwen35_gpu_pipeline_recurrenttrace_report_host", - "label": ".report_host()", + "id": "src_kquant_wave_layout_pack_mx_q6k_repacked_tensor", + "label": "pack_mx_q6k_repacked_tensor()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": ".report_host()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L546" + "norm_label": "pack_mx_q6k_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L702" }, { - "id": "tools_qwen35_gpu_pipeline_top_indices", - "label": "top_indices()", + "id": "src_kquant_wave_layout_pack_q4k_wave_swiglu_fused", + "label": "pack_q4k_wave_swiglu_fused()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "top_indices()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L463" + "norm_label": "pack_q4k_wave_swiglu_fused()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L182" + }, + { + "id": "src_prefill_v2_recurrent_layer_prefillv2recurrentlayer_prefillv2recurrentlayer", + "label": "PrefillV2RecurrentLayer::PrefillV2RecurrentLayer()", + "_callable": true, + "_origin": "ast", + "community": 207, + "community_name": "load", + "file_type": "code", + "norm_label": "prefillv2recurrentlayer::prefillv2recurrentlayer()", + "source_file": "src/prefill_v2/recurrent_layer.cpp", + "source_location": "L40" }, { "id": "include_miinfer_prefill_v2_model_prefillv2model_block_count", @@ -6677,19 +6905,31 @@ "source_location": "L343" }, { - "id": "src_prefill_v2_model_prefillv2model_total_vram_bytes", - "label": "PrefillV2Model::total_vram_bytes()", + "id": "tools_m6a18_qwen35_deltanet_state_gpu_recurrent_inputs", + "label": "recurrent_inputs()", "_callable": true, "_origin": "ast", - "community": 209, - "community_name": "PrefillV2Model", + "community": 217, + "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", - "norm_label": "prefillv2model::total_vram_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1251" + "norm_label": "recurrent_inputs()", + "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", + "source_location": "L106" }, { - "id": "tools_m6a19_qwen35_conv_gpu_main", + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_check_values", + "label": "check_values()", + "_callable": true, + "_origin": "ast", + "community": 217, + "community_name": "m6a3_qwen35_layer.cpp", + "file_type": "code", + "norm_label": "check_values()", + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L57" + }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_main", "label": "main()", "_callable": true, "_origin": "ast", @@ -6697,20 +6937,20 @@ "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", "norm_label": "main()", - "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", - "source_location": "L42" + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L95" }, { - "id": "tools_m6a19_qwen35_conv_gpu_upload", - "label": "upload()", + "id": "tools_m6a21_qwen35_gpu_hybrid_block_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 217, "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", - "norm_label": "upload()", - "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", - "source_location": "L36" + "norm_label": "main()", + "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", + "source_location": "L4" }, { "id": "tools_m6a3_qwen35_layer_checkpoint", @@ -6808,6 +7048,18 @@ "source_file": "tools/m6a3_qwen35_layer.cpp", "source_location": "L296" }, + { + "id": "tools_m6a3_qwen35_layer_f32_values", + "label": "f32_values()", + "_callable": true, + "_origin": "ast", + "community": 217, + "community_name": "m6a3_qwen35_layer.cpp", + "file_type": "code", + "norm_label": "f32_values()", + "source_file": "tools/m6a3_qwen35_layer.cpp", + "source_location": "L312" + }, { "id": "tools_m6a3_qwen35_layer_gemv", "label": "gemv()", @@ -6881,28 +7133,40 @@ "source_location": "L81" }, { - "id": "tools_m6a3_qwen35_layer_read_tokens", - "label": "read_tokens()", + "id": "tools_m6a3_qwen35_layer_recurrent", + "label": "recurrent()", "_callable": true, "_origin": "ast", "community": 217, "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", - "norm_label": "read_tokens()", + "norm_label": "recurrent()", "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L93" + "source_location": "L380" }, { - "id": "tools_m6a3_qwen35_layer_recurrent", - "label": "recurrent()", + "id": "tools_m6a3_qwen35_layer_require_match", + "label": "require_match()", "_callable": true, "_origin": "ast", "community": 217, "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", - "norm_label": "recurrent()", + "norm_label": "require_match()", "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L380" + "source_location": "L132" + }, + { + "id": "tools_m6a3_qwen35_layer_rms_rows", + "label": "rms_rows()", + "_callable": true, + "_origin": "ast", + "community": 217, + "community_name": "m6a3_qwen35_layer.cpp", + "file_type": "code", + "norm_label": "rms_rows()", + "source_file": "tools/m6a3_qwen35_layer.cpp", + "source_location": "L333" }, { "id": "tools_m6a3_qwen35_layer_scale_min", @@ -7361,448 +7625,208 @@ "source_location": "L178" }, { - "id": "src_qwen3_model_add_bytes", - "label": "add_bytes()", + "id": "src_model_plan_align_up", + "label": "align_up()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "add_bytes()", - "source_file": "src/qwen3_model.cpp", - "source_location": "L69" + "norm_label": "align_up()", + "source_file": "src/model_plan.cpp", + "source_location": "L18" }, { - "id": "src_qwen3_model_narrow_u32", - "label": "narrow_u32()", + "id": "src_model_plan_checked_add", + "label": "checked_add()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "narrow_u32()", - "source_file": "src/qwen3_model.cpp", + "norm_label": "checked_add()", + "source_file": "src/model_plan.cpp", "source_location": "L27" }, { - "id": "src_qwen3_model_qwen3model_load", - "label": "Qwen3Model::load()", + "id": "src_model_plan_gpuweightarena_allocate", + "label": "GpuWeightArena::allocate()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "qwen3model::load()", - "source_file": "src/qwen3_model.cpp", - "source_location": "L78" + "norm_label": "gpuweightarena::allocate()", + "source_file": "src/model_plan.cpp", + "source_location": "L92" }, { - "id": "src_qwen3_model_require_equal", - "label": "require_equal()", + "id": "src_model_plan_gpuweightarena_release", + "label": "GpuWeightArena::release()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "require_equal()", - "source_file": "src/qwen3_model.cpp", - "source_location": "L34" + "norm_label": "gpuweightarena::release()", + "source_file": "src/model_plan.cpp", + "source_location": "L107" }, { - "id": "src_qwen3_model_require_tensor", - "label": "require_tensor()", + "id": "src_model_plan_gpuweightarena_upload", + "label": "GpuWeightArena::upload()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "require_tensor()", - "source_file": "src/qwen3_model.cpp", - "source_location": "L50" + "norm_label": "gpuweightarena::upload()", + "source_file": "src/model_plan.cpp", + "source_location": "L99" }, { - "id": "src_qwen3_model_unsupported", - "label": "unsupported()", + "id": "src_model_plan_hip_throw", + "label": "hip_throw()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "unsupported()", - "source_file": "src/qwen3_model.cpp", - "source_location": "L23" - }, - { - "id": "bench_candidate_a_ffn_shared_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/candidate_a_ffn_shared_bench.cpp", - "source_location": "L15" - }, - { - "id": "bench_candidate_b_layout_pruning_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L25" - }, - { - "id": "bench_decode_fast_path_bakeoff_find_tensor", - "label": "find_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L70" - }, - { - "id": "bench_decode_fast_path_bakeoff_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L81" - }, - { - "id": "bench_decode_fast_path_bakeoff_measure", - "label": "measure()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "measure()", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L33" - }, - { - "id": "src_kquant_wave_layout_affine_q_canonical", - "label": "affine_q_canonical()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "affine_q_canonical()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L65" - }, - { - "id": "src_kquant_wave_layout_decode_affine_scale_min", - "label": "decode_affine_scale_min()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "decode_affine_scale_min()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L85" - }, - { - "id": "src_kquant_wave_layout_half_to_float", - "label": "half_to_float()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "half_to_float()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L13" - }, - { - "id": "src_kquant_wave_layout_mx_qs_stride", - "label": "mx_qs_stride()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "mx_qs_stride()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L622" - }, - { - "id": "src_kquant_wave_layout_pack_affine_mmq_tensor", - "label": "pack_affine_mmq_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_affine_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L552" - }, - { - "id": "src_kquant_wave_layout_pack_mx_affine_repacked_tensor", - "label": "pack_mx_affine_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_mx_affine_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L627" - }, - { - "id": "src_kquant_wave_layout_pack_mx_q4k_repacked_tensor", - "label": "pack_mx_q4k_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_mx_q4k_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L692" - }, - { - "id": "src_kquant_wave_layout_pack_mx_q5k_repacked_tensor", - "label": "pack_mx_q5k_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_mx_q5k_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L697" - }, - { - "id": "src_kquant_wave_layout_pack_mx_q6k_repacked_tensor", - "label": "pack_mx_q6k_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_mx_q6k_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L702" - }, - { - "id": "src_kquant_wave_layout_pack_q4k_wave_down", - "label": "pack_q4k_wave_down()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q4k_wave_down()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L176" - }, - { - "id": "src_kquant_wave_layout_pack_q4k_wave_swiglu_fused", - "label": "pack_q4k_wave_swiglu_fused()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q4k_wave_swiglu_fused()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L182" - }, - { - "id": "src_kquant_wave_layout_pack_q4k_wave_tensor", - "label": "pack_q4k_wave_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q4k_wave_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L100" - }, - { - "id": "src_kquant_wave_layout_pack_q5k_mmq_tensor", - "label": "pack_q5k_mmq_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q5k_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L617" - }, - { - "id": "src_kquant_wave_layout_pack_q5k_wave_tensor", - "label": "pack_q5k_wave_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q5k_wave_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L237" - }, - { - "id": "src_kquant_wave_layout_pack_q6k_mmq_tensor", - "label": "pack_q6k_mmq_tensor()", - "_callable": true, - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q6k_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L501" + "norm_label": "hip_throw()", + "source_file": "src/model_plan.cpp", + "source_location": "L50" }, { - "id": "src_kquant_wave_layout_pack_q6k_wave_tensor", - "label": "pack_q6k_wave_tensor()", + "id": "src_model_plan_q4_gemv_kernel_name", + "label": "q4_gemv_kernel_name()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "pack_q6k_wave_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L361" + "norm_label": "q4_gemv_kernel_name()", + "source_file": "src/model_plan.cpp", + "source_location": "L58" }, { - "id": "src_kquant_wave_layout_q4k_wave_fused_gate_up_swiglu_reference", - "label": "q4k_wave_fused_gate_up_swiglu_reference()", + "id": "src_model_plan_qwen3gpuplan_build", + "label": "Qwen3GpuPlan::build()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q4k_wave_fused_gate_up_swiglu_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L966" + "norm_label": "qwen3gpuplan::build()", + "source_file": "src/model_plan.cpp", + "source_location": "L115" }, { - "id": "src_kquant_wave_layout_q4k_wave_gemv_reference", - "label": "q4k_wave_gemv_reference()", + "id": "src_model_plan_qwen3gpuplan_device_tensor_data", + "label": "Qwen3GpuPlan::device_tensor_data()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q4k_wave_gemv_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L897" + "norm_label": "qwen3gpuplan::device_tensor_data()", + "source_file": "src/model_plan.cpp", + "source_location": "L180" }, { - "id": "src_kquant_wave_layout_q4k_wave_tile_dequantize", - "label": "q4k_wave_tile_dequantize()", + "id": "src_model_plan_qwen3gpuplan_kernel_for", + "label": "Qwen3GpuPlan::kernel_for()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q4k_wave_tile_dequantize()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L778" + "norm_label": "qwen3gpuplan::kernel_for()", + "source_file": "src/model_plan.cpp", + "source_location": "L153" }, { - "id": "src_kquant_wave_layout_q5k_wave_gemv_reference", - "label": "q5k_wave_gemv_reference()", + "id": "src_model_plan_qwen3gpuplan_verify_tensor_sample", + "label": "Qwen3GpuPlan::verify_tensor_sample()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q5k_wave_gemv_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L920" + "norm_label": "qwen3gpuplan::verify_tensor_sample()", + "source_file": "src/model_plan.cpp", + "source_location": "L162" }, { - "id": "src_kquant_wave_layout_q5k_wave_tile_dequantize", - "label": "q5k_wave_tile_dequantize()", + "id": "src_qwen3_model_add_bytes", + "label": "add_bytes()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q5k_wave_tile_dequantize()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L812" + "norm_label": "add_bytes()", + "source_file": "src/qwen3_model.cpp", + "source_location": "L69" }, { - "id": "src_kquant_wave_layout_q6k_wave_gemv_reference", - "label": "q6k_wave_gemv_reference()", + "id": "src_qwen3_model_narrow_u32", + "label": "narrow_u32()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q6k_wave_gemv_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L943" + "norm_label": "narrow_u32()", + "source_file": "src/qwen3_model.cpp", + "source_location": "L27" }, { - "id": "src_kquant_wave_layout_q6k_wave_tile_dequantize", - "label": "q6k_wave_tile_dequantize()", + "id": "src_qwen3_model_qwen3model_load", + "label": "Qwen3Model::load()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q6k_wave_tile_dequantize()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L854" + "norm_label": "qwen3model::load()", + "source_file": "src/qwen3_model.cpp", + "source_location": "L78" }, { - "id": "src_kquant_wave_layout_signed_q6_canonical", - "label": "signed_q6_canonical()", + "id": "src_qwen3_model_require_equal", + "label": "require_equal()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "signed_q6_canonical()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L48" + "norm_label": "require_equal()", + "source_file": "src/qwen3_model.cpp", + "source_location": "L34" }, { - "id": "src_prefill_v2_recurrent_layer_prefillv2recurrentlayer_prefillv2recurrentlayer", - "label": "PrefillV2RecurrentLayer::PrefillV2RecurrentLayer()", + "id": "src_qwen3_model_require_tensor", + "label": "require_tensor()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "prefillv2recurrentlayer::prefillv2recurrentlayer()", - "source_file": "src/prefill_v2/recurrent_layer.cpp", - "source_location": "L40" + "norm_label": "require_tensor()", + "source_file": "src/qwen3_model.cpp", + "source_location": "L50" }, { - "id": "tests_kquant_wave_test_main", - "label": "main()", + "id": "src_qwen3_model_unsupported", + "label": "unsupported()", "_callable": true, "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community": 228, + "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "main()", - "source_file": "tests/kquant_wave_test.cpp", - "source_location": "L21" + "norm_label": "unsupported()", + "source_file": "src/qwen3_model.cpp", + "source_location": "L23" }, { "id": "tools_m6a14_qwen35_state_audit_align_up", @@ -7996,18 +8020,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L153" }, - { - "id": "tools_qwen35_gpu_pipeline_devicebytes_get", - "label": ".get()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".get()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L171" - }, { "id": "tools_qwen35_gpu_pipeline_exp0385_target_layer", "label": "exp0385_target_layer()", @@ -8044,54 +8056,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L5001" }, - { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_poison", - "label": ".poison()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".poison()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4378" - }, - { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_prefill_normalized_at", - "label": ".prefill_normalized_at()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".prefill_normalized_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4629" - }, - { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_prefill_qfull_at", - "label": ".prefill_qfull_at()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".prefill_qfull_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4633" - }, - { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_prefill_value_at", - "label": ".prefill_value_at()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".prefill_value_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4637" - }, { "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_ordered_end", "label": ".profile_ordered_end()", @@ -8428,66 +8392,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L2811" }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_poison", - "label": ".poison()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".poison()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1492" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prefill_gate_at", - "label": ".prefill_gate_at()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".prefill_gate_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1846" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prefill_normalized_at", - "label": ".prefill_normalized_at()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".prefill_normalized_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1837" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prefill_qkv_at", - "label": ".prefill_qkv_at()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".prefill_qkv_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1841" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prepare_prefill_batch", - "label": ".prepare_prefill_batch()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".prepare_prefill_batch()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1753" - }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_ordered_end", "label": ".profile_ordered_end()", @@ -8596,42 +8500,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1857" }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_reset", - "label": ".reset()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".reset()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1499" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_state_value", - "label": ".state_value()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".state_value()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1621" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_upload_state", - "label": ".upload_state()", - "_callable": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".upload_state()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1511" - }, { "id": "tools_qwen35_gpu_pipeline_run_prefix", "label": "run_prefix()", @@ -8704,258 +8572,6 @@ "source_file": "tools/m6a12_qwen35_attention_projections.cpp", "source_location": "L36" }, - { - "id": "src_qwen3_gpu_layer_capture", - "label": "capture()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "capture()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L694" - }, - { - "id": "src_qwen3_gpu_layer_copy_to_host", - "label": "copy_to_host()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "copy_to_host()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L241" - }, - { - "id": "src_qwen3_gpu_layer_devicebuffer_data", - "label": ".data()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".data()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L238" - }, - { - "id": "src_qwen3_gpu_layer_devicebuffer_devicebuffer", - "label": ".DeviceBuffer()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".devicebuffer()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L237" - }, - { - "id": "src_qwen3_gpu_layer_devicebytes_data", - "label": ".data()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".data()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L122" - }, - { - "id": "src_qwen3_gpu_layer_devicebytes_devicebytes", - "label": ".DeviceBytes()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".devicebytes()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L112" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast", - "label": "execute_qwen3_decode_gpu_fast()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu_fast()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1522" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_down_projection_contract_probe", - "label": "execute_qwen3_down_projection_contract_probe()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "execute_qwen3_down_projection_contract_probe()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1760" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_ffn_gpu_probe", - "label": "execute_qwen3_ffn_gpu_probe()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "execute_qwen3_ffn_gpu_probe()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1599" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_layer_gpu_attention_override", - "label": "execute_qwen3_layer_gpu_attention_override()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "execute_qwen3_layer_gpu_attention_override()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1579" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_layer_gpu_teacher_forced", - "label": "execute_qwen3_layer_gpu_teacher_forced()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "execute_qwen3_layer_gpu_teacher_forced()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1560" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_projection_gpu_probe", - "label": "execute_qwen3_projection_gpu_probe()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "execute_qwen3_projection_gpu_probe()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1676" - }, - { - "id": "src_qwen3_gpu_layer_launch_projection_probe", - "label": "launch_projection_probe()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "launch_projection_probe()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L635" - }, - { - "id": "src_qwen3_gpu_layer_qwen3gpudecodecache_length", - "label": "Qwen3GpuDecodeCache::length()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "qwen3gpudecodecache::length()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L942" - }, - { - "id": "src_qwen3_gpu_layer_qwen3gpudecodecache_qwen3gpudecodecache", - "label": "Qwen3GpuDecodeCache::Qwen3GpuDecodeCache()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "qwen3gpudecodecache::qwen3gpudecodecache()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L908" - }, - { - "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_qwen3gpudecodeworkspace", - "label": ".Qwen3GpuDecodeWorkspace()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".qwen3gpudecodeworkspace()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L730" - }, - { - "id": "src_qwen3_gpu_layer_qwen3layer0gpukvcache_qwen3layer0gpukvcache", - "label": "Qwen3Layer0GpuKvCache::Qwen3Layer0GpuKvCache()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "qwen3layer0gpukvcache::qwen3layer0gpukvcache()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L832" - }, - { - "id": "src_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_keys", - "label": "Qwen3Layer0GpuKvCache::snapshot_keys()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "qwen3layer0gpukvcache::snapshot_keys()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L894" - }, - { - "id": "src_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_values", - "label": "Qwen3Layer0GpuKvCache::snapshot_values()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "qwen3layer0gpukvcache::snapshot_values()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L901" - }, - { - "id": "src_qwen3_gpu_layer_verify_fused_ffn_norm_buffers", - "label": "verify_fused_ffn_norm_buffers()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "verify_fused_ffn_norm_buffers()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L497" - }, - { - "id": "src_qwen3_gpu_layer_verify_q8_reuse_buffers", - "label": "verify_q8_reuse_buffers()", - "_callable": true, - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "verify_q8_reuse_buffers()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L481" - }, { "id": "bench_fp16_gemv_bench_implementation_label", "label": "implementation_label()", @@ -9160,30 +8776,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1171" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_clear_session_checkpoints", - "label": ".clear_session_checkpoints()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".clear_session_checkpoints()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1051" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_copy_session_checkpoint", - "label": ".copy_session_checkpoint()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".copy_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1235" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_evict_oldest_session_checkpoint", "label": ".evict_oldest_session_checkpoint()", @@ -9196,42 +8788,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1152" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_generate", - "label": ".generate()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".generate()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L2194" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_init_layers", - "label": ".init_layers()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".init_layers()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L3107" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_longest_session_checkpoint", - "label": ".longest_session_checkpoint()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".longest_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1115" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_rebuild_session_prefix_index", "label": ".rebuild_session_prefix_index()", @@ -9244,54 +8800,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1105" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_reset", - "label": ".reset()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".reset()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L969" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_reset_device_state", - "label": ".reset_device_state()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".reset_device_state()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L974" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_restore_session_checkpoint", - "label": ".restore_session_checkpoint()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".restore_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1268" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_session_checkpoint_compatible", - "label": ".session_checkpoint_compatible()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".session_checkpoint_compatible()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1058" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_session_checkpoint_storage_bytes", "label": ".session_checkpoint_storage_bytes()", @@ -9304,25 +8812,13 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1137" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_touch_session_checkpoint", - "label": ".touch_session_checkpoint()", - "_callable": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": ".touch_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1161" - }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_devicebuffer_devicebuffer", "label": ".DeviceBuffer()", "_callable": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": ".devicebuffer()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -9334,7 +8830,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": ".get()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -9346,7 +8842,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "logical_state()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -9358,31 +8854,19 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "main()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", "source_location": "L143" }, - { - "id": "tools_m6a18_qwen35_deltanet_state_gpu_recurrent_inputs", - "label": "recurrent_inputs()", - "_callable": true, - "_origin": "ast", - "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", - "file_type": "code", - "norm_label": "recurrent_inputs()", - "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", - "source_location": "L106" - }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_timed_state_update", "label": "timed_state_update()", "_callable": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "timed_state_update()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -9394,7 +8878,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "transpose_state()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -9406,7 +8890,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "upload()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -9509,28 +8993,16 @@ "source_location": "L32" }, { - "id": "include_miinfer_qwen3_model_qwen3tensorview_data", - "label": ".data()", - "_callable": true, - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": ".data()", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L33" - }, - { - "id": "include_miinfer_qwen3_model_qwen3tensorview_type", - "label": ".type()", + "id": "bench_qwen3_inference_bench_validate_cache", + "label": "validate_cache()", "_callable": true, "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": ".type()", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L30" + "norm_label": "validate_cache()", + "source_file": "bench/qwen3_inference_bench.cpp", + "source_location": "L210" }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_capacity", @@ -9538,23 +9010,23 @@ "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": ".capacity()", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L271" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_capacity", - "label": ".capacity()", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_qwen3gpudecodecache", + "label": ".Qwen3GpuDecodeCache()", "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": ".capacity()", + "norm_label": ".qwen3gpudecodecache()", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L237" + "source_location": "L263" }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_device_keys", @@ -9562,7 +9034,7 @@ "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": ".device_keys()", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -9574,7 +9046,7 @@ "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": ".device_values()", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -9586,7 +9058,7 @@ "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": ".head_dim()", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -9598,115 +9070,31 @@ "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": ".kv_heads()", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L235" }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_length", - "label": ".length()", - "_callable": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", - "file_type": "code", - "norm_label": ".length()", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L238" - }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_qwen3layer0gpukvcache", "label": ".Qwen3Layer0GpuKvCache()", "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": ".qwen3layer0gpukvcache()", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L227" }, - { - "id": "src_qwen3_gpu_layer_device_f32_tensor", - "label": "device_f32_tensor()", - "_callable": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", - "file_type": "code", - "norm_label": "device_f32_tensor()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L245" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu", - "label": "execute_qwen3_decode_gpu()", - "_callable": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", - "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1366" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast_impl", - "label": "execute_qwen3_decode_gpu_fast_impl()", - "_callable": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", - "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu_fast_impl()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1434" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_greedy", - "label": "execute_qwen3_decode_gpu_greedy()", - "_callable": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", - "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu_greedy()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1541" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_forward_gpu", - "label": "execute_qwen3_forward_gpu()", - "_callable": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", - "file_type": "code", - "norm_label": "execute_qwen3_forward_gpu()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1353" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_layer0_gpu", - "label": "execute_qwen3_layer0_gpu()", - "_callable": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", - "file_type": "code", - "norm_label": "execute_qwen3_layer0_gpu()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1326" - }, { "id": "src_qwen3_gpu_layer_qwen3gpudecodecache_reset", "label": "Qwen3GpuDecodeCache::reset()", "_callable": true, "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": "qwen3gpudecodecache::reset()", "source_file": "src/qwen3_gpu_layer.cpp", @@ -9748,6 +9136,18 @@ "source_file": "bench/m24_projection_bakeoff.cpp", "source_location": "L76" }, + { + "id": "bench_m24_projection_bakeoff_event_event", + "label": ".Event()", + "_callable": true, + "_origin": "ast", + "community": 293, + "community_name": "m24_projection_bakeoff.cpp", + "file_type": "code", + "norm_label": ".event()", + "source_file": "bench/m24_projection_bakeoff.cpp", + "source_location": "L49" + }, { "id": "bench_m24_projection_bakeoff_find_projection", "label": "find_projection()", @@ -9958,7 +9358,7 @@ "_callable": true, "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "check_device()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -9970,7 +9370,7 @@ "_callable": true, "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "device_error()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -9982,7 +9382,7 @@ "_callable": true, "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": ".devicebuffer()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -9994,31 +9394,19 @@ "_callable": true, "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": ".get()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", "source_location": "L30" }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_project", - "label": "project()", - "_callable": true, - "_origin": "ast", - "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", - "file_type": "code", - "norm_label": "project()", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L68" - }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_upload", "label": "upload()", "_callable": true, "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "upload()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -10060,18 +9448,6 @@ "source_file": "bench/prefill_v2_e2e_bench.cpp", "source_location": "L74" }, - { - "id": "tools_miinfer_cli_prefillprofile_destroy", - "label": ".destroy()", - "_callable": true, - "_origin": "ast", - "community": 374, - "community_name": "PrefillProfile", - "file_type": "code", - "norm_label": ".destroy()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L615" - }, { "id": "tools_miinfer_cli_prefillprofile_init", "label": ".init()", @@ -10480,6 +9856,18 @@ "source_file": "tests/qwen3_decode_gpu_test.cpp", "source_location": "L66" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_snapshot_decode_buffers", + "label": ".snapshot_decode_buffers()", + "_callable": true, + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": ".snapshot_decode_buffers()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L2255" + }, { "id": "tools_miinfer_cli_apply_runtime_preset", "label": "apply_runtime_preset()", @@ -11141,292 +10529,280 @@ "source_location": "L1871" }, { - "id": "include_miinfer_qwen3_gpu_primitives_launch_qwen35_fused_k_norm_rope_kv_store", - "label": "launch_qwen35_fused_k_norm_rope_kv_store()", + "id": "tests_fp16_gemv_test_check_output", + "label": "check_output()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "launch_qwen35_fused_k_norm_rope_kv_store()", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L978" + "norm_label": "check_output()", + "source_file": "tests/fp16_gemv_test.cpp", + "source_location": "L16" }, { - "id": "include_miinfer_qwen3_gpu_primitives_launch_qwen35_tiled_online_attention", - "label": "launch_qwen35_tiled_online_attention()", + "id": "tests_fp16_gemv_test_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "launch_qwen35_tiled_online_attention()", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L899" + "norm_label": "main()", + "source_file": "tests/fp16_gemv_test.cpp", + "source_location": "L107" }, { - "id": "include_miinfer_qwen3_gpu_primitives_launch_qwen3_kv_cache_store", - "label": "launch_qwen3_kv_cache_store()", + "id": "tests_fp16_gemv_test_run_shape", + "label": "run_shape()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "launch_qwen3_kv_cache_store()", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L1020" + "norm_label": "run_shape()", + "source_file": "tests/fp16_gemv_test.cpp", + "source_location": "L30" }, { - "id": "tests_qwen35_conv_batch_test_close", - "label": "close()", + "id": "tests_q4_q8_gemv_test_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "close()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L34" + "norm_label": "main()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L228" }, { - "id": "tests_qwen35_conv_batch_test_close_mmq", - "label": "close_mmq()", + "id": "tests_q4_q8_gemv_test_run_shape", + "label": "run_shape()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "close_mmq()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L38" + "norm_label": "run_shape()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L148" }, { - "id": "tests_qwen35_conv_batch_test_close_q6_mmq", - "label": "close_q6_mmq()", + "id": "tests_q4_q8_gemv_test_run_silu_q8_fusion_identity_test", + "label": "run_silu_q8_fusion_identity_test()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "close_q6_mmq()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L42" + "norm_label": "run_silu_q8_fusion_identity_test()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L88" }, { - "id": "tests_qwen35_conv_batch_test_main", - "label": "main()", + "id": "tests_q4_q8_gemv_test_run_zero_point_identity_tests", + "label": "run_zero_point_identity_tests()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "main()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L48" - }, - { - "id": "bench_prefix_state_reuse_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/prefix_state_reuse_bench.cpp", - "source_location": "L116" + "norm_label": "run_zero_point_identity_tests()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L23" }, { - "id": "bench_prefix_state_reuse_bench_make_synthetic_prompt", - "label": "make_synthetic_prompt()", + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_project", + "label": "project()", "_callable": true, "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "make_synthetic_prompt()", - "source_file": "bench/prefix_state_reuse_bench.cpp", - "source_location": "L61" + "norm_label": "project()", + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L68" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_export_exp0384_layer", - "label": ".export_exp0384_layer()", + "id": "tools_miinfer_cli_qwen35runtimeengine_restore_session_checkpoint", + "label": ".restore_session_checkpoint()", "_callable": true, "_origin": "ast", - "community": 493, - "community_name": "uint32_t", + "community": 49, + "community_name": "SessionCheckpoint", "file_type": "code", - "norm_label": ".export_exp0384_layer()", + "norm_label": ".restore_session_checkpoint()", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L2018" + "source_location": "L1268" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_prefill_full_layer_major_chunk", - "label": ".prefill_full_layer_major_chunk()", + "id": "tools_miinfer_cli_qwen35runtimeengine_session_checkpoint_compatible", + "label": ".session_checkpoint_compatible()", "_callable": true, "_origin": "ast", - "community": 493, - "community_name": "uint32_t", + "community": 49, + "community_name": "SessionCheckpoint", "file_type": "code", - "norm_label": ".prefill_full_layer_major_chunk()", + "norm_label": ".session_checkpoint_compatible()", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1742" + "source_location": "L1058" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_prefill_layer_major", - "label": ".prefill_layer_major()", + "id": "bench_prefix_state_reuse_bench_make_synthetic_prompt", + "label": "make_synthetic_prompt()", "_callable": true, "_origin": "ast", - "community": 493, - "community_name": "uint32_t", + "community": 490, + "community_name": "MatrixScenarioResult", "file_type": "code", - "norm_label": ".prefill_layer_major()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1438" + "norm_label": "make_synthetic_prompt()", + "source_file": "bench/prefix_state_reuse_bench.cpp", + "source_location": "L61" }, { - "id": "tools_qwen35_gpu_pipeline_b64_composition_enabled", - "label": "b64_composition_enabled()", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_print_result", + "label": "print_result()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "b64_composition_enabled()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L114" + "norm_label": "print_result()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L332" }, { - "id": "tools_qwen35_gpu_pipeline_exp0380_b64_probe_enabled", - "label": "exp0380_b64_probe_enabled()", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_run_bakeoff_main", + "label": "run_bakeoff_main()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "exp0380_b64_probe_enabled()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L87" + "norm_label": "run_bakeoff_main()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L382" }, { - "id": "tools_qwen35_gpu_pipeline_exp0380_probe_complete", - "label": "exp0380_probe_complete()", + "id": "tools_qwen35_gpu_pipeline_b64_composition_enabled", + "label": "b64_composition_enabled()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "exp0380_probe_complete()", + "norm_label": "b64_composition_enabled()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L139" + "source_location": "L114" }, { - "id": "tools_qwen35_gpu_pipeline_exp0380_probe_layer", - "label": "exp0380_probe_layer()", + "id": "tools_qwen35_gpu_pipeline_devicebytes_get", + "label": ".get()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "exp0380_probe_layer()", + "norm_label": ".get()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L134" + "source_location": "L171" }, { - "id": "tools_qwen35_gpu_pipeline_exp0380_probe_stage", - "label": "exp0380_probe_stage()", + "id": "tools_qwen35_gpu_pipeline_download", + "label": "download()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "exp0380_probe_stage()", + "norm_label": "download()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L129" + "source_location": "L647" }, { - "id": "tools_qwen35_gpu_pipeline_exp0382_b64_compose_enabled", - "label": "exp0382_b64_compose_enabled()", + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_capture_exp0371_prepare", + "label": ".capture_exp0371_prepare()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "exp0382_b64_compose_enabled()", + "norm_label": ".capture_exp0371_prepare()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L91" + "source_location": "L4459" }, { - "id": "tools_qwen35_gpu_pipeline_exp0383_route_enabled", - "label": "exp0383_route_enabled()", + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_count_m23_dispatch", + "label": ".count_m23_dispatch()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "exp0383_route_enabled()", + "norm_label": ".count_m23_dispatch()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L95" + "source_location": "L3934" }, { - "id": "tools_qwen35_gpu_pipeline_exp0386_first_group_scalar_enabled", - "label": "exp0386_first_group_scalar_enabled()", + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_attention", + "label": ".finish_prefill_attention()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "exp0386_first_group_scalar_enabled()", + "norm_label": ".finish_prefill_attention()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L109" + "source_location": "L4659" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_capture_exp0371_prepare", - "label": ".capture_exp0371_prepare()", + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_poison", + "label": ".poison()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": ".capture_exp0371_prepare()", + "norm_label": ".poison()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4459" + "source_location": "L4378" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_count_m23_dispatch", - "label": ".count_m23_dispatch()", + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_prefill_normalized_at", + "label": ".prefill_normalized_at()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": ".count_m23_dispatch()", + "norm_label": ".prefill_normalized_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L3934" + "source_location": "L4629" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_attention", - "label": ".finish_prefill_attention()", + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_prefill_qfull_at", + "label": ".prefill_qfull_at()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": ".finish_prefill_attention()", + "norm_label": ".prefill_qfull_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4659" + "source_location": "L4633" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_wide", - "label": ".finish_prefill_wide()", + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_prefill_value_at", + "label": ".prefill_value_at()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": ".finish_prefill_wide()", + "norm_label": ".prefill_value_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4816" + "source_location": "L4637" }, { "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_prefix", @@ -11434,7 +10810,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".prefix()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11446,7 +10822,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".prepare_prefill_batch()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11458,7 +10834,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_decode_layer_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11470,7 +10846,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_decode_layer_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11482,7 +10858,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".run()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11494,7 +10870,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".stage_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11506,7 +10882,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".stage_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11518,7 +10894,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".run()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11530,7 +10906,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11542,7 +10918,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project_native_down()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11554,7 +10930,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project_native_q6k_down()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11566,7 +10942,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project_q4_q8_1()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11578,7 +10954,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project_q4_q8_1_expanded()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11590,7 +10966,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project_q4_q8_1_prequantized()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11602,7 +10978,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project_q5_q8_1()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11614,7 +10990,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "project_q6_q8_k_dot4()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11626,31 +11002,103 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".capture_exp0372_rows()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L2375" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_capture_operands", + "label": ".capture_operands()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".capture_operands()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1612" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_logical_state", + "label": ".logical_state()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".logical_state()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1529" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_name", "label": ".name()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".name()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1488" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_poison", + "label": ".poison()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".poison()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1492" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prefill_gate_at", + "label": ".prefill_gate_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".prefill_gate_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1846" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prefill_normalized_at", + "label": ".prefill_normalized_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".prefill_normalized_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1837" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prefill_qkv_at", + "label": ".prefill_qkv_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".prefill_qkv_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1841" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prefill_wide", "label": ".prefill_wide()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".prefill_wide()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11662,7 +11110,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".prefill_wide_beta_decay()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11674,7 +11122,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".prefill_wide_causal()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11686,7 +11134,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".prefill_wide_qkv_gate()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11698,19 +11146,31 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".prefill_wide_ssm_out()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L2280" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_prepare_prefill_batch", + "label": ".prepare_prefill_batch()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".prepare_prefill_batch()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1753" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_decode_layer_end", "label": ".profile_decode_layer_end()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_decode_layer_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11722,7 +11182,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_decode_layer_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11734,7 +11194,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_wide_tail_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11746,7 +11206,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_wide_tail_family_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11758,7 +11218,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_wide_tail_family_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11770,19 +11230,31 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".profile_wide_tail_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1722" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_reset", + "label": ".reset()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".reset()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1499" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_run", "label": ".run()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".run()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11794,7 +11266,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".stage_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11806,31 +11278,55 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".stage_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1642" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_state_value", + "label": ".state_value()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".state_value()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1621" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_trace_tensor", "label": ".trace_tensor()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".trace_tensor()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1551" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_upload_state", + "label": ".upload_state()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": ".get", + "file_type": "code", + "norm_label": ".upload_state()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1511" + }, { "id": "tools_qwen35_gpu_pipeline_recurrenttrace_report", "label": ".report()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".report()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11842,7 +11338,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": ".report_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11854,7 +11350,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "run_hybrid_block()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11938,7 +11434,7 @@ "_callable": true, "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "main()", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -11950,7 +11446,7 @@ "_callable": true, "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "make_synthetic_prompt()", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -12172,30 +11668,6 @@ "source_file": "bench/m13_quant_mm_bench.cpp", "source_location": "L37" }, - { - "id": "bench_m13_quant_mm_bench_find_tensor", - "label": "find_tensor()", - "_callable": true, - "_origin": "ast", - "community": 559, - "community_name": "m13_quant_mm_bench.cpp", - "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/m13_quant_mm_bench.cpp", - "source_location": "L63" - }, - { - "id": "bench_m13_quant_mm_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 559, - "community_name": "m13_quant_mm_bench.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/m13_quant_mm_bench.cpp", - "source_location": "L170" - }, { "id": "bench_m13_quant_mm_bench_measure", "label": "measure()", @@ -12562,7 +12034,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "as()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12574,7 +12046,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "compare_outputs()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12586,7 +12058,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": ".eventpair()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12598,7 +12070,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "fixture_checkpoint()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12610,7 +12082,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "main()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12622,7 +12094,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": ".rawbuffer()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12634,7 +12106,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "read_fixture()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12646,7 +12118,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "run_layer()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12658,7 +12130,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "sample_vram()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12670,7 +12142,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "set_environment()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12682,7 +12154,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": ".clear()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -12694,7 +12166,7 @@ "_callable": true, "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": ".stageevents()", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -13493,88 +12965,100 @@ "source_location": "L12" }, { - "id": "bench_context_envelope_bench_main", + "id": "bench_gdn_kernel_bakeoff_main", "label": "main()", "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "main()", - "source_file": "bench/context_envelope_bench.cpp", - "source_location": "L11" + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L58" }, { - "id": "bench_decode_gdn_breakdown_main", - "label": "main()", + "id": "bench_gdn_kernel_bakeoff_measure", + "label": "measure()", "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "main()", - "source_file": "bench/decode_gdn_breakdown.cpp", - "source_location": "L30" + "norm_label": "measure()", + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L28" }, { - "id": "bench_decode_stage_profile_main", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_main", "label": "main()", "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "main()", - "source_file": "bench/decode_stage_profile.cpp", - "source_location": "L30" + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L808" }, { - "id": "bench_v2_0026_production_hardening_bench_main", + "id": "bench_v2_0023_cross_query_attention_bench_elapsed_ms", + "label": "elapsed_ms()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "elapsed_ms()", + "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", + "source_location": "L42" + }, + { + "id": "bench_v2_0023_cross_query_attention_bench_main", "label": "main()", "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "main()", - "source_file": "bench/v2_0026_production_hardening_bench.cpp", - "source_location": "L39" + "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", + "source_location": "L833" }, { - "id": "bench_v2_0026_production_hardening_bench_make_synthetic_prompt", - "label": "make_synthetic_prompt()", + "id": "bench_v2_0023_cross_query_attention_bench_mean", + "label": "mean()", "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "make_synthetic_prompt()", - "source_file": "bench/v2_0026_production_hardening_bench.cpp", - "source_location": "L27" + "norm_label": "mean()", + "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", + "source_location": "L55" }, { - "id": "bench_v2_0028_persistent_session_bench_main", - "label": "main()", + "id": "bench_v2_0023_cross_query_attention_bench_median", + "label": "median()", "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "main()", - "source_file": "bench/v2_0028_persistent_session_bench.cpp", - "source_location": "L41" + "norm_label": "median()", + "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", + "source_location": "L48" }, { - "id": "bench_v2_0028_persistent_session_bench_make_synthetic_prompt", - "label": "make_synthetic_prompt()", + "id": "bench_v2_0023_cross_query_attention_bench_stddev", + "label": "stddev()", "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "make_synthetic_prompt()", - "source_file": "bench/v2_0028_persistent_session_bench.cpp", - "source_location": "L29" + "norm_label": "stddev()", + "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", + "source_location": "L60" }, { "id": "include_miinfer_hip_check_hip_check", @@ -13582,7 +13066,7 @@ "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "hip_check()", "source_file": "include/miinfer/hip_check.hpp", @@ -13594,12 +13078,60 @@ "_callable": true, "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "hip_check_failed()", "source_file": "include/miinfer/hip_check.hpp", "source_location": "L11" }, + { + "id": "include_miinfer_prefill_v2_reusable_context_compute_token_sequence_hash", + "label": "compute_token_sequence_hash()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "compute_token_sequence_hash()", + "source_file": "include/miinfer/prefill_v2/reusable_context.hpp", + "source_location": "L38" + }, + { + "id": "tests_device_info_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "main()", + "source_file": "tests/device_info.cpp", + "source_location": "L8" + }, + { + "id": "tests_host_test_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "main()", + "source_file": "tests/host_test.cpp", + "source_location": "L9" + }, + { + "id": "tests_qwen3_tokenizer_test_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "main()", + "source_file": "tests/qwen3_tokenizer_test.cpp", + "source_location": "L11" + }, { "id": "tools_m6a17_qwen35_composition_ladder_argmax", "label": "argmax()", @@ -13672,6 +13204,18 @@ "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", "source_location": "L49" }, + { + "id": "tools_m6a3_qwen35_layer_read_tokens", + "label": "read_tokens()", + "_callable": true, + "_origin": "ast", + "community": 636, + "community_name": "run_ladder", + "file_type": "code", + "norm_label": "read_tokens()", + "source_file": "tools/m6a3_qwen35_layer.cpp", + "source_location": "L93" + }, { "id": "bench_v2_0017_pipelined_stream_bakeoff_compute_accuracy", "label": "compute_accuracy()", @@ -13756,6 +13300,18 @@ "source_file": "bench/v2_0017_pipelined_stream_bakeoff.cpp", "source_location": "L57" }, + { + "id": "bench_prefix_state_reuse_bench_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 644, + "community_name": "ReusableContext", + "file_type": "code", + "norm_label": "main()", + "source_file": "bench/prefix_state_reuse_bench.cpp", + "source_location": "L116" + }, { "id": "bench_prefix_state_reuse_bench_test_failure_cases", "label": "test_failure_cases()", @@ -13996,6 +13552,30 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L687" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_clear_session_checkpoints", + "label": ".clear_session_checkpoints()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".clear_session_checkpoints()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1051" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_copy_session_checkpoint", + "label": ".copy_session_checkpoint()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".copy_session_checkpoint()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1235" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_decode_m26c_state", "label": ".decode_m26c_state()", @@ -14032,6 +13612,30 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L2007" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_export_exp0384_layer", + "label": ".export_exp0384_layer()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".export_exp0384_layer()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L2018" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_generate", + "label": ".generate()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".generate()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L2194" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_generate_fresh", "label": ".generate_fresh()", @@ -14080,6 +13684,18 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1066" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_longest_session_checkpoint", + "label": ".longest_session_checkpoint()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".longest_session_checkpoint()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1115" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_m26c_model_hash", "label": ".m26c_model_hash()", @@ -14104,6 +13720,30 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1930" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_prefill_full_layer_major_chunk", + "label": ".prefill_full_layer_major_chunk()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_full_layer_major_chunk()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1742" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_prefill_layer_major", + "label": ".prefill_layer_major()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_layer_major()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1438" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_prefill_step", "label": ".prefill_step()", @@ -14129,28 +13769,40 @@ "source_location": "L2287" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_runtime_selector_identity", - "label": ".runtime_selector_identity()", + "id": "tools_miinfer_cli_qwen35runtimeengine_reset", + "label": ".reset()", "_callable": true, "_origin": "ast", "community": 648, "community_name": "size_t", "file_type": "code", - "norm_label": ".runtime_selector_identity()", + "norm_label": ".reset()", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L2333" + "source_location": "L969" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_snapshot_decode_buffers", - "label": ".snapshot_decode_buffers()", + "id": "tools_miinfer_cli_qwen35runtimeengine_reset_device_state", + "label": ".reset_device_state()", "_callable": true, "_origin": "ast", "community": 648, "community_name": "size_t", "file_type": "code", - "norm_label": ".snapshot_decode_buffers()", + "norm_label": ".reset_device_state()", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L2255" + "source_location": "L974" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_runtime_selector_identity", + "label": ".runtime_selector_identity()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".runtime_selector_identity()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L2333" }, { "id": "tools_miinfer_cli_qwen35runtimeengine_snapshot_decode_bytes", @@ -14176,6 +13828,18 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1340" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_touch_session_checkpoint", + "label": ".touch_session_checkpoint()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".touch_session_checkpoint()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1161" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_write_exp0367_prefill_state", "label": ".write_exp0367_prefill_state()", @@ -14200,6 +13864,54 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L2347" }, + { + "id": "tools_qwen35_gpu_pipeline_exp0380_b64_probe_enabled", + "label": "exp0380_b64_probe_enabled()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0380_b64_probe_enabled()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L87" + }, + { + "id": "tools_qwen35_gpu_pipeline_exp0380_probe_complete", + "label": "exp0380_probe_complete()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0380_probe_complete()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L139" + }, + { + "id": "tools_qwen35_gpu_pipeline_exp0380_probe_layer", + "label": "exp0380_probe_layer()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0380_probe_layer()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L134" + }, + { + "id": "tools_qwen35_gpu_pipeline_exp0380_probe_stage", + "label": "exp0380_probe_stage()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0380_probe_stage()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L129" + }, { "id": "tools_qwen35_gpu_pipeline_exp0381_marker", "label": "exp0381_marker()", @@ -14224,6 +13936,54 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L120" }, + { + "id": "tools_qwen35_gpu_pipeline_exp0382_b64_compose_enabled", + "label": "exp0382_b64_compose_enabled()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0382_b64_compose_enabled()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L91" + }, + { + "id": "tools_qwen35_gpu_pipeline_exp0383_route_enabled", + "label": "exp0383_route_enabled()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0383_route_enabled()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L95" + }, + { + "id": "tools_qwen35_gpu_pipeline_exp0386_first_group_scalar_enabled", + "label": "exp0386_first_group_scalar_enabled()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0386_first_group_scalar_enabled()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L109" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_wide", + "label": ".finish_prefill_wide()", + "_callable": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".finish_prefill_wide()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4816" + }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionlayerkvcachestorage_attentionlayerkvcachestorage", "label": ".AttentionLayerKvCacheStorage()", @@ -14513,40 +14273,40 @@ "source_location": "L956" }, { - "id": "src_fp16_gemv_reference_evaluate_fp16_gemv", - "label": "evaluate_fp16_gemv()", + "id": "include_miinfer_qwen3_gpu_primitives_launch_qwen35_fused_k_norm_rope_kv_store", + "label": "launch_qwen35_fused_k_norm_rope_kv_store()", "_callable": true, "_origin": "ast", "community": 655, "community_name": "half", "file_type": "code", - "norm_label": "evaluate_fp16_gemv()", - "source_file": "src/fp16_gemv_reference.cpp", - "source_location": "L59" + "norm_label": "launch_qwen35_fused_k_norm_rope_kv_store()", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L978" }, { - "id": "src_fp16_gemv_reference_fp16_gemv_cpu_reference", - "label": "fp16_gemv_cpu_reference()", + "id": "include_miinfer_qwen3_gpu_primitives_launch_qwen35_tiled_online_attention", + "label": "launch_qwen35_tiled_online_attention()", "_callable": true, "_origin": "ast", "community": 655, "community_name": "half", "file_type": "code", - "norm_label": "fp16_gemv_cpu_reference()", - "source_file": "src/fp16_gemv_reference.cpp", - "source_location": "L41" + "norm_label": "launch_qwen35_tiled_online_attention()", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L899" }, { - "id": "src_fp16_gemv_reference_generate_fp16_gemv_data", - "label": "generate_fp16_gemv_data()", + "id": "include_miinfer_qwen3_gpu_primitives_launch_qwen3_kv_cache_store", + "label": "launch_qwen3_kv_cache_store()", "_callable": true, "_origin": "ast", "community": 655, "community_name": "half", "file_type": "code", - "norm_label": "generate_fp16_gemv_data()", - "source_file": "src/fp16_gemv_reference.cpp", - "source_location": "L23" + "norm_label": "launch_qwen3_kv_cache_store()", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L1020" }, { "id": "tools_m6a3_qwen35_layer_half", @@ -14920,66 +14680,6 @@ "source_file": "tests/qwen3_generate.cpp", "source_location": "L54" }, - { - "id": "tests_q4_q8_dot4_probe_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 679, - "community_name": "q4_q8_gemv.hpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/q4_q8_dot4_probe.cpp", - "source_location": "L11" - }, - { - "id": "tests_q4_q8_gemv_test_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 679, - "community_name": "q4_q8_gemv.hpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L228" - }, - { - "id": "tests_q4_q8_gemv_test_run_shape", - "label": "run_shape()", - "_callable": true, - "_origin": "ast", - "community": 679, - "community_name": "q4_q8_gemv.hpp", - "file_type": "code", - "norm_label": "run_shape()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L148" - }, - { - "id": "tests_q4_q8_gemv_test_run_silu_q8_fusion_identity_test", - "label": "run_silu_q8_fusion_identity_test()", - "_callable": true, - "_origin": "ast", - "community": 679, - "community_name": "q4_q8_gemv.hpp", - "file_type": "code", - "norm_label": "run_silu_q8_fusion_identity_test()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L88" - }, - { - "id": "tests_q4_q8_gemv_test_run_zero_point_identity_tests", - "label": "run_zero_point_identity_tests()", - "_callable": true, - "_origin": "ast", - "community": 679, - "community_name": "q4_q8_gemv.hpp", - "file_type": "code", - "norm_label": "run_zero_point_identity_tests()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L23" - }, { "id": "bench_suffix_attention_halfwave_multitoken_compute_accuracy", "label": "compute_accuracy()", @@ -15262,7 +14962,7 @@ "_callable": true, "_origin": "ast", "community": 697, - "community_name": "DeviceBuffer", + "community_name": "m6a19_qwen35_conv_gpu.cpp", "file_type": "code", "norm_label": ".devicebuffer()", "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", @@ -15274,19 +14974,79 @@ "_callable": true, "_origin": "ast", "community": 697, - "community_name": "DeviceBuffer", + "community_name": "m6a19_qwen35_conv_gpu.cpp", "file_type": "code", "norm_label": ".get()", "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", "source_location": "L30" }, + { + "id": "tools_m6a19_qwen35_conv_gpu_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 697, + "community_name": "m6a19_qwen35_conv_gpu.cpp", + "file_type": "code", + "norm_label": "main()", + "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", + "source_location": "L42" + }, + { + "id": "tools_m6a19_qwen35_conv_gpu_upload", + "label": "upload()", + "_callable": true, + "_origin": "ast", + "community": 697, + "community_name": "m6a19_qwen35_conv_gpu.cpp", + "file_type": "code", + "norm_label": "upload()", + "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", + "source_location": "L36" + }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview_bytes", + "label": ".bytes()", + "_callable": true, + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": ".bytes()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L40" + }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview_data", + "label": ".data()", + "_callable": true, + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": ".data()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L41" + }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview_type", + "label": ".type()", + "_callable": true, + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": ".type()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L38" + }, { "id": "src_qwen35_model_narrow", "label": "narrow()", "_callable": true, "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "narrow()", "source_file": "src/qwen35_model.cpp", @@ -15298,7 +15058,7 @@ "_callable": true, "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "qwen35model::load()", "source_file": "src/qwen35_model.cpp", @@ -15310,7 +15070,7 @@ "_callable": true, "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "qwen35model::tensor()", "source_file": "src/qwen35_model.cpp", @@ -15322,7 +15082,7 @@ "_callable": true, "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "require_equal()", "source_file": "src/qwen35_model.cpp", @@ -15334,7 +15094,7 @@ "_callable": true, "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "require_f32_vector()", "source_file": "src/qwen35_model.cpp", @@ -15346,36 +15106,12 @@ "_callable": true, "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "unsupported()", "source_file": "src/qwen35_model.cpp", "source_location": "L10" }, - { - "id": "bench_v2_0030_direct_vgpr_streaming_bench_find_tensor", - "label": "find_tensor()", - "_callable": true, - "_origin": "ast", - "community": 703, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", - "source_location": "L36" - }, - { - "id": "bench_v2_0030_direct_vgpr_streaming_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 703, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", - "source_location": "L69" - }, { "id": "bench_v2_0030_direct_vgpr_streaming_bench_make_synthetic_prompt", "label": "make_synthetic_prompt()", @@ -15437,16 +15173,100 @@ "source_location": "L27" }, { - "id": "include_miinfer_qwen35_model_qwen35model_file", - "label": ".file()", + "id": "include_miinfer_qwen3_layer_qwen3decodecache_capacity", + "label": ".capacity()", "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen35Model", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": ".file()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L53" + "norm_label": ".capacity()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L97" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3decodecache_layers", + "label": ".layers()", + "_callable": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": ".layers()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L95" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_capacity", + "label": ".capacity()", + "_callable": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": ".capacity()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L72" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_head_dim", + "label": ".head_dim()", + "_callable": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": ".head_dim()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L71" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_kv_heads", + "label": ".kv_heads()", + "_callable": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": ".kv_heads()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L70" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_length", + "label": ".length()", + "_callable": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": ".length()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L73" + }, + { + "id": "src_qwen3_layer_execute_qwen3_decode_host", + "label": "execute_qwen3_decode_host()", + "_callable": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "execute_qwen3_decode_host()", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L452" + }, + { + "id": "src_qwen3_layer_execute_qwen3_forward_host", + "label": "execute_qwen3_forward_host()", + "_callable": true, + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "execute_qwen3_forward_host()", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L440" }, { "id": "bench_v2_0022_suffix_mmq_critical_path_bench_find_tensor", @@ -15454,7 +15274,7 @@ "_callable": true, "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "find_tensor()", "source_file": "bench/v2_0022_suffix_mmq_critical_path_bench.cpp", @@ -15466,7 +15286,7 @@ "_callable": true, "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "main()", "source_file": "bench/v2_0022_suffix_mmq_critical_path_bench.cpp", @@ -15478,7 +15298,7 @@ "_callable": true, "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "make_synthetic_prompt()", "source_file": "bench/v2_0022_suffix_mmq_critical_path_bench.cpp", @@ -15490,7 +15310,7 @@ "_callable": true, "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "mean()", "source_file": "bench/v2_0022_suffix_mmq_critical_path_bench.cpp", @@ -15502,7 +15322,7 @@ "_callable": true, "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "median()", "source_file": "bench/v2_0022_suffix_mmq_critical_path_bench.cpp", @@ -15514,24 +15334,12 @@ "_callable": true, "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "stddev()", "source_file": "bench/v2_0022_suffix_mmq_critical_path_bench.cpp", "source_location": "L54" }, - { - "id": "include_miinfer_prefill_v2_reusable_context_compute_token_sequence_hash", - "label": "compute_token_sequence_hash()", - "_callable": true, - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "compute_token_sequence_hash()", - "source_file": "include/miinfer/prefill_v2/reusable_context.hpp", - "source_location": "L38" - }, { "id": "include_miinfer_prefill_v2_workspace_prefillv2workspacemanager_max_tokens", "label": ".max_tokens()", @@ -15785,52 +15593,64 @@ "source_location": "L42" }, { - "id": "bench_qwen3_inference_bench_validate_cache", - "label": "validate_cache()", + "id": "tools_qwen35_gpu_pipeline_download_bytes", + "label": "download_bytes()", "_callable": true, "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community": 723, + "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": "validate_cache()", - "source_file": "bench/qwen3_inference_bench.cpp", - "source_location": "L210" + "norm_label": "download_bytes()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L654" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_qwen3gpudecodecache", - "label": ".Qwen3GpuDecodeCache()", + "id": "tools_qwen35_gpu_pipeline_fingerprint", + "label": "fingerprint()", "_callable": true, "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community": 723, + "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": ".qwen3gpudecodecache()", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L263" + "norm_label": "fingerprint()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L690" }, { - "id": "bench_prefill_v2_model_bench_compute_accuracy", - "label": "compute_accuracy()", + "id": "tools_qwen35_gpu_pipeline_host_fingerprint", + "label": "host_fingerprint()", "_callable": true, "_origin": "ast", - "community": 727, - "community_name": "string", + "community": 723, + "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": "compute_accuracy()", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L32" + "norm_label": "host_fingerprint()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L660" }, { - "id": "bench_prefill_v2_model_bench_get_top_k", - "label": "get_top_k()", + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_set_m12_dense_source", + "label": ".set_m12_dense_source()", "_callable": true, "_origin": "ast", - "community": 727, - "community_name": "string", + "community": 723, + "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": "get_top_k()", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L75" + "norm_label": ".set_m12_dense_source()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1880" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_state_fingerprint", + "label": ".state_fingerprint()", + "_callable": true, + "_origin": "ast", + "community": 723, + "community_name": "M23ProfileCounters", + "file_type": "code", + "norm_label": ".state_fingerprint()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1546" }, { "id": "bench_prefill_v2_model_bench_main", @@ -15838,7 +15658,7 @@ "_callable": true, "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "main()", "source_file": "bench/prefill_v2_model_bench.cpp", @@ -15850,7 +15670,7 @@ "_callable": true, "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "inspect_device()", "source_file": "src/device_validation.cpp", @@ -15862,7 +15682,7 @@ "_callable": true, "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "is_gfx906()", "source_file": "src/device_validation.cpp", @@ -15874,7 +15694,7 @@ "_callable": true, "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "print_device_info()", "source_file": "src/device_validation.cpp", @@ -15886,36 +15706,12 @@ "_callable": true, "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "validate_gfx906_device()", "source_file": "src/device_validation.cpp", "source_location": "L35" }, - { - "id": "tests_device_info_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/device_info.cpp", - "source_location": "L8" - }, - { - "id": "tests_host_test_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/host_test.cpp", - "source_location": "L9" - }, { "id": "bench_qwen3_attention_ab_bench_throughput", "label": "throughput()", @@ -15940,97 +15736,25 @@ "source_file": "bench/qwen3_attention_ab_bench.cpp", "source_location": "L330" }, - { - "id": "include_miinfer_qwen3_layer_qwen3decodecache_capacity", - "label": ".capacity()", - "_callable": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": ".capacity()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L97" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3decodecache_layers", - "label": ".layers()", - "_callable": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": ".layers()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L95" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_capacity", - "label": ".capacity()", - "_callable": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": ".capacity()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L72" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_head_dim", - "label": ".head_dim()", - "_callable": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": ".head_dim()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L71" - }, { "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_keys", "label": ".keys()", "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": ".keys()", "source_file": "include/miinfer/qwen3_layer.hpp", "source_location": "L74" }, - { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_kv_heads", - "label": ".kv_heads()", - "_callable": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": ".kv_heads()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L70" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_length", - "label": ".length()", - "_callable": true, - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": ".length()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L73" - }, { "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_values", "label": ".values()", "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": ".values()", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -16042,7 +15766,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "qwen3decodecache::reset()", "source_file": "src/qwen3_layer.cpp", @@ -16054,7 +15778,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "cache_contract_test()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16066,7 +15790,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "checkpoint_tolerance()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16078,7 +15802,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "checkpoints()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16090,7 +15814,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "equal_vectors()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16102,7 +15826,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "external_checkpoint()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16114,7 +15838,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "external_trace_test()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16126,7 +15850,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "layer_sequence_test()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16138,7 +15862,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "main()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16150,7 +15874,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "max_abs()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -16162,12 +15886,24 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "read_f32()", "source_file": "tests/qwen3_kv_cache_test.cpp", "source_location": "L56" }, + { + "id": "bench_qwen35_gqa_prefill_bench_elapsed", + "label": "elapsed()", + "_callable": true, + "_origin": "ast", + "community": 734, + "community_name": "AttentionKvCacheView", + "file_type": "code", + "norm_label": "elapsed()", + "source_file": "bench/qwen35_gqa_prefill_bench.cpp", + "source_location": "L24" + }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionkvcacheview_is_k_q8", "label": ".is_k_q8()", @@ -16300,174 +16036,18 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L395" }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_compute_metrics", - "label": "compute_metrics()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "compute_metrics()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L40" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_evaluate_token_count", - "label": "evaluate_token_count()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "evaluate_token_count()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L150" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_history", - "label": "generate_initial_history()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "generate_initial_history()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L114" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_state", - "label": "generate_initial_state()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "generate_initial_state()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L104" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_realistic_input", - "label": "generate_realistic_input()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "generate_realistic_input()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L91" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L808" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_print_result", - "label": "print_result()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "print_result()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L332" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_run_bakeoff_main", - "label": "run_bakeoff_main()", - "_callable": true, - "_origin": "ast", - "community": 736, - "community_name": "evaluate_token_count", - "file_type": "code", - "norm_label": "run_bakeoff_main()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L382" - }, - { - "id": "bench_v2_0023_cross_query_attention_bench_elapsed_ms", - "label": "elapsed_ms()", - "_callable": true, - "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", - "file_type": "code", - "norm_label": "elapsed_ms()", - "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", - "source_location": "L42" - }, { "id": "bench_v2_0023_cross_query_attention_bench_gpubuffer_gpubuffer", "label": ".GpuBuffer()", "_callable": true, "_origin": "ast", "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", + "community_name": "GpuBuffer", "file_type": "code", "norm_label": ".gpubuffer()", "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", "source_location": "L32" }, - { - "id": "bench_v2_0023_cross_query_attention_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", - "source_location": "L833" - }, - { - "id": "bench_v2_0023_cross_query_attention_bench_mean", - "label": "mean()", - "_callable": true, - "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", - "file_type": "code", - "norm_label": "mean()", - "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", - "source_location": "L55" - }, - { - "id": "bench_v2_0023_cross_query_attention_bench_median", - "label": "median()", - "_callable": true, - "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", - "file_type": "code", - "norm_label": "median()", - "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", - "source_location": "L48" - }, - { - "id": "bench_v2_0023_cross_query_attention_bench_stddev", - "label": "stddev()", - "_callable": true, - "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", - "file_type": "code", - "norm_label": "stddev()", - "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", - "source_location": "L60" - }, { "id": "include_miinfer_model_plan_gpuweightarena_bytes", "label": ".bytes()", @@ -16625,16 +16205,16 @@ "source_location": "L34" }, { - "id": "src_kquant_wave_layout_pack_q4k_mmq_tensor", - "label": "pack_q4k_mmq_tensor()", + "id": "tools_miinfer_cli_prefillprofile_destroy", + "label": ".destroy()", "_callable": true, "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "pack_q4k_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L612" + "norm_label": ".destroy()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L615" }, { "id": "tools_miinfer_cli_qwen35runtimeengine_cleanup_graphs", @@ -16660,6 +16240,18 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L3265" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_init_layers", + "label": ".init_layers()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": ".init_layers()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L3107" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_init_m12_dense_workspace", "label": ".init_m12_dense_workspace()", @@ -16768,6 +16360,18 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L341" }, + { + "id": "tools_qwen35_gpu_pipeline_compare_bytes", + "label": "compare_bytes()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "compare_bytes()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L674" + }, { "id": "tools_qwen35_gpu_pipeline_configured_wide_prefill_batch", "label": "configured_wide_prefill_batch()", @@ -16876,6 +16480,42 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L334" }, + { + "id": "tools_qwen35_gpu_pipeline_cosine_similarity", + "label": "cosine_similarity()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "cosine_similarity()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L442" + }, + { + "id": "tools_qwen35_gpu_pipeline_detailed_compare", + "label": "detailed_compare()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "detailed_compare()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L415" + }, + { + "id": "tools_qwen35_gpu_pipeline_detailed_device_error", + "label": "detailed_device_error()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "detailed_device_error()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L484" + }, { "id": "tools_qwen35_gpu_pipeline_environment_flag", "label": "environment_flag()", @@ -16900,6 +16540,18 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L100" }, + { + "id": "tools_qwen35_gpu_pipeline_first_argmax", + "label": "first_argmax()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "first_argmax()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L455" + }, { "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_copy_weight", "label": ".copy_weight()", @@ -16936,6 +16588,30 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L3939" }, + { + "id": "tools_qwen35_gpu_pipeline_located_device_error", + "label": "located_device_error()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "located_device_error()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L502" + }, + { + "id": "tools_qwen35_gpu_pipeline_located_host_error", + "label": "located_host_error()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "located_host_error()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L632" + }, { "id": "tools_qwen35_gpu_pipeline_native_attn_gate_enabled", "label": "native_attn_gate_enabled()", @@ -17056,6 +16732,30 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L263" }, + { + "id": "tools_qwen35_gpu_pipeline_rank_of", + "label": "rank_of()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "rank_of()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L475" + }, + { + "id": "tools_qwen35_gpu_pipeline_read_external_operands", + "label": "read_external_operands()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "read_external_operands()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5867" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_ensure_m23_repacked", "label": ".ensure_m23_repacked()", @@ -17092,6 +16792,18 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L964" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrenttrace_report_host", + "label": ".report_host()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": ".report_host()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L546" + }, { "id": "tools_qwen35_gpu_pipeline_require_type", "label": "require_type()", @@ -17128,6 +16840,18 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L326" }, + { + "id": "tools_qwen35_gpu_pipeline_top_indices", + "label": "top_indices()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "top_indices()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L463" + }, { "id": "tools_qwen35_gpu_pipeline_upload", "label": "upload()", @@ -17152,42 +16876,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L203" }, - { - "id": "include_miinfer_qwen35_model_qwen35tensorview_bytes", - "label": ".bytes()", - "_callable": true, - "_origin": "ast", - "community": 742, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": ".bytes()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L40" - }, - { - "id": "include_miinfer_qwen35_model_qwen35tensorview_data", - "label": ".data()", - "_callable": true, - "_origin": "ast", - "community": 742, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": ".data()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L41" - }, - { - "id": "include_miinfer_qwen35_model_qwen35tensorview_type", - "label": ".type()", - "_callable": true, - "_origin": "ast", - "community": 742, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": ".type()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L38" - }, { "id": "bench_qwen3_decode_profile_build_json", "label": "build_json()", @@ -17368,6 +17056,54 @@ "source_file": "tests/qwen3_cached_attention_determinism_gpu_test.cpp", "source_location": "L31" }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_evaluate_token_count", + "label": "evaluate_token_count()", + "_callable": true, + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "evaluate_token_count()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L150" + }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_history", + "label": "generate_initial_history()", + "_callable": true, + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "generate_initial_history()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L114" + }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_state", + "label": "generate_initial_state()", + "_callable": true, + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "generate_initial_state()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L104" + }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_realistic_input", + "label": "generate_realistic_input()", + "_callable": true, + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "generate_realistic_input()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L91" + }, { "id": "include_miinfer_prefill_v2_state_recurrentlayerstatestorage_position", "label": ".position()", @@ -17440,66 +17176,6 @@ "source_file": "tools/m6a16_qwen35_hybrid_block_4_7_audit.cpp", "source_location": "L11" }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_check_values", - "label": "check_values()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "check_values()", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L57" - }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "main()", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L95" - }, - { - "id": "tools_m6a3_qwen35_layer_f32_values", - "label": "f32_values()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "f32_values()", - "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L312" - }, - { - "id": "tools_m6a3_qwen35_layer_require_match", - "label": "require_match()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "require_match()", - "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L132" - }, - { - "id": "tools_m6a3_qwen35_layer_rms_rows", - "label": "rms_rows()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "rms_rows()", - "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L333" - }, { "id": "tools_m6a5_qwen35_hybrid_block_full_block", "label": "full_block()", @@ -17680,6 +17356,18 @@ "source_file": "bench/v2_0024_quantized_prefix_kv_bench.cpp", "source_location": "L49" }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_compute_metrics", + "label": "compute_metrics()", + "_callable": true, + "_origin": "ast", + "community": 755, + "community_name": "NumericalMetrics", + "file_type": "code", + "norm_label": "compute_metrics()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L40" + }, { "id": "bench_m12_dense_stage_bench_as", "label": "as()", @@ -17884,30 +17572,6 @@ "source_file": "include/miinfer/prefill_v2/model.hpp", "source_location": "L186" }, - { - "id": "bench_v2_0029_mmq_efficiency_bench_find_tensor", - "label": "find_tensor()", - "_callable": true, - "_origin": "ast", - "community": 760, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", - "source_location": "L36" - }, - { - "id": "bench_v2_0029_mmq_efficiency_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 760, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", - "source_location": "L68" - }, { "id": "bench_v2_0029_mmq_efficiency_bench_make_synthetic_prompt", "label": "make_synthetic_prompt()", @@ -18352,18 +18016,6 @@ "source_file": "bench/qwen35_gqa_prefill_bench.cpp", "source_location": "L19" }, - { - "id": "bench_qwen35_gqa_prefill_bench_elapsed", - "label": "elapsed()", - "_callable": true, - "_origin": "ast", - "community": 775, - "community_name": "qwen35_gqa_prefill_bench.cpp", - "file_type": "code", - "norm_label": "elapsed()", - "source_file": "bench/qwen35_gqa_prefill_bench.cpp", - "source_location": "L24" - }, { "id": "bench_qwen35_gqa_prefill_bench_main", "label": "main()", @@ -18388,13 +18040,49 @@ "source_file": "bench/qwen35_gqa_prefill_bench.cpp", "source_location": "L30" }, + { + "id": "tests_qwen35_conv_batch_test_close", + "label": "close()", + "_callable": true, + "_origin": "ast", + "community": 777, + "community_name": "main", + "file_type": "code", + "norm_label": "close()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L34" + }, + { + "id": "tests_qwen35_conv_batch_test_close_mmq", + "label": "close_mmq()", + "_callable": true, + "_origin": "ast", + "community": 777, + "community_name": "main", + "file_type": "code", + "norm_label": "close_mmq()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L38" + }, + { + "id": "tests_qwen35_conv_batch_test_close_q6_mmq", + "label": "close_q6_mmq()", + "_callable": true, + "_origin": "ast", + "community": 777, + "community_name": "main", + "file_type": "code", + "norm_label": "close_q6_mmq()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L42" + }, { "id": "tests_qwen35_conv_batch_test_devicebuffer_bytes", "label": ".bytes()", "_callable": true, "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": ".bytes()", "source_file": "tests/qwen35_conv_batch_test.cpp", @@ -18406,7 +18094,7 @@ "_callable": true, "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": ".devicebuffer()", "source_file": "tests/qwen35_conv_batch_test.cpp", @@ -18418,35 +18106,59 @@ "_callable": true, "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": ".get()", "source_file": "tests/qwen35_conv_batch_test.cpp", "source_location": "L27" }, { - "id": "bench_gdn_kernel_bakeoff_main", + "id": "tests_qwen35_conv_batch_test_main", "label": "main()", "_callable": true, "_origin": "ast", - "community": 778, - "community_name": "gdn_kernel_bakeoff.cpp", + "community": 777, + "community_name": "main", "file_type": "code", "norm_label": "main()", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L58" + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L48" }, { - "id": "bench_gdn_kernel_bakeoff_measure", - "label": "measure()", + "id": "src_qwen3_gpu_layer_profilescope_profilescope", + "label": ".ProfileScope()", "_callable": true, "_origin": "ast", "community": 778, - "community_name": "gdn_kernel_bakeoff.cpp", + "community_name": "ProfileScope", "file_type": "code", - "norm_label": "measure()", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L28" + "norm_label": ".profilescope()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L131" + }, + { + "id": "src_qwen3_gpu_layer_projection_profile_category", + "label": "projection_profile_category()", + "_callable": true, + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "projection_profile_category()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L379" + }, + { + "id": "src_qwen3_gpu_layer_qwen3_profile_category_name", + "label": "qwen3_profile_category_name()", + "_callable": true, + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "qwen3_profile_category_name()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L26" }, { "id": "src_prefill_v2_kv_cache_attentionlayerkvcachestorage_attentionlayerkvcachestorage", @@ -18689,64 +18401,28 @@ "source_location": "L68" }, { - "id": "tests_qwen3_primitives_test_close_enough", - "label": "close_enough()", - "_callable": true, - "_origin": "ast", - "community": 787, - "community_name": "qwen3_primitives_test.cpp", - "file_type": "code", - "norm_label": "close_enough()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L21" - }, - { - "id": "tests_qwen3_primitives_test_device_copy", - "label": "device_copy()", - "_callable": true, - "_origin": "ast", - "community": 787, - "community_name": "qwen3_primitives_test.cpp", - "file_type": "code", - "norm_label": "device_copy()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L109" - }, - { - "id": "tests_qwen3_primitives_test_gpu_tests", - "label": "gpu_tests()", - "_callable": true, - "_origin": "ast", - "community": 787, - "community_name": "qwen3_primitives_test.cpp", - "file_type": "code", - "norm_label": "gpu_tests()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L116" - }, - { - "id": "tests_qwen3_primitives_test_host_tests", - "label": "host_tests()", + "id": "bench_prefill_v2_model_bench_compute_accuracy", + "label": "compute_accuracy()", "_callable": true, "_origin": "ast", "community": 787, - "community_name": "qwen3_primitives_test.cpp", + "community_name": "AccuracyMetrics", "file_type": "code", - "norm_label": "host_tests()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L26" + "norm_label": "compute_accuracy()", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L32" }, { - "id": "tests_qwen3_primitives_test_main", - "label": "main()", + "id": "bench_prefill_v2_model_bench_get_top_k", + "label": "get_top_k()", "_callable": true, "_origin": "ast", "community": 787, - "community_name": "qwen3_primitives_test.cpp", + "community_name": "AccuracyMetrics", "file_type": "code", - "norm_label": "main()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L285" + "norm_label": "get_top_k()", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L75" }, { "id": "include_miinfer_prefill_v2_reusable_context_prefixfingerprint_matches", @@ -18892,18 +18568,6 @@ "source_file": "tests/model_loader_test.cpp", "source_location": "L28" }, - { - "id": "src_prefill_v2_model_prefillv2model_activation_bytes", - "label": "PrefillV2Model::activation_bytes()", - "_callable": true, - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "prefillv2model::activation_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1239" - }, { "id": "src_prefill_v2_model_prefillv2model_allocate_resources", "label": "PrefillV2Model::allocate_resources()", @@ -19036,30 +18700,6 @@ "source_file": "src/prefill_v2/model.cpp", "source_location": "L1262" }, - { - "id": "src_prefill_v2_model_prefillv2model_persistent_state_bytes", - "label": "PrefillV2Model::persistent_state_bytes()", - "_callable": true, - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "prefillv2model::persistent_state_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1227" - }, - { - "id": "src_prefill_v2_model_prefillv2model_persistent_weight_bytes", - "label": "PrefillV2Model::persistent_weight_bytes()", - "_callable": true, - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "prefillv2model::persistent_weight_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1219" - }, { "id": "src_prefill_v2_model_prefillv2model_prefill_sequence", "label": "PrefillV2Model::prefill_sequence()", @@ -19120,18 +18760,6 @@ "source_file": "src/prefill_v2/model.cpp", "source_location": "L1255" }, - { - "id": "src_prefill_v2_model_prefillv2model_workspace_bytes", - "label": "PrefillV2Model::workspace_bytes()", - "_callable": true, - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "prefillv2model::workspace_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1235" - }, { "id": "src_prefill_v2_model_sample_token_from_logits", "label": "sample_token_from_logits()", @@ -19229,40 +18857,40 @@ "source_location": "L29" }, { - "id": "bench_kquant_layout_bench_main", - "label": "main()", + "id": "bench_decode_fast_path_bakeoff_find_tensor", + "label": "find_tensor()", "_callable": true, "_origin": "ast", - "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community": 796, + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "main()", - "source_file": "bench/kquant_layout_bench.cpp", - "source_location": "L260" + "norm_label": "find_tensor()", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L70" }, { - "id": "bench_kquant_layout_bench_run_q5k_benchmark", - "label": "run_q5k_benchmark()", + "id": "bench_v2_0029_mmq_efficiency_bench_find_tensor", + "label": "find_tensor()", "_callable": true, "_origin": "ast", - "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community": 796, + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "run_q5k_benchmark()", - "source_file": "bench/kquant_layout_bench.cpp", - "source_location": "L147" + "norm_label": "find_tensor()", + "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", + "source_location": "L36" }, { - "id": "bench_kquant_layout_bench_run_q6k_benchmark", - "label": "run_q6k_benchmark()", + "id": "bench_v2_0030_direct_vgpr_streaming_bench_find_tensor", + "label": "find_tensor()", "_callable": true, "_origin": "ast", - "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community": 796, + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "run_q6k_benchmark()", - "source_file": "bench/kquant_layout_bench.cpp", - "source_location": "L35" + "norm_label": "find_tensor()", + "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", + "source_location": "L36" }, { "id": "include_miinfer_gguf_gguffile_data_offset", @@ -19270,7 +18898,7 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": ".data_offset()", "source_file": "include/miinfer/gguf.hpp", @@ -19282,7 +18910,7 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": ".file_size()", "source_file": "include/miinfer/gguf.hpp", @@ -19294,7 +18922,7 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": ".gguffile()", "source_file": "include/miinfer/gguf.hpp", @@ -19306,48 +18934,12 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": ".version()", "source_file": "include/miinfer/gguf.hpp", "source_location": "L59" }, - { - "id": "tests_kquant_wave_test_half_to_float_bits", - "label": "half_to_float_bits()", - "_callable": true, - "_origin": "ast", - "community": 796, - "community_name": "vector", - "file_type": "code", - "norm_label": "half_to_float_bits()", - "source_file": "tests/kquant_wave_test.cpp", - "source_location": "L14" - }, - { - "id": "tests_qwen3_primitives_host_test_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 796, - "community_name": "vector", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/qwen3_primitives_host_test.cpp", - "source_location": "L10" - }, - { - "id": "tests_qwen3_tokenizer_test_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 796, - "community_name": "vector", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/qwen3_tokenizer_test.cpp", - "source_location": "L11" - }, { "id": "bench_v2_0045_agent_workload_append_tool_exchange", "label": "append_tool_exchange()", @@ -19492,97 +19084,13 @@ "source_file": "bench/v2_0045_stability.py", "source_location": "L10" }, - { - "id": "bench_prefill_v2_topology_block_bakeoff_generate_initial_history", - "label": "generate_initial_history()", - "_callable": true, - "_origin": "ast", - "community": 799, - "community_name": "prefill_v2_topology_block_bakeoff.cpp", - "file_type": "code", - "norm_label": "generate_initial_history()", - "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", - "source_location": "L115" - }, - { - "id": "bench_prefill_v2_topology_block_bakeoff_generate_initial_state", - "label": "generate_initial_state()", - "_callable": true, - "_origin": "ast", - "community": 799, - "community_name": "prefill_v2_topology_block_bakeoff.cpp", - "file_type": "code", - "norm_label": "generate_initial_state()", - "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", - "source_location": "L107" - }, - { - "id": "bench_prefill_v2_topology_block_bakeoff_generate_realistic_input", - "label": "generate_realistic_input()", - "_callable": true, - "_origin": "ast", - "community": 799, - "community_name": "prefill_v2_topology_block_bakeoff.cpp", - "file_type": "code", - "norm_label": "generate_realistic_input()", - "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", - "source_location": "L94" - }, - { - "id": "bench_prefill_v2_topology_block_bakeoff_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 799, - "community_name": "prefill_v2_topology_block_bakeoff.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", - "source_location": "L654" - }, - { - "id": "tools_qwen35_gpu_pipeline_download", - "label": "download()", - "_callable": true, - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": "download()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L647" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_capture_operands", - "label": ".capture_operands()", - "_callable": true, - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": ".capture_operands()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1612" - }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_logical_state", - "label": ".logical_state()", - "_callable": true, - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": ".logical_state()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1529" - }, { "id": "tools_qwen35_gpu_pipeline_replay_state", "label": "replay_state()", "_callable": true, "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "replay_state()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -19714,7 +19222,7 @@ "_callable": true, "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "as()", "source_file": "bench/q4k_layout_bench.cpp", @@ -19726,7 +19234,7 @@ "_callable": true, "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": ".buffer()", "source_file": "bench/q4k_layout_bench.cpp", @@ -19738,23 +19246,107 @@ "_callable": true, "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": ".event()", "source_file": "bench/q4k_layout_bench.cpp", "source_location": "L28" }, { - "id": "bench_q4k_layout_bench_main", + "id": "tests_kquant_wave_test_half_to_float_bits", + "label": "half_to_float_bits()", + "_callable": true, + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "half_to_float_bits()", + "source_file": "tests/kquant_wave_test.cpp", + "source_location": "L14" + }, + { + "id": "tests_q4_q8_dot4_probe_main", "label": "main()", "_callable": true, "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "main()", - "source_file": "bench/q4k_layout_bench.cpp", - "source_location": "L35" + "source_file": "tests/q4_q8_dot4_probe.cpp", + "source_location": "L11" + }, + { + "id": "tests_qwen3_primitives_host_test_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "main()", + "source_file": "tests/qwen3_primitives_host_test.cpp", + "source_location": "L10" + }, + { + "id": "tests_qwen3_primitives_test_close_enough", + "label": "close_enough()", + "_callable": true, + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "close_enough()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L21" + }, + { + "id": "tests_qwen3_primitives_test_device_copy", + "label": "device_copy()", + "_callable": true, + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "device_copy()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L109" + }, + { + "id": "tests_qwen3_primitives_test_gpu_tests", + "label": "gpu_tests()", + "_callable": true, + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "gpu_tests()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L116" + }, + { + "id": "tests_qwen3_primitives_test_host_tests", + "label": "host_tests()", + "_callable": true, + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "host_tests()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L26" + }, + { + "id": "tests_qwen3_primitives_test_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "main()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L285" }, { "id": "src_q4_q8_gemv_reference_q4_q8_cpu_reference", @@ -19816,6 +19408,42 @@ "source_file": "src/q4_q8_gemv_reference.cpp", "source_location": "L11" }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_capacity", + "label": ".capacity()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": ".capacity()", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L237" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_length", + "label": ".length()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": ".length()", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L238" + }, + { + "id": "src_qwen3_gpu_layer_capture", + "label": "capture()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "capture()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L694" + }, { "id": "src_qwen3_gpu_layer_capture_qwen3_head_norm", "label": "capture_qwen3_head_norm()", @@ -19828,6 +19456,174 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L701" }, + { + "id": "src_qwen3_gpu_layer_copy_to_host", + "label": "copy_to_host()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "copy_to_host()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L241" + }, + { + "id": "src_qwen3_gpu_layer_device_f32_tensor", + "label": "device_f32_tensor()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "device_f32_tensor()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L245" + }, + { + "id": "src_qwen3_gpu_layer_devicebuffer_data", + "label": ".data()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": ".data()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L238" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu", + "label": "execute_qwen3_decode_gpu()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1366" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast", + "label": "execute_qwen3_decode_gpu_fast()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu_fast()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1522" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast_impl", + "label": "execute_qwen3_decode_gpu_fast_impl()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu_fast_impl()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1434" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_greedy", + "label": "execute_qwen3_decode_gpu_greedy()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu_greedy()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1541" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_down_projection_contract_probe", + "label": "execute_qwen3_down_projection_contract_probe()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_down_projection_contract_probe()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1760" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_ffn_gpu_probe", + "label": "execute_qwen3_ffn_gpu_probe()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_ffn_gpu_probe()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1599" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_forward_gpu", + "label": "execute_qwen3_forward_gpu()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_forward_gpu()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1353" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_layer0_gpu", + "label": "execute_qwen3_layer0_gpu()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_layer0_gpu()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1326" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_layer_gpu_attention_override", + "label": "execute_qwen3_layer_gpu_attention_override()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_layer_gpu_attention_override()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1579" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_layer_gpu_teacher_forced", + "label": "execute_qwen3_layer_gpu_teacher_forced()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_layer_gpu_teacher_forced()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1560" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_projection_gpu_probe", + "label": "execute_qwen3_projection_gpu_probe()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "execute_qwen3_projection_gpu_probe()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1676" + }, { "id": "src_qwen3_gpu_layer_launch_projection", "label": "launch_projection()", @@ -19840,6 +19636,18 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L556" }, + { + "id": "src_qwen3_gpu_layer_launch_projection_probe", + "label": "launch_projection_probe()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "launch_projection_probe()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L635" + }, { "id": "src_qwen3_gpu_layer_profile_copy_call", "label": "profile_copy_call()", @@ -19876,18 +19684,6 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L152" }, - { - "id": "src_qwen3_gpu_layer_profilescope_profilescope", - "label": ".ProfileScope()", - "_callable": true, - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": ".profilescope()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L131" - }, { "id": "src_qwen3_gpu_layer_projection_ffn_quantization_stage", "label": "projection_ffn_quantization_stage()", @@ -19948,18 +19744,6 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L430" }, - { - "id": "src_qwen3_gpu_layer_projection_profile_category", - "label": "projection_profile_category()", - "_callable": true, - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "projection_profile_category()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L379" - }, { "id": "src_qwen3_gpu_layer_projection_selected", "label": "projection_selected()", @@ -20021,16 +19805,28 @@ "source_location": "L967" }, { - "id": "src_qwen3_gpu_layer_qwen3_profile_category_name", - "label": "qwen3_profile_category_name()", + "id": "src_qwen3_gpu_layer_qwen3gpudecodecache_length", + "label": "Qwen3GpuDecodeCache::length()", "_callable": true, "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "qwen3_profile_category_name()", + "norm_label": "qwen3gpudecodecache::length()", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L26" + "source_location": "L942" + }, + { + "id": "src_qwen3_gpu_layer_qwen3gpudecodecache_qwen3gpudecodecache", + "label": "Qwen3GpuDecodeCache::Qwen3GpuDecodeCache()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "qwen3gpudecodecache::qwen3gpudecodecache()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L908" }, { "id": "src_qwen3_gpu_layer_qwen3gpuprofile_finalize", @@ -20068,6 +19864,18 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L860" }, + { + "id": "src_qwen3_gpu_layer_qwen3layer0gpukvcache_qwen3layer0gpukvcache", + "label": "Qwen3Layer0GpuKvCache::Qwen3Layer0GpuKvCache()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "qwen3layer0gpukvcache::qwen3layer0gpukvcache()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L832" + }, { "id": "src_qwen3_gpu_layer_qwen3layer0gpukvcache_reset", "label": "Qwen3Layer0GpuKvCache::reset()", @@ -20080,6 +19888,30 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L853" }, + { + "id": "src_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_keys", + "label": "Qwen3Layer0GpuKvCache::snapshot_keys()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "qwen3layer0gpukvcache::snapshot_keys()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L894" + }, + { + "id": "src_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_values", + "label": "Qwen3Layer0GpuKvCache::snapshot_values()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "qwen3layer0gpukvcache::snapshot_values()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L901" + }, { "id": "src_qwen3_gpu_layer_selected_attention_kernel", "label": "selected_attention_kernel()", @@ -20164,6 +19996,18 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L343" }, + { + "id": "src_qwen3_gpu_layer_verify_fused_ffn_norm_buffers", + "label": "verify_fused_ffn_norm_buffers()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "verify_fused_ffn_norm_buffers()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L497" + }, { "id": "src_qwen3_gpu_layer_verify_fused_ffn_norm_q8", "label": "verify_fused_ffn_norm_q8()", @@ -20177,28 +20021,28 @@ "source_location": "L361" }, { - "id": "src_qwen3_gpu_layer_verify_shared_gate_up_q8", - "label": "verify_shared_gate_up_q8()", + "id": "src_qwen3_gpu_layer_verify_q8_reuse_buffers", + "label": "verify_q8_reuse_buffers()", "_callable": true, "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "verify_shared_gate_up_q8()", + "norm_label": "verify_q8_reuse_buffers()", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L370" + "source_location": "L481" }, { - "id": "bench_m24_projection_bakeoff_event_event", - "label": ".Event()", + "id": "src_qwen3_gpu_layer_verify_shared_gate_up_q8", + "label": "verify_shared_gate_up_q8()", "_callable": true, "_origin": "ast", - "community": 808, - "community_name": "Event", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": ".event()", - "source_file": "bench/m24_projection_bakeoff.cpp", - "source_location": "L49" + "norm_label": "verify_shared_gate_up_q8()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L370" }, { "id": "bench_m24_recurrent_layer_bakeoff_as", @@ -20272,6 +20116,162 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1864" }, + { + "id": "src_prefill_v2_model_prefillv2model_activation_bytes", + "label": "PrefillV2Model::activation_bytes()", + "_callable": true, + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "prefillv2model::activation_bytes()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L1239" + }, + { + "id": "src_prefill_v2_model_prefillv2model_persistent_state_bytes", + "label": "PrefillV2Model::persistent_state_bytes()", + "_callable": true, + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "prefillv2model::persistent_state_bytes()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L1227" + }, + { + "id": "src_prefill_v2_model_prefillv2model_persistent_weight_bytes", + "label": "PrefillV2Model::persistent_weight_bytes()", + "_callable": true, + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "prefillv2model::persistent_weight_bytes()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L1219" + }, + { + "id": "src_prefill_v2_model_prefillv2model_total_vram_bytes", + "label": "PrefillV2Model::total_vram_bytes()", + "_callable": true, + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "prefillv2model::total_vram_bytes()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L1251" + }, + { + "id": "src_prefill_v2_model_prefillv2model_workspace_bytes", + "label": "PrefillV2Model::workspace_bytes()", + "_callable": true, + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "prefillv2model::workspace_bytes()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L1235" + }, + { + "id": "bench_decode_fast_path_bakeoff_measure", + "label": "measure()", + "_callable": true, + "_origin": "ast", + "community": 818, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "measure()", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L33" + }, + { + "id": "src_fp16_gemv_reference_evaluate_fp16_gemv", + "label": "evaluate_fp16_gemv()", + "_callable": true, + "_origin": "ast", + "community": 820, + "community_name": "fp16_gemv_reference.cpp", + "file_type": "code", + "norm_label": "evaluate_fp16_gemv()", + "source_file": "src/fp16_gemv_reference.cpp", + "source_location": "L59" + }, + { + "id": "src_fp16_gemv_reference_fp16_gemv_cpu_reference", + "label": "fp16_gemv_cpu_reference()", + "_callable": true, + "_origin": "ast", + "community": 820, + "community_name": "fp16_gemv_reference.cpp", + "file_type": "code", + "norm_label": "fp16_gemv_cpu_reference()", + "source_file": "src/fp16_gemv_reference.cpp", + "source_location": "L41" + }, + { + "id": "src_fp16_gemv_reference_generate_fp16_gemv_data", + "label": "generate_fp16_gemv_data()", + "_callable": true, + "_origin": "ast", + "community": 820, + "community_name": "fp16_gemv_reference.cpp", + "file_type": "code", + "norm_label": "generate_fp16_gemv_data()", + "source_file": "src/fp16_gemv_reference.cpp", + "source_location": "L23" + }, + { + "id": "bench_v2_0026_production_hardening_bench_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 824, + "community_name": "make_synthetic_prompt", + "file_type": "code", + "norm_label": "main()", + "source_file": "bench/v2_0026_production_hardening_bench.cpp", + "source_location": "L39" + }, + { + "id": "bench_v2_0026_production_hardening_bench_make_synthetic_prompt", + "label": "make_synthetic_prompt()", + "_callable": true, + "_origin": "ast", + "community": 824, + "community_name": "make_synthetic_prompt", + "file_type": "code", + "norm_label": "make_synthetic_prompt()", + "source_file": "bench/v2_0026_production_hardening_bench.cpp", + "source_location": "L27" + }, + { + "id": "bench_v2_0028_persistent_session_bench_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 825, + "community_name": "main", + "file_type": "code", + "norm_label": "main()", + "source_file": "bench/v2_0028_persistent_session_bench.cpp", + "source_location": "L41" + }, + { + "id": "bench_v2_0028_persistent_session_bench_make_synthetic_prompt", + "label": "make_synthetic_prompt()", + "_callable": true, + "_origin": "ast", + "community": 825, + "community_name": "main", + "file_type": "code", + "norm_label": "make_synthetic_prompt()", + "source_file": "bench/v2_0028_persistent_session_bench.cpp", + "source_location": "L29" + }, { "id": "docs_hardware", "label": "hardware.md", @@ -22263,6 +22263,18 @@ "source_file": "docs/performance-research-protocol.md", "source_location": "L175" }, + { + "id": "bench_readme", + "label": "bench/README.md", + "_origin": "ast", + "community": 107, + "community_name": "Benchmarks", + "file_type": "document", + "node_kind": "page", + "norm_label": "bench/readme.md", + "source_file": "bench/README.md", + "source_location": "L1" + }, { "id": "bench_readme_benchmarks", "label": "Benchmarks", @@ -25254,6 +25266,28 @@ "source_file": "experiments/EXP-0382-b64-semantic-performance-qualification.md", "source_location": "L120" }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_keys", + "label": "snapshot_keys", + "_origin": "ast", + "community": 123, + "community_name": "run_sequence", + "file_type": "code", + "norm_label": "snapshot_keys", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L239" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_values", + "label": "snapshot_values", + "_origin": "ast", + "community": 123, + "community_name": "run_sequence", + "file_type": "code", + "norm_label": "snapshot_values", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L240" + }, { "id": "tests_qwen3_kv_cache_gpu_test", "label": "qwen3_kv_cache_gpu_test.cpp", @@ -25560,6 +25594,17 @@ "source_file": "bench/q4_q8_gemv_bench.cpp", "source_location": "L32" }, + { + "id": "src_qwen3_gpu_layer_devicebytes_bytes", + "label": "bytes_", + "_origin": "ast", + "community": 126, + "community_name": "Qwen3GpuDecodeWorkspace", + "file_type": "code", + "norm_label": "bytes_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L126" + }, { "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_argmax_token", "label": "argmax_token", @@ -27442,160 +27487,6 @@ "source_file": "experiments/EXP-0331-m25-mx-register-prefetch-rejection.md", "source_location": "L55" }, - { - "id": "include_miinfer_qwen3_primitives", - "label": "qwen3_primitives.hpp", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "qwen3_primitives.hpp", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_qwen3_primitives_hpp_int16_t", - "label": "int16_t", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "int16_t", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen3_primitives_hpp_int8_t", - "label": "int8_t", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "int8_t", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen3_primitives_hpp_uint16_t", - "label": "uint16_t", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "uint16_t", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen3_primitives_hpp_uint8_t", - "label": "uint8_t", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "uint8_t", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen3_primitives_q4_0hostblock_d_bits", - "label": "d_bits", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "d_bits", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L13" - }, - { - "id": "include_miinfer_qwen3_primitives_q4_0hostblock_qs", - "label": "qs", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "qs", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L14" - }, - { - "id": "include_miinfer_qwen3_primitives_q6khostblock_d_bits", - "label": "d_bits", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "d_bits", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L21" - }, - { - "id": "include_miinfer_qwen3_primitives_q6khostblock_qh", - "label": "qh", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "qh", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L19" - }, - { - "id": "include_miinfer_qwen3_primitives_q6khostblock_ql", - "label": "ql", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "ql", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L18" - }, - { - "id": "include_miinfer_qwen3_primitives_q6khostblock_scales", - "label": "scales", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "scales", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L20" - }, - { - "id": "include_miinfer_qwen3_primitives_q8khostblock_bsums", - "label": "bsums", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "bsums", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L27" - }, - { - "id": "include_miinfer_qwen3_primitives_q8khostblock_d", - "label": "d", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "d", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L25" - }, - { - "id": "include_miinfer_qwen3_primitives_q8khostblock_qs", - "label": "qs", - "_origin": "ast", - "community": 135, - "community_name": "qwen3_primitives.cpp", - "file_type": "code", - "norm_label": "qs", - "source_file": "include/miinfer/qwen3_primitives.hpp", - "source_location": "L26" - }, { "id": "src_qwen3_primitives", "label": "qwen3_primitives.cpp", @@ -28189,67 +28080,12 @@ "source_file": "docs/model-runtime.md", "source_location": "L96" }, - { - "id": "include_miinfer_fp16_gemv", - "label": "fp16_gemv.hpp", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "fp16_gemv.hpp", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_local_bytes", - "label": "local_bytes", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "local_bytes", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L90" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_max_threads_per_block", - "label": "max_threads_per_block", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "max_threads_per_block", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L91" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_registers", - "label": "registers", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "registers", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L88" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_shared_bytes", - "label": "shared_bytes", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "shared_bytes", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L89" - }, { "id": "include_miinfer_fp16_gemv_gemvshape_id", "label": "id", "_origin": "ast", "community": 139, - "community_name": "fp16_gemv.hpp", + "community_name": "GemvShape", "file_type": "code", "norm_label": "id", "source_file": "include/miinfer/fp16_gemv.hpp", @@ -28260,7 +28096,7 @@ "label": "k", "_origin": "ast", "community": 139, - "community_name": "fp16_gemv.hpp", + "community_name": "GemvShape", "file_type": "code", "norm_label": "k", "source_file": "include/miinfer/fp16_gemv.hpp", @@ -28271,7 +28107,7 @@ "label": "m", "_origin": "ast", "community": 139, - "community_name": "fp16_gemv.hpp", + "community_name": "GemvShape", "file_type": "code", "norm_label": "m", "source_file": "include/miinfer/fp16_gemv.hpp", @@ -28282,45 +28118,12 @@ "label": "projection", "_origin": "ast", "community": 139, - "community_name": "fp16_gemv.hpp", + "community_name": "GemvShape", "file_type": "code", "norm_label": "projection", "source_file": "include/miinfer/fp16_gemv.hpp", "source_location": "L14" }, - { - "id": "include_miinfer_fp16_gemv_hpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "tests_fp16_gemv_test", - "label": "fp16_gemv_test.cpp", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "fp16_gemv_test.cpp", - "source_file": "tests/fp16_gemv_test.cpp", - "source_location": "L1" - }, - { - "id": "tests_fp16_gemv_test_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 139, - "community_name": "fp16_gemv.hpp", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "docs_references_3_iacoppbk_llama_cpp_gfx906", "label": "3. iacopPBK/llama.cpp-gfx906", @@ -29143,12 +28946,23 @@ "source_file": "experiments/EXP-0041-m5c15-optimization-closure-parity-gate.md", "source_location": "L57" }, + { + "id": "bench_prefill_v2_topology_block_bakeoff", + "label": "prefill_v2_topology_block_bakeoff.cpp", + "_origin": "ast", + "community": 143, + "community_name": "prefill_v2_topology_block_bakeoff.cpp", + "file_type": "code", + "norm_label": "prefill_v2_topology_block_bakeoff.cpp", + "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", + "source_location": "L1" + }, { "id": "bench_prefill_v2_topology_block_bakeoff_cpp_size_t", "label": "size_t", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -29159,18 +28973,29 @@ "label": "span", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "span", "source_file": "", "source_location": "" }, + { + "id": "bench_prefill_v2_topology_block_bakeoff_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 143, + "community_name": "prefill_v2_topology_block_bakeoff.cpp", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "bench_prefill_v2_topology_block_bakeoff_numericalmetrics_all_finite", "label": "all_finite", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "all_finite", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", @@ -29181,7 +29006,7 @@ "label": "cosine_similarity", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "cosine_similarity", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", @@ -29192,7 +29017,7 @@ "label": "max_abs_err", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "max_abs_err", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", @@ -29203,7 +29028,7 @@ "label": "mean_abs_err", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "mean_abs_err", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", @@ -29214,7 +29039,7 @@ "label": "rel_rms", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "rel_rms", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", @@ -29225,7 +29050,7 @@ "label": "rmse", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "rmse", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", @@ -29236,7 +29061,7 @@ "label": "worst_index", "_origin": "ast", "community": 143, - "community_name": "NumericalMetrics", + "community_name": "prefill_v2_topology_block_bakeoff.cpp", "file_type": "code", "norm_label": "worst_index", "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", @@ -29387,68 +29212,68 @@ "source_location": "L56" }, { - "id": "src_qwen3_layer", - "label": "qwen3_layer.cpp", + "id": "include_miinfer_qwen3_model_hpp_byte", + "label": "byte", "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "qwen3_layer.cpp", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L1" + "norm_label": "byte", + "source_file": "", + "source_location": "" }, { - "id": "src_qwen3_layer_cpp_int8_t", - "label": "int8_t", + "id": "include_miinfer_qwen3_model_hpp_gguftensortype", + "label": "GgufTensorType", "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "int8_t", + "norm_label": "gguftensortype", "source_file": "", "source_location": "" }, { - "id": "src_qwen3_layer_cpp_size_t", - "label": "size_t", + "id": "include_miinfer_qwen3_model_qwen3tensorview_source", + "label": "source", "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "source", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L27" }, { - "id": "src_qwen3_layer_cpp_span", - "label": "span", + "id": "src_qwen3_layer", + "label": "qwen3_layer.cpp", "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" + "norm_label": "qwen3_layer.cpp", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L1" }, { - "id": "src_qwen3_layer_cpp_uint16_t", - "label": "uint16_t", + "id": "src_qwen3_layer_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "uint16_t", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "src_qwen3_layer_cpp_uint32_t", - "label": "uint32_t", + "id": "src_qwen3_layer_cpp_span", + "label": "span", "_origin": "ast", "community": 145, "community_name": "qwen3_layer_host_impl", "file_type": "code", - "norm_label": "uint32_t", + "norm_label": "span", "source_file": "", "source_location": "" }, @@ -29463,39 +29288,6 @@ "source_file": "", "source_location": "" }, - { - "id": "src_qwen3_layer_hostq8block_d_bits", - "label": "d_bits", - "_origin": "ast", - "community": 145, - "community_name": "qwen3_layer_host_impl", - "file_type": "code", - "norm_label": "d_bits", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L20" - }, - { - "id": "src_qwen3_layer_hostq8block_qs", - "label": "qs", - "_origin": "ast", - "community": 145, - "community_name": "qwen3_layer_host_impl", - "file_type": "code", - "norm_label": "qs", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L22" - }, - { - "id": "src_qwen3_layer_hostq8block_s_bits", - "label": "s_bits", - "_origin": "ast", - "community": 145, - "community_name": "qwen3_layer_host_impl", - "file_type": "code", - "norm_label": "s_bits", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L21" - }, { "id": "docs_m4c2_greedy", "label": "m4c2-greedy.md", @@ -31091,6 +30883,39 @@ "source_file": "scripts/run-m4c2-acceptance.sh", "source_location": "L1" }, + { + "id": "tests_qwen3_layer35_external_test_cpp_int16_t", + "label": "int16_t", + "_origin": "ast", + "community": 158, + "community_name": "Q8BoundaryDiff", + "file_type": "code", + "norm_label": "int16_t", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_qwen3_layer35_external_test_cpp_int8_t", + "label": "int8_t", + "_origin": "ast", + "community": 158, + "community_name": "Q8BoundaryDiff", + "file_type": "code", + "norm_label": "int8_t", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_qwen3_layer35_external_test_cpp_uint16_t", + "label": "uint16_t", + "_origin": "ast", + "community": 158, + "community_name": "Q8BoundaryDiff", + "file_type": "code", + "norm_label": "uint16_t", + "source_file": "", + "source_location": "" + }, { "id": "tests_qwen3_layer35_external_test_q8boundarydiff_different_lane_values", "label": "different_lane_values", @@ -31168,6 +30993,39 @@ "source_file": "tests/qwen3_layer35_external_test.cpp", "source_location": "L454" }, + { + "id": "tests_qwen3_layer35_external_test_q8replayblock_d_bits", + "label": "d_bits", + "_origin": "ast", + "community": 158, + "community_name": "Q8BoundaryDiff", + "file_type": "code", + "norm_label": "d_bits", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L39" + }, + { + "id": "tests_qwen3_layer35_external_test_q8replayblock_qs", + "label": "qs", + "_origin": "ast", + "community": 158, + "community_name": "Q8BoundaryDiff", + "file_type": "code", + "norm_label": "qs", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L41" + }, + { + "id": "tests_qwen3_layer35_external_test_q8replayblock_sum", + "label": "sum", + "_origin": "ast", + "community": 158, + "community_name": "Q8BoundaryDiff", + "file_type": "code", + "norm_label": "sum", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L40" + }, { "id": "tests_reference_qwen3_m4b_layer35_readme", "label": "m4b-layer35/README.md", @@ -33104,12 +32962,67 @@ "source_file": "scripts/run-m4c3-acceptance.sh", "source_location": "L1" }, + { + "id": "bench_kquant_layout_bench_cpp_string", + "label": "string", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_m13_quant_mm_bench_cpp_gguftensortype", + "label": "GgufTensorType", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "gguftensortype", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_m13_quant_mm_bench_cpp_uint64_t", + "label": "uint64_t", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "uint64_t", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_qwen35_model_hpp_shared_ptr", + "label": "shared_ptr", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "shared_ptr", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_qwen35_model_hpp_string", + "label": "string", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_qwen35_model_hpp_uint32_t", "label": "uint32_t", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -33120,7 +33033,7 @@ "label": "attention_heads", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "attention_heads", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33131,7 +33044,7 @@ "label": "block_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "block_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33142,7 +33055,7 @@ "label": "context_length", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "context_length", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33153,7 +33066,7 @@ "label": "full_attention_interval", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "full_attention_interval", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33164,7 +33077,7 @@ "label": "head_dim", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "head_dim", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33175,7 +33088,7 @@ "label": "hidden_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "hidden_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33186,7 +33099,7 @@ "label": "intermediate_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "intermediate_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33197,7 +33110,7 @@ "label": "kv_heads", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "kv_heads", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33208,7 +33121,7 @@ "label": "main_layer_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "main_layer_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33219,7 +33132,7 @@ "label": "nextn_layer_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "nextn_layer_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33230,7 +33143,7 @@ "label": "recurrent_conv_kernel", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "recurrent_conv_kernel", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33241,7 +33154,7 @@ "label": "recurrent_group_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "recurrent_group_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33252,7 +33165,7 @@ "label": "recurrent_inner_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "recurrent_inner_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33263,7 +33176,7 @@ "label": "recurrent_state_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "recurrent_state_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33274,7 +33187,7 @@ "label": "recurrent_time_step_rank", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "recurrent_time_step_rank", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33285,7 +33198,7 @@ "label": "rms_epsilon", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "rms_epsilon", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33296,7 +33209,7 @@ "label": "rope_theta", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "rope_theta", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33307,12 +33220,45 @@ "label": "vocab_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Config", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "vocab_size", "source_file": "include/miinfer/qwen35_model.hpp", "source_location": "L22" }, + { + "id": "include_miinfer_qwen35_model_qwen35model_artifact_path", + "label": "artifact_path_", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "artifact_path_", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L57" + }, + { + "id": "include_miinfer_qwen35_model_qwen35model_config", + "label": "config_", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "config_", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L59" + }, + { + "id": "include_miinfer_qwen35_model_qwen35model_model_name", + "label": "model_name_", + "_origin": "ast", + "community": 172, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "model_name_", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L58" + }, { "id": "bench_hip_smoke_bench", "label": "hip_smoke_bench.cpp", @@ -35697,68 +35643,90 @@ "source_location": "L695" }, { - "id": "q4gemvkernel", - "label": "Q4GemvKernel", + "id": "include_miinfer_kquant_wave_layout_q4kwavetile_metadata", + "label": "metadata", "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "q4gemvkernel", - "source_file": "", - "source_location": "" + "norm_label": "metadata", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L13" }, { - "id": "src_model_plan", - "label": "model_plan.cpp", + "id": "include_miinfer_kquant_wave_layout_q4kwavetile_words", + "label": "words", "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "model_plan.cpp", - "source_file": "src/model_plan.cpp", + "norm_label": "words", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L9" + }, + { + "id": "src_kquant_wave_layout", + "label": "kquant_wave_layout.cpp", + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "kquant_wave_layout.cpp", + "source_file": "src/kquant_wave_layout.cpp", "source_location": "L1" }, { - "id": "src_model_plan_cpp_byte", - "label": "byte", + "id": "src_kquant_wave_layout_cpp_int8_t", + "label": "int8_t", "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "byte", + "norm_label": "int8_t", "source_file": "", "source_location": "" }, { - "id": "src_model_plan_cpp_hiperror_t", - "label": "hipError_t", + "id": "src_kquant_wave_layout_cpp_q5kmmqtile", + "label": "Q5KMmqTile", "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "hiperror_t", + "norm_label": "q5kmmqtile", "source_file": "", "source_location": "" }, { - "id": "src_model_plan_cpp_size_t", - "label": "size_t", + "id": "src_kquant_wave_layout_cpp_q8_1block", + "label": "Q8_1Block", "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "size_t", + "norm_label": "q8_1block", "source_file": "", "source_location": "" }, { - "id": "src_model_plan_cpp_string", - "label": "string", + "id": "src_kquant_wave_layout_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 190, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_vector", + "label": "vector", "_origin": "ast", "community": 190, - "community_name": "model_plan.cpp", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "string", + "norm_label": "vector", "source_file": "", "source_location": "" }, @@ -37947,147 +37915,81 @@ "source_location": "L1" }, { - "id": "tools_m6a21_qwen35_gpu_hybrid_block", - "label": "m6a21_qwen35_gpu_hybrid_block.cpp", + "id": "bench_context_envelope_bench", + "label": "context_envelope_bench.cpp", "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "m6a21_qwen35_gpu_hybrid_block.cpp", - "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", + "norm_label": "context_envelope_bench.cpp", + "source_file": "bench/context_envelope_bench.cpp", "source_location": "L1" }, { - "id": "tools_qwen35_gpu_pipeline_detailederror_max_abs", - "label": "max_abs", - "_origin": "ast", - "community": 207, - "community_name": "main", - "file_type": "code", - "norm_label": "max_abs", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L408" - }, - { - "id": "tools_qwen35_gpu_pipeline_detailederror_mean_abs", - "label": "mean_abs", - "_origin": "ast", - "community": 207, - "community_name": "main", - "file_type": "code", - "norm_label": "mean_abs", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L409" - }, - { - "id": "tools_qwen35_gpu_pipeline_detailederror_reference_rms", - "label": "reference_rms", - "_origin": "ast", - "community": 207, - "community_name": "main", - "file_type": "code", - "norm_label": "reference_rms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L411" - }, - { - "id": "tools_qwen35_gpu_pipeline_detailederror_relative_rms", - "label": "relative_rms", - "_origin": "ast", - "community": 207, - "community_name": "main", - "file_type": "code", - "norm_label": "relative_rms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L412" - }, - { - "id": "tools_qwen35_gpu_pipeline_detailederror_rms", - "label": "rms", + "id": "include_miinfer_qwen35_model_qwen35model_load", + "label": "load", "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "rms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L410" + "norm_label": "load", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L46" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_byte", - "label": "byte", + "id": "src_kquant_wave_layout_cpp_block", + "label": "Block", "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "byte", + "norm_label": "block", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_path", - "label": "path", + "id": "src_kquant_wave_layout_cpp_gguftensortype", + "label": "GgufTensorType", "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "path", + "norm_label": "gguftensortype", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_span", - "label": "span", + "id": "src_kquant_wave_layout_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "span", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_uint64_t", - "label": "uint64_t", + "id": "src_kquant_wave_layout_cpp_tile", + "label": "Tile", "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "uint64_t", + "norm_label": "tile", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_locatederror_actual", - "label": "actual", - "_origin": "ast", - "community": 207, - "community_name": "main", - "file_type": "code", - "norm_label": "actual", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L495" - }, - { - "id": "tools_qwen35_gpu_pipeline_locatederror_expected", - "label": "expected", - "_origin": "ast", - "community": 207, - "community_name": "main", - "file_type": "code", - "norm_label": "expected", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L496" - }, - { - "id": "tools_qwen35_gpu_pipeline_locatederror_index", - "label": "index", + "id": "src_kquant_wave_layout_cpp_uint8_t", + "label": "uint8_t", "_origin": "ast", "community": 207, - "community_name": "main", + "community_name": "load", "file_type": "code", - "norm_label": "index", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L494" + "norm_label": "uint8_t", + "source_file": "", + "source_location": "" }, { "id": "scripts_run_m5c6b_layer_output_ab", @@ -38185,17 +38087,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_activation_bytes", - "label": "activation_bytes", - "_origin": "ast", - "community": 209, - "community_name": "PrefillV2Model", - "file_type": "code", - "norm_label": "activation_bytes", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L217" - }, { "id": "include_miinfer_prefill_v2_model_prefillv2model_blocks", "label": "blocks_", @@ -38526,17 +38417,6 @@ "source_file": "include/miinfer/prefill_v2/model.hpp", "source_location": "L253" }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_persistent_state_bytes", - "label": "persistent_state_bytes", - "_origin": "ast", - "community": 209, - "community_name": "PrefillV2Model", - "file_type": "code", - "norm_label": "persistent_state_bytes", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L215" - }, { "id": "include_miinfer_prefill_v2_model_prefillv2model_persistent_weight_bytes", "label": "persistent_weight_bytes", @@ -39690,15 +39570,26 @@ "source_location": "L3" }, { - "id": "tools_m6a19_qwen35_conv_gpu", - "label": "m6a19_qwen35_conv_gpu.cpp", + "id": "tools_m6a18_qwen35_deltanet_state_gpu_cpp_path", + "label": "path", "_origin": "ast", "community": 217, "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", - "norm_label": "m6a19_qwen35_conv_gpu.cpp", - "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", - "source_location": "L1" + "norm_label": "path", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_span", + "label": "span", + "_origin": "ast", + "community": 217, + "community_name": "m6a3_qwen35_layer.cpp", + "file_type": "code", + "norm_label": "span", + "source_file": "", + "source_location": "" }, { "id": "tools_m6a3_qwen35_layer", @@ -39777,17 +39668,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tools_m6a3_qwen35_layer_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 217, - "community_name": "m6a3_qwen35_layer.cpp", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "tools_m6a3_qwen35_layer_cpp_vector", "label": "vector", @@ -40958,6 +40838,61 @@ "source_file": "experiments/EXP-0084-m6a274-qwen35-observable-contract.md", "source_location": "L54" }, + { + "id": "include_miinfer_gguf", + "label": "gguf.hpp", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "gguf.hpp", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_gguf_ggufvalue_value", + "label": "value", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "value", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L34" + }, + { + "id": "include_miinfer_gguf_hpp_ggufscalar", + "label": "GgufScalar", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "ggufscalar", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_gguf_hpp_unordered_map", + "label": "unordered_map", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "unordered_map", + "source_file": "", + "source_location": "" + }, + { + "id": "q4gemvkernel", + "label": "Q4GemvKernel", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "q4gemvkernel", + "source_file": "", + "source_location": "" + }, { "id": "runtime_error", "label": "runtime_error", @@ -41134,6 +41069,61 @@ "source_file": "src/gguf.cpp", "source_location": "L154" }, + { + "id": "src_model_plan", + "label": "model_plan.cpp", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "model_plan.cpp", + "source_file": "src/model_plan.cpp", + "source_location": "L1" + }, + { + "id": "src_model_plan_cpp_byte", + "label": "byte", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "byte", + "source_file": "", + "source_location": "" + }, + { + "id": "src_model_plan_cpp_hiperror_t", + "label": "hipError_t", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "hiperror_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_model_plan_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_model_plan_cpp_string", + "label": "string", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "src_qwen3_model", "label": "qwen3_model.cpp", @@ -41211,6 +41201,17 @@ "source_file": "", "source_location": "" }, + { + "id": "variant", + "label": "variant", + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": "variant", + "source_file": "", + "source_location": "" + }, { "id": "experiments_exp_0038_m5c13b_lm_head_contract_audit", "label": "EXP-0038-m5c13b-lm-head-contract-audit.md", @@ -41307,30 +41308,6 @@ "source_file": "experiments/EXP-0038-m5c13b-lm-head-contract-audit.md", "source_location": "L1" }, - { - "id": "bench_readme", - "label": "bench/README.md", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "page", - "norm_label": "bench/readme.md", - "source_file": "bench/README.md", - "source_location": "L1" - }, - { - "id": "developer_guide", - "label": "developer-guide.md", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "page", - "norm_label": "developer-guide.md", - "source_file": "developer-guide.md", - "source_location": "L1" - }, { "id": "docs_current_state_of_the_art", "label": "current-state-of-the-art.md", @@ -41427,18 +41404,6 @@ "source_file": "docs/roadmap.md", "source_location": "L1" }, - { - "id": "docs_roadmap_benchmark_before_claim", - "label": "Benchmark before claim", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "benchmark before claim", - "source_file": "docs/roadmap.md", - "source_location": "L95" - }, { "id": "docs_roadmap_candidate_areas", "label": "Candidate areas", @@ -41463,18 +41428,6 @@ "source_file": "docs/roadmap.md", "source_location": "L632" }, - { - "id": "docs_roadmap_correctness_before_speed", - "label": "Correctness before speed", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "correctness before speed", - "source_file": "docs/roadmap.md", - "source_location": "L91" - }, { "id": "docs_roadmap_current_execution_order", "label": "Current Execution Order", @@ -41511,18 +41464,6 @@ "source_file": "docs/roadmap.md", "source_location": "L785" }, - { - "id": "docs_roadmap_evidence_before_architecture", - "label": "Evidence before architecture", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "evidence before architecture", - "source_file": "docs/roadmap.md", - "source_location": "L83" - }, { "id": "docs_roadmap_goal_627", "label": "Goal", @@ -41583,18 +41524,6 @@ "source_file": "docs/roadmap.md", "source_location": "L810" }, - { - "id": "docs_roadmap_narrow_before_broad", - "label": "Narrow before broad", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "narrow before broad", - "source_file": "docs/roadmap.md", - "source_location": "L87" - }, { "id": "docs_roadmap_roadmap_change_policy", "label": "Roadmap Change Policy", @@ -41607,18 +41536,6 @@ "source_file": "docs/roadmap.md", "source_location": "L870" }, - { - "id": "docs_roadmap_roadmap_principles", - "label": "Roadmap Principles", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "roadmap principles", - "source_file": "docs/roadmap.md", - "source_location": "L81" - }, { "id": "docs_roadmap_success_definition", "label": "Success Definition", @@ -41667,66 +41584,6 @@ "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", "source_location": "L1" }, - { - "id": "readme", - "label": "README.md", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "page", - "norm_label": "readme.md", - "source_file": "README.md", - "source_location": "L1" - }, - { - "id": "readme_development", - "label": "Development", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "development", - "source_file": "README.md", - "source_location": "L64" - }, - { - "id": "readme_install_and_start", - "label": "Install and start", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "install and start", - "source_file": "README.md", - "source_location": "L8" - }, - { - "id": "readme_miinfer", - "label": "MIInfer", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "miinfer", - "source_file": "README.md", - "source_location": "L1" - }, - { - "id": "readme_qualification", - "label": "Qualification", - "_origin": "ast", - "community": 23, - "community_name": "roadmap.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "qualification", - "source_file": "README.md", - "source_location": "L49" - }, { "id": "experiments_exp_0054_m6a10_qwen35_q4k_projection", "label": "EXP-0054-m6a10-qwen35-q4k-projection.md", @@ -43358,111 +43215,23 @@ "source_file": "experiments/EXP-0048-m6a6-qwen35-full-forward.md", "source_location": "L49" }, - { - "id": "bench_decode_fast_path_bakeoff", - "label": "decode_fast_path_bakeoff.cpp", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "decode_fast_path_bakeoff.cpp", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L1" - }, - { - "id": "bench_decode_fast_path_bakeoff_cpp_f", - "label": "F", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "f", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_decode_fast_path_bakeoff_cpp_string", - "label": "string", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_decode_fast_path_bakeoff_timingresult_max_us", - "label": "max_us", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "max_us", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L29" - }, - { - "id": "bench_decode_fast_path_bakeoff_timingresult_mean_us", - "label": "mean_us", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "mean_us", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L28" - }, - { - "id": "bench_decode_fast_path_bakeoff_timingresult_min_us", - "label": "min_us", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "min_us", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L27" - }, - { - "id": "include_miinfer_kquant_wave_layout", - "label": "kquant_wave_layout.hpp", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "kquant_wave_layout.hpp", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_kquant_wave_layout_hpp_int8_t", "label": "int8_t", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "int8_t", "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_kquant_wave_layout_hpp_uint16_t", - "label": "uint16_t", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "uint16_t", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_kquant_wave_layout_hpp_uint32_t", "label": "uint32_t", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -43473,7 +43242,7 @@ "label": "uint64_t", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "uint64_t", "source_file": "", @@ -43484,7 +43253,7 @@ "label": "uint8_t", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "uint8_t", "source_file": "", @@ -43495,7 +43264,7 @@ "label": "d", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "d", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43506,7 +43275,7 @@ "label": "dmin", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "dmin", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43517,7 +43286,7 @@ "label": "minimums", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "minimums", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43528,7 +43297,7 @@ "label": "pad", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "pad", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43539,62 +43308,18 @@ "label": "scales", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "scales", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L12" }, - { - "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_dmin", - "label": "dmin", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "dmin", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L68" - }, - { - "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_high", - "label": "high", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "high", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L66" - }, - { - "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_scale_d", - "label": "scale_d", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "scale_d", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L67" - }, - { - "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_values", - "label": "values", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "values", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L65" - }, { "id": "include_miinfer_kquant_wave_layout_q4kwaveswiglufusedtile_metadata_gate", "label": "metadata_gate", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "metadata_gate", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43605,7 +43330,7 @@ "label": "metadata_up", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "metadata_up", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43616,7 +43341,7 @@ "label": "padding", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "padding", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43627,7 +43352,7 @@ "label": "words_p0", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "words_p0", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43638,40 +43363,18 @@ "label": "words_p1", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "words_p1", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L20" }, - { - "id": "include_miinfer_kquant_wave_layout_q4kwavetile_metadata", - "label": "metadata", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "metadata", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L13" - }, - { - "id": "include_miinfer_kquant_wave_layout_q4kwavetile_words", - "label": "words", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "words", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L9" - }, { "id": "include_miinfer_kquant_wave_layout_q5kwavetile_metadata", "label": "metadata", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43682,7 +43385,7 @@ "label": "padding", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "padding", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43693,7 +43396,7 @@ "label": "qh", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "qh", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43704,7 +43407,7 @@ "label": "words", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "words", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43715,7 +43418,7 @@ "label": "high", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "high", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43726,7 +43429,7 @@ "label": "scale_d", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "scale_d", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43737,7 +43440,7 @@ "label": "values", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "values", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43748,7 +43451,7 @@ "label": "metadata", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43759,7 +43462,7 @@ "label": "padding", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "padding", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43770,7 +43473,7 @@ "label": "qh", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "qh", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43781,133 +43484,12 @@ "label": "words", "_origin": "ast", "community": 243, - "community_name": "kquant_wave_layout.cpp", + "community_name": "Metadata", "file_type": "code", "norm_label": "words", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L41" }, - { - "id": "src_kquant_wave_layout", - "label": "kquant_wave_layout.cpp", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "kquant_wave_layout.cpp", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L1" - }, - { - "id": "src_kquant_wave_layout_cpp_block", - "label": "Block", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "block", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_gguftensortype", - "label": "GgufTensorType", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_int8_t", - "label": "int8_t", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "int8_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_q5kmmqtile", - "label": "Q5KMmqTile", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q5kmmqtile", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_q8_1block", - "label": "Q8_1Block", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q8_1block", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_tile", - "label": "Tile", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "tile", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_uint8_t", - "label": "uint8_t", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "uint8_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_kquant_wave_layout_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 243, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "experiments_exp_0050_m6b0_qwen38_llama_baseline", "label": "EXP-0050-m6b0-qwen38-llama-baseline.md", @@ -46988,12 +46570,23 @@ "source_file": "experiments/EXP-0061-m6a17-qwen35-composition-ladder.md", "source_location": "L3" }, + { + "id": "include_miinfer_qwen3_gpu_layer_hpp_vector", + "label": "vector", + "_origin": "ast", + "community": 267, + "community_name": "Qwen3DownProjectionContractTrace", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3downprojectioncontracttrace_current_s_correction", "label": "current_s_correction", "_origin": "ast", "community": 267, - "community_name": "size_t", + "community_name": "Qwen3DownProjectionContractTrace", "file_type": "code", "norm_label": "current_s_correction", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -47004,7 +46597,7 @@ "label": "direct_signed_oracle", "_origin": "ast", "community": 267, - "community_name": "size_t", + "community_name": "Qwen3DownProjectionContractTrace", "file_type": "code", "norm_label": "direct_signed_oracle", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -47015,88 +46608,22 @@ "label": "exact_sum_correction", "_origin": "ast", "community": 267, - "community_name": "size_t", + "community_name": "Qwen3DownProjectionContractTrace", "file_type": "code", "norm_label": "exact_sum_correction", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L216" }, { - "id": "qwen3projection", - "label": "Qwen3Projection", - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "qwen3projection", - "source_file": "", - "source_location": "" - }, - { - "id": "qwen3projectionprecision", - "label": "Qwen3ProjectionPrecision", - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "qwen3projectionprecision", - "source_file": "", - "source_location": "" - }, - { - "id": "src_qwen3_gpu_layer_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_qwen3_gpu_layer_cpp_span", - "label": "span", - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, - { - "id": "src_qwen3_gpu_layer_cpp_t", - "label": "T", - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_qwen3_gpu_layer_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 267, - "community_name": "size_t", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, - { - "id": "src_qwen3_gpu_layer_devicebytes_bytes", - "label": "bytes_", + "id": "include_miinfer_qwen3_gpu_layer_qwen3projectionprobetrace_output", + "label": "output", "_origin": "ast", "community": 267, - "community_name": "size_t", + "community_name": "Qwen3DownProjectionContractTrace", "file_type": "code", - "norm_label": "bytes_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L126" + "norm_label": "output", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L203" }, { "id": "experiments_exp_0380_b64_first_hang_localization", @@ -47479,17 +47006,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_fp16_gemv_bench_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "bench_fp16_gemv_bench_cpp_vector", "label": "vector", @@ -47501,138 +47017,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_fp16_gemv_bench_options_cache_regime", - "label": "cache_regime", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "cache_regime", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L28" - }, - { - "id": "bench_fp16_gemv_bench_options_custom_k", - "label": "custom_k", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "custom_k", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L31" - }, - { - "id": "bench_fp16_gemv_bench_options_custom_label", - "label": "custom_label", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "custom_label", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L29" - }, - { - "id": "bench_fp16_gemv_bench_options_custom_m", - "label": "custom_m", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "custom_m", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L30" - }, - { - "id": "bench_fp16_gemv_bench_options_device", - "label": "device", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "device", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L32" - }, - { - "id": "bench_fp16_gemv_bench_options_experiment", - "label": "experiment", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "experiment", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L25" - }, - { - "id": "bench_fp16_gemv_bench_options_implementation", - "label": "implementation", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "implementation", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L27" - }, - { - "id": "bench_fp16_gemv_bench_options_iterations", - "label": "iterations", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "iterations", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L34" - }, - { - "id": "bench_fp16_gemv_bench_options_json_output", - "label": "json_output", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "json_output", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L36" - }, - { - "id": "bench_fp16_gemv_bench_options_seed", - "label": "seed", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "seed", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L35" - }, - { - "id": "bench_fp16_gemv_bench_options_shape", - "label": "shape", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "shape", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L26" - }, - { - "id": "bench_fp16_gemv_bench_options_warmup", - "label": "warmup", - "_origin": "ast", - "community": 27, - "community_name": "fp16_gemv_bench.cpp", - "file_type": "code", - "norm_label": "warmup", - "source_file": "bench/fp16_gemv_bench.cpp", - "source_location": "L33" - }, { "id": "experiments_exp_0182_fused_gate_up_swiglu", "label": "EXP-0182-fused-gate-up-swiglu.md", @@ -48441,6 +47825,28 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L3423" }, + { + "id": "tools_miinfer_cli_stepresult_latency_ms", + "label": "latency_ms", + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": "latency_ms", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1308" + }, + { + "id": "tools_miinfer_cli_stepresult_token", + "label": "token", + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": "token", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1307" + }, { "id": "experiments_exp_0066_m6a22_qwen35_gpu_hybrid_position_audit", "label": "EXP-0066-m6a22-qwen35-gpu-hybrid-position-audit.md", @@ -48585,34 +47991,12 @@ "source_file": "experiments/EXP-0066-m6a22-qwen35-gpu-hybrid-position-audit.md", "source_location": "L3" }, - { - "id": "tools_m6a18_qwen35_deltanet_state_gpu", - "label": "m6a18_qwen35_deltanet_state_gpu.cpp", - "_origin": "ast", - "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", - "file_type": "code", - "norm_label": "m6a18_qwen35_deltanet_state_gpu.cpp", - "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", - "source_location": "L1" - }, - { - "id": "tools_m6a18_qwen35_deltanet_state_gpu_cpp_path", - "label": "path", - "_origin": "ast", - "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", - "file_type": "code", - "norm_label": "path", - "source_file": "", - "source_location": "" - }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_cpp_size_t", "label": "size_t", "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -48623,7 +48007,7 @@ "label": "span", "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "span", "source_file": "", @@ -48634,7 +48018,7 @@ "label": "T", "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "t", "source_file": "", @@ -48645,7 +48029,7 @@ "label": "vector", "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -48656,7 +48040,7 @@ "label": "data_", "_origin": "ast", "community": 273, - "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "community_name": "main", "file_type": "code", "norm_label": "data_", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -50105,39 +49489,6 @@ "source_file": "experiments/EXP-0068-m6a24-qwen35-eight-layer-gpu-prefix.md", "source_location": "L71" }, - { - "id": "include_miinfer_qwen3_model", - "label": "qwen3_model.hpp", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "qwen3_model.hpp", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_qwen3_model_hpp_byte", - "label": "byte", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "byte", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen3_model_hpp_gguftensortype", - "label": "GgufTensorType", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_qwen3_model_hpp_shared_ptr", "label": "shared_ptr", @@ -50171,17 +49522,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_qwen3_model_hpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_qwen3_model_hpp_vector", "label": "vector", @@ -50193,237 +49533,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_qwen3_model_qwen3config_attention_heads", - "label": "attention_heads", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "attention_heads", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L17" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_context_length", - "label": "context_length", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "context_length", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L21" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_head_dim", - "label": "head_dim", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "head_dim", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L19" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_hidden_size", - "label": "hidden_size", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "hidden_size", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L15" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_intermediate_size", - "label": "intermediate_size", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "intermediate_size", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L16" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_kv_heads", - "label": "kv_heads", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "kv_heads", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L18" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_layer_count", - "label": "layer_count", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "layer_count", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L14" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_rms_epsilon", - "label": "rms_epsilon", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "rms_epsilon", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L23" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_rope_theta", - "label": "rope_theta", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "rope_theta", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L22" - }, - { - "id": "include_miinfer_qwen3_model_qwen3config_vocab_size", - "label": "vocab_size", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "vocab_size", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L20" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_attention_norm", - "label": "attention_norm", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "attention_norm", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L37" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_down", - "label": "down", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "down", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L47" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_ffn_norm", - "label": "ffn_norm", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "ffn_norm", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L44" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_gate", - "label": "gate", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "gate", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L45" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_k", - "label": "k", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "k", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L39" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_k_norm", - "label": "k_norm", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "k_norm", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L43" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_output", - "label": "output", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "output", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L41" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_q", - "label": "q", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "q", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L38" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_q_norm", - "label": "q_norm", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "q_norm", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L42" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_up", - "label": "up", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "up", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L46" - }, - { - "id": "include_miinfer_qwen3_model_qwen3layerweights_v", - "label": "v", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "v", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L40" - }, { "id": "include_miinfer_qwen3_model_qwen3model_artifact_path", "label": "artifact_path_", @@ -50512,17 +49621,6 @@ "source_file": "include/miinfer/qwen3_model.hpp", "source_location": "L71" }, - { - "id": "include_miinfer_qwen3_model_qwen3tensorview_source", - "label": "source", - "_origin": "ast", - "community": 284, - "community_name": "Qwen3Model", - "file_type": "code", - "norm_label": "source", - "source_file": "include/miinfer/qwen3_model.hpp", - "source_location": "L27" - }, { "id": "experiments_exp_0080_m6a27_qwen35_sixty_four_layer_gpu_composition", "label": "EXP-0080-m6a27-qwen35-sixty-four-layer-gpu-composition.md", @@ -50876,110 +49974,110 @@ "label": "size_t", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_append", - "label": "append", + "id": "include_miinfer_qwen3_gpu_layer_hpp_unique_ptr", + "label": "unique_ptr", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "append", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L232" + "norm_label": "unique_ptr", + "source_file": "", + "source_location": "" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_keys", - "label": "keys_", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_caches", + "label": "caches_", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "keys_", + "norm_label": "caches_", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L250" + "source_location": "L278" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_reset", - "label": "reset", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_length", + "label": "length", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "reset", + "norm_label": "length", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L231" + "source_location": "L270" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_keys", - "label": "snapshot_keys", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_prepare", + "label": "prepare", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "snapshot_keys", + "norm_label": "prepare", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L239" + "source_location": "L268" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_values", - "label": "snapshot_values", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_workspace", + "label": "workspace_", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "snapshot_values", + "norm_label": "workspace_", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L240" + "source_location": "L279" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_values", - "label": "values_", + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_append", + "label": "append", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "values_", + "norm_label": "append", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L251" + "source_location": "L232" }, { - "id": "src_qwen3_gpu_layer_cpp_uint32_t", - "label": "uint32_t", + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_keys", + "label": "keys_", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" + "norm_label": "keys_", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L250" }, { - "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_final_norm", - "label": "final_norm", + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_reset", + "label": "reset", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "final_norm", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L788" + "norm_label": "reset", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L231" }, { - "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_output", - "label": "output", + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_values", + "label": "values_", "_origin": "ast", "community": 288, - "community_name": "Qwen3Layer0GpuKvCache", + "community_name": "Qwen3GpuDecodeCache", "file_type": "code", - "norm_label": "output", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L754" + "norm_label": "values_", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L251" }, { "id": "experiments_exp_0124_m6b32_transposed_no_decay_store", @@ -51622,6 +50720,17 @@ "source_file": "", "source_location": "" }, + { + "id": "bench_m24_projection_bakeoff_cpp_hipevent_t", + "label": "hipEvent_t", + "_origin": "ast", + "community": 293, + "community_name": "m24_projection_bakeoff.cpp", + "file_type": "code", + "norm_label": "hipevent_t", + "source_file": "", + "source_location": "" + }, { "id": "bench_m24_projection_bakeoff_cpp_size_t", "label": "size_t", @@ -51699,6 +50808,17 @@ "source_file": "", "source_location": "" }, + { + "id": "bench_m24_projection_bakeoff_event_value", + "label": "value", + "_origin": "ast", + "community": 293, + "community_name": "m24_projection_bakeoff.cpp", + "file_type": "code", + "norm_label": "value", + "source_file": "bench/m24_projection_bakeoff.cpp", + "source_location": "L48" + }, { "id": "experiments_exp_0076_m6a266_qwen35_l29_output_provenance", "label": "EXP-0076-m6a266-qwen35-l29-output-provenance.md", @@ -55204,23 +54324,12 @@ "source_file": "experiments/EXP-V2-0042-p8192-trace-and-sampling-regression.md", "source_location": "L383" }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu", - "label": "m6a20_qwen35_recurrent_layer_gpu.cpp", - "_origin": "ast", - "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", - "file_type": "code", - "norm_label": "m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L1" - }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_metrics", "label": "Metrics", "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "metrics", "source_file": "", @@ -55231,7 +54340,7 @@ "label": "path", "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "path", "source_file": "", @@ -55242,7 +54351,7 @@ "label": "size_t", "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -55253,29 +54362,18 @@ "label": "T", "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "t", "source_file": "", "source_location": "" }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_devicebuffer_data", "label": "data_", "_origin": "ast", "community": 320, - "community_name": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "community_name": "check_device", "file_type": "code", "norm_label": "data_", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -58245,17 +57343,6 @@ "source_file": "experiments/EXP-0121-m6b29-recurrent-stage-attribution.md", "source_location": "L9" }, - { - "id": "bench_prefill_v2_e2e_bench", - "label": "prefill_v2_e2e_bench.cpp", - "_origin": "ast", - "community": 342, - "community_name": "AggregatedStats", - "file_type": "code", - "norm_label": "prefill_v2_e2e_bench.cpp", - "source_file": "bench/prefill_v2_e2e_bench.cpp", - "source_location": "L1" - }, { "id": "bench_prefill_v2_e2e_bench_aggregatedstats_generated_tokens", "label": "generated_tokens", @@ -69861,6 +68948,50 @@ "source_file": "AGENTS.md", "source_location": "L345" }, + { + "id": "tools_miinfer_cli_cpp_byte", + "label": "byte", + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "byte", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_miinfer_cli_cpp_unique_ptr", + "label": "unique_ptr", + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "unique_ptr", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_miinfer_cli_cpp_unordered_map", + "label": "unordered_map", + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "unordered_map", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_miinfer_cli_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "tools_miinfer_cli_runtimegeneratestats_cancelled", "label": "cancelled", @@ -70081,6 +69212,39 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L525" }, + { + "id": "tools_miinfer_cli_sessionprefixnode_checkpoint_index", + "label": "checkpoint_index", + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "checkpoint_index", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1048" + }, + { + "id": "tools_miinfer_cli_sessionprefixnode_children", + "label": "children", + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "children", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1047" + }, + { + "id": "tools_miinfer_cli_sessionprefixnode_edge", + "label": "edge", + "_origin": "ast", + "community": 430, + "community_name": "RuntimeGenerateStats", + "file_type": "code", + "norm_label": "edge", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1046" + }, { "id": "scripts_run_exp0178_ssm_out_ab", "label": "run-exp0178-ssm-out-ab.sh", @@ -73835,17 +72999,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tools_miinfer_cli_cpp_path", - "label": "path", - "_origin": "ast", - "community": 467, - "community_name": "miinfer_cli.cpp", - "file_type": "code", - "norm_label": "path", - "source_file": "", - "source_location": "" - }, { "id": "tools_miinfer_cli_cpp_string", "label": "string", @@ -73868,17 +73021,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tools_miinfer_cli_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 467, - "community_name": "miinfer_cli.cpp", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "tools_miinfer_cli_extractedassistantoutput_content", "label": "content", @@ -77030,17 +76172,6 @@ "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", "source_location": "L85" }, - { - "id": "include_miinfer_prefill_v2_recurrent_layer_prefillv2recurrentlayer_forward", - "label": "forward", - "_origin": "ast", - "community": 479, - "community_name": "PrefillV2RecurrentLayer", - "file_type": "code", - "norm_label": "forward", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L65" - }, { "id": "include_miinfer_fp16_gemv_rocblasgemmhandle_opaque", "label": "opaque", @@ -79428,81 +78559,125 @@ "source_location": "L66" }, { - "id": "bench_candidate_a_ffn_shared_bench", - "label": "candidate_a_ffn_shared_bench.cpp", + "id": "include_miinfer_fp16_gemv", + "label": "fp16_gemv.hpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "candidate_a_ffn_shared_bench.cpp", - "source_file": "bench/candidate_a_ffn_shared_bench.cpp", + "norm_label": "fp16_gemv.hpp", + "source_file": "include/miinfer/fp16_gemv.hpp", "source_location": "L1" }, { - "id": "include_miinfer_m12_dense_stage", - "label": "m12_dense_stage.hpp", + "id": "include_miinfer_fp16_gemv_gemvkernelresources_local_bytes", + "label": "local_bytes", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "m12_dense_stage.hpp", - "source_file": "include/miinfer/m12_dense_stage.hpp", - "source_location": "L1" + "norm_label": "local_bytes", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L90" }, { - "id": "include_miinfer_qwen3_gpu_primitives", - "label": "qwen3_gpu_primitives.hpp", + "id": "include_miinfer_fp16_gemv_gemvkernelresources_max_threads_per_block", + "label": "max_threads_per_block", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "qwen3_gpu_primitives.hpp", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "norm_label": "max_threads_per_block", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L91" + }, + { + "id": "include_miinfer_fp16_gemv_gemvkernelresources_registers", + "label": "registers", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "registers", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L88" + }, + { + "id": "include_miinfer_fp16_gemv_gemvkernelresources_shared_bytes", + "label": "shared_bytes", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "shared_bytes", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L89" + }, + { + "id": "include_miinfer_fp16_gemv_hpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_kquant_wave_layout", + "label": "kquant_wave_layout.hpp", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "kquant_wave_layout.hpp", + "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L1" }, { - "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_base_position", - "label": "base_position", + "id": "include_miinfer_q4_q8_gemv", + "label": "q4_q8_gemv.hpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "base_position", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L40" + "norm_label": "q4_q8_gemv.hpp", + "source_file": "include/miinfer/q4_q8_gemv.hpp", + "source_location": "L1" }, { - "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_kv_capacity", - "label": "kv_capacity", + "id": "include_miinfer_q4_q8_packed_dot", + "label": "q4_q8_packed_dot.hpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "kv_capacity", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L43" + "norm_label": "q4_q8_packed_dot.hpp", + "source_file": "include/miinfer/q4_q8_packed_dot.hpp", + "source_location": "L1" }, { - "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_token_count", - "label": "token_count", + "id": "include_miinfer_q4_q8_zero_point_dot", + "label": "q4_q8_zero_point_dot.hpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "token_count", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L41" + "norm_label": "q4_q8_zero_point_dot.hpp", + "source_file": "include/miinfer/q4_q8_zero_point_dot.hpp", + "source_location": "L1" }, { - "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_total_length", - "label": "total_length", + "id": "include_miinfer_qwen3_gpu_primitives", + "label": "qwen3_gpu_primitives.hpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "total_length", + "norm_label": "qwen3_gpu_primitives.hpp", "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L42" + "source_location": "L1" }, { "id": "include_miinfer_qwen3_gpu_primitives_hpp_int16_t", @@ -79526,17 +78701,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_qwen3_gpu_primitives_hpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_qwen3_gpu_primitives_hpp_uint8_t", "label": "uint8_t", @@ -79791,16 +78955,60 @@ "source_location": "L24" }, { - "id": "tests_qwen35_conv_batch_test", - "label": "qwen35_conv_batch_test.cpp", + "id": "tests_fp16_gemv_test", + "label": "fp16_gemv_test.cpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "qwen35_conv_batch_test.cpp", - "source_file": "tests/qwen35_conv_batch_test.cpp", + "norm_label": "fp16_gemv_test.cpp", + "source_file": "tests/fp16_gemv_test.cpp", "source_location": "L1" }, + { + "id": "tests_fp16_gemv_test_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_q4_q8_gemv_test", + "label": "q4_q8_gemv_test.cpp", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "q4_q8_gemv_test.cpp", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_q4_q8_gemv_test_cpp_string", + "label": "string", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 488, + "community_name": "qwen3_gpu_primitives.hpp", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, { "id": "experiments_exp_0256_m12_gdn_chunkwise_oracle", "label": "EXP-0256-m12-gdn-chunkwise-oracle.md", @@ -80075,17 +79283,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1042" }, - { - "id": "bench_prefix_state_reuse_bench", - "label": "prefix_state_reuse_bench.cpp", - "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", - "file_type": "code", - "norm_label": "prefix_state_reuse_bench.cpp", - "source_file": "bench/prefix_state_reuse_bench.cpp", - "source_location": "L1" - }, { "id": "bench_prefix_state_reuse_bench_cpp_size_t", "label": "size_t", @@ -80623,44 +79820,22 @@ "source_location": "L50" }, { - "id": "tools_miinfer_cli_cpp_function", - "label": "function", - "_origin": "ast", - "community": 493, - "community_name": "uint32_t", - "file_type": "code", - "norm_label": "function", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_opt_prefill_checkpoint", - "label": "opt_prefill_checkpoint_", - "_origin": "ast", - "community": 493, - "community_name": "uint32_t", - "file_type": "code", - "norm_label": "opt_prefill_checkpoint_", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L3392" - }, - { - "id": "tools_miinfer_cli_runtimegenerateoptions_should_cancel", - "label": "should_cancel", + "id": "include_miinfer_prefill_v2_recurrent_layer_prefillv2recurrentlayer_forward", + "label": "forward", "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", - "norm_label": "should_cancel", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L503" + "norm_label": "forward", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L65" }, { "id": "tools_qwen35_gpu_pipeline_hpp_q8_1block", "label": "Q8_1Block", "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "q8_1block", "source_file": "", @@ -80671,7 +79846,7 @@ "label": "string", "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "string", "source_file": "", @@ -80682,7 +79857,7 @@ "label": "uint32_t", "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -80693,7 +79868,7 @@ "label": "kStateElements", "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "kstateelements", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -80704,7 +79879,7 @@ "label": "position", "_origin": "ast", "community": 493, - "community_name": "uint32_t", + "community_name": ".get", "file_type": "code", "norm_label": "position", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -81368,7 +80543,7 @@ "node_kind": "heading", "norm_label": "architecture direction", "source_file": "developer-guide.md", - "source_location": "L593" + "source_location": "L610" }, { "id": "developer_guide_benchmark_philosophy", @@ -81380,7 +80555,7 @@ "node_kind": "heading", "norm_label": "benchmark philosophy", "source_file": "developer-guide.md", - "source_location": "L774" + "source_location": "L791" }, { "id": "developer_guide_building", @@ -81392,7 +80567,7 @@ "node_kind": "heading", "norm_label": "building", "source_file": "developer-guide.md", - "source_location": "L845" + "source_location": "L862" }, { "id": "developer_guide_contributing", @@ -81404,7 +80579,7 @@ "node_kind": "heading", "norm_label": "contributing", "source_file": "developer-guide.md", - "source_location": "L946" + "source_location": "L963" }, { "id": "developer_guide_core_hypothesis", @@ -81416,7 +80591,7 @@ "node_kind": "heading", "norm_label": "core hypothesis", "source_file": "developer-guide.md", - "source_location": "L434" + "source_location": "L451" }, { "id": "developer_guide_correctness_before_performance", @@ -81428,7 +80603,19 @@ "node_kind": "heading", "norm_label": "correctness before performance", "source_file": "developer-guide.md", - "source_location": "L484" + "source_location": "L501" + }, + { + "id": "developer_guide_current_cmake_build_graph", + "label": "Current CMake build graph", + "_origin": "ast", + "community": 5, + "community_name": "MIInfer", + "file_type": "document", + "node_kind": "heading", + "norm_label": "current cmake build graph", + "source_file": "developer-guide.md", + "source_location": "L38" }, { "id": "developer_guide_design_principles", @@ -81440,7 +80627,7 @@ "node_kind": "heading", "norm_label": "design principles", "source_file": "developer-guide.md", - "source_location": "L452" + "source_location": "L469" }, { "id": "developer_guide_development_roadmap", @@ -81452,7 +80639,7 @@ "node_kind": "heading", "norm_label": "development roadmap", "source_file": "developer-guide.md", - "source_location": "L686" + "source_location": "L703" }, { "id": "developer_guide_experiments", @@ -81464,7 +80651,7 @@ "node_kind": "heading", "norm_label": "experiments", "source_file": "developer-guide.md", - "source_location": "L810" + "source_location": "L827" }, { "id": "developer_guide_gfx906_llama_cpp_forks", @@ -81476,7 +80663,7 @@ "node_kind": "heading", "norm_label": "gfx906 llama.cpp forks", "source_file": "developer-guide.md", - "source_location": "L647" + "source_location": "L664" }, { "id": "developer_guide_gfx906_vllm_work", @@ -81488,7 +80675,7 @@ "node_kind": "heading", "norm_label": "gfx906 vllm work", "source_file": "developer-guide.md", - "source_location": "L671" + "source_location": "L688" }, { "id": "developer_guide_guiding_principle", @@ -81500,7 +80687,7 @@ "node_kind": "heading", "norm_label": "guiding principle", "source_file": "developer-guide.md", - "source_location": "L980" + "source_location": "L997" }, { "id": "developer_guide_h0", @@ -81512,7 +80699,7 @@ "node_kind": "heading", "norm_label": "h0", "source_file": "developer-guide.md", - "source_location": "L438" + "source_location": "L455" }, { "id": "developer_guide_h1", @@ -81524,7 +80711,7 @@ "node_kind": "heading", "norm_label": "h1", "source_file": "developer-guide.md", - "source_location": "L442" + "source_location": "L459" }, { "id": "developer_guide_hardware_requirements", @@ -81536,7 +80723,7 @@ "node_kind": "heading", "norm_label": "hardware requirements", "source_file": "developer-guide.md", - "source_location": "L886" + "source_location": "L903" }, { "id": "developer_guide_hot_paths_should_be_static", @@ -81548,7 +80735,7 @@ "node_kind": "heading", "norm_label": "hot paths should be static", "source_file": "developer-guide.md", - "source_location": "L507" + "source_location": "L524" }, { "id": "developer_guide_initial_target", @@ -81560,7 +80747,7 @@ "node_kind": "heading", "norm_label": "initial target", "source_file": "developer-guide.md", - "source_location": "L385" + "source_location": "L402" }, { "id": "developer_guide_license", @@ -81572,7 +80759,7 @@ "node_kind": "heading", "norm_label": "license", "source_file": "developer-guide.md", - "source_location": "L970" + "source_location": "L987" }, { "id": "developer_guide_llama_cpp", @@ -81584,7 +80771,7 @@ "node_kind": "heading", "norm_label": "llama.cpp", "source_file": "developer-guide.md", - "source_location": "L636" + "source_location": "L653" }, { "id": "developer_guide_m0_baseline", @@ -81596,7 +80783,7 @@ "node_kind": "heading", "norm_label": "m0 \u2014 baseline", "source_file": "developer-guide.md", - "source_location": "L688" + "source_location": "L705" }, { "id": "developer_guide_m17_local_appliance_quick_start", @@ -81608,7 +80795,7 @@ "node_kind": "heading", "norm_label": "m17 local appliance quick start", "source_file": "developer-guide.md", - "source_location": "L38" + "source_location": "L55" }, { "id": "developer_guide_m1_kernel_laboratory", @@ -81620,7 +80807,7 @@ "node_kind": "heading", "norm_label": "m1 \u2014 kernel laboratory", "source_file": "developer-guide.md", - "source_location": "L699" + "source_location": "L716" }, { "id": "developer_guide_m2_prove_specialization", @@ -81632,7 +80819,7 @@ "node_kind": "heading", "norm_label": "m2 \u2014 prove specialization", "source_file": "developer-guide.md", - "source_location": "L708" + "source_location": "L725" }, { "id": "developer_guide_m3_minimal_runtime", @@ -81644,7 +80831,7 @@ "node_kind": "heading", "norm_label": "m3 \u2014 minimal runtime", "source_file": "developer-guide.md", - "source_location": "L721" + "source_location": "L738" }, { "id": "developer_guide_m4_first_correct_generation", @@ -81656,7 +80843,7 @@ "node_kind": "heading", "norm_label": "m4 \u2014 first correct generation", "source_file": "developer-guide.md", - "source_location": "L731" + "source_location": "L748" }, { "id": "developer_guide_m5_beat_the_reference", @@ -81668,7 +80855,7 @@ "node_kind": "heading", "norm_label": "m5 \u2014 beat the reference", "source_file": "developer-guide.md", - "source_location": "L735" + "source_location": "L752" }, { "id": "developer_guide_m6_runtime_specialization", @@ -81680,7 +80867,7 @@ "node_kind": "heading", "norm_label": "m6 \u2014 runtime specialization", "source_file": "developer-guide.md", - "source_location": "L749" + "source_location": "L766" }, { "id": "developer_guide_m7_expansion", @@ -81692,7 +80879,7 @@ "node_kind": "heading", "norm_label": "m7 \u2014 expansion", "source_file": "developer-guide.md", - "source_location": "L760" + "source_location": "L777" }, { "id": "developer_guide_measure_before_optimizing", @@ -81704,7 +80891,7 @@ "node_kind": "heading", "norm_label": "measure before optimizing", "source_file": "developer-guide.md", - "source_location": "L469" + "source_location": "L486" }, { "id": "developer_guide_miinfer", @@ -81728,7 +80915,7 @@ "node_kind": "heading", "norm_label": "negative results are retained", "source_file": "developer-guide.md", - "source_location": "L497" + "source_location": "L514" }, { "id": "developer_guide_ninfer", @@ -81740,7 +80927,7 @@ "node_kind": "heading", "norm_label": "ninfer", "source_file": "developer-guide.md", - "source_location": "L663" + "source_location": "L680" }, { "id": "developer_guide_repository_structure", @@ -81752,7 +80939,7 @@ "node_kind": "heading", "norm_label": "repository structure", "source_file": "developer-guide.md", - "source_location": "L907" + "source_location": "L924" }, { "id": "developer_guide_research_influences", @@ -81764,7 +80951,7 @@ "node_kind": "heading", "norm_label": "research influences", "source_file": "developer-guide.md", - "source_location": "L632" + "source_location": "L649" }, { "id": "developer_guide_specialization_is_intentional", @@ -81776,7 +80963,7 @@ "node_kind": "heading", "norm_label": "specialization is intentional", "source_file": "developer-guide.md", - "source_location": "L454" + "source_location": "L471" }, { "id": "developer_guide_status", @@ -81800,7 +80987,7 @@ "node_kind": "heading", "norm_label": "what miinfer does not initially aim to build", "source_file": "developer-guide.md", - "source_location": "L566" + "source_location": "L583" }, { "id": "developer_guide_what_miinfer_intends_to_own", @@ -81812,7 +80999,7 @@ "node_kind": "heading", "norm_label": "what miinfer intends to own", "source_file": "developer-guide.md", - "source_location": "L545" + "source_location": "L562" }, { "id": "developer_guide_why_miinfer", @@ -81824,7 +81011,7 @@ "node_kind": "heading", "norm_label": "why miinfer?", "source_file": "developer-guide.md", - "source_location": "L407" + "source_location": "L424" }, { "id": "experiments_exp_0179_q6k_native_rollout", @@ -84486,23 +83673,12 @@ "source_file": "experiments/TEMPLATE.md", "source_location": "L144" }, - { - "id": "bench_suffix_ttft_attribution_bench", - "label": "suffix_ttft_attribution_bench.cpp", - "_origin": "ast", - "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", - "file_type": "code", - "norm_label": "suffix_ttft_attribution_bench.cpp", - "source_file": "bench/suffix_ttft_attribution_bench.cpp", - "source_location": "L1" - }, { "id": "bench_suffix_ttft_attribution_bench_cpp_size_t", "label": "size_t", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -84513,7 +83689,7 @@ "label": "uint32_t", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -84524,7 +83700,7 @@ "label": "vector", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -84535,7 +83711,7 @@ "label": "core_ms", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "core_ms", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -84546,7 +83722,7 @@ "label": "is_gqa", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "is_gqa", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -84557,7 +83733,7 @@ "label": "layer_idx", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "layer_idx", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -84568,7 +83744,7 @@ "label": "mmq_ms", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "mmq_ms", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -84579,7 +83755,7 @@ "label": "norm_quant_ms", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "norm_quant_ms", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -84590,7 +83766,7 @@ "label": "total_layer_ms", "_origin": "ast", "community": 520, - "community_name": "suffix_ttft_attribution_bench.cpp", + "community_name": "LayerProfileData", "file_type": "code", "norm_label": "total_layer_ms", "source_file": "bench/suffix_ttft_attribution_bench.cpp", @@ -88741,6 +87917,21 @@ "source_file": "scripts/test-package.sh", "source_location": "L1" }, + { + "id": "scripts_test_package_cleanup", + "label": "cleanup()", + "_origin": "ast", + "community": 557, + "community_name": "test-package.sh", + "file_type": "code", + "metadata": { + "language": "bash", + "kind": "bash_function" + }, + "norm_label": "cleanup()", + "source_file": "scripts/test-package.sh", + "source_location": "L21" + }, { "id": "scripts_test_package_sh__entry", "label": "test-package.sh script", @@ -88873,17 +88064,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_m13_quant_mm_bench_cpp_gguftensortype", - "label": "GgufTensorType", - "_origin": "ast", - "community": 559, - "community_name": "m13_quant_mm_bench.cpp", - "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" - }, { "id": "bench_m13_quant_mm_bench_cpp_hipevent_t", "label": "hipEvent_t", @@ -88928,17 +88108,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_m13_quant_mm_bench_cpp_uint64_t", - "label": "uint64_t", - "_origin": "ast", - "community": 559, - "community_name": "m13_quant_mm_bench.cpp", - "file_type": "code", - "norm_label": "uint64_t", - "source_file": "", - "source_location": "" - }, { "id": "bench_m13_quant_mm_bench_cpp_vector", "label": "vector", @@ -90156,50 +89325,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_q4_q8_gemv_hpp_int16_t", - "label": "int16_t", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "int16_t", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_q4_q8_gemv_q8exactblock_d", - "label": "d", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "d", - "source_file": "include/miinfer/q4_q8_gemv.hpp", - "source_location": "L33" - }, - { - "id": "include_miinfer_q4_q8_gemv_q8exactblock_qs", - "label": "qs", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "qs", - "source_file": "include/miinfer/q4_q8_gemv.hpp", - "source_location": "L35" - }, - { - "id": "include_miinfer_q4_q8_gemv_q8exactblock_sum", - "label": "sum", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "sum", - "source_file": "include/miinfer/q4_q8_gemv.hpp", - "source_location": "L34" - }, { "id": "rmsreduction", "label": "RmsReduction", @@ -90222,127 +89347,6 @@ "source_file": "tests/qwen3_layer35_external_test.cpp", "source_location": "L1" }, - { - "id": "tests_qwen3_layer35_external_test_attentionpathreplay_attention_output", - "label": "attention_output", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "attention_output", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L515" - }, - { - "id": "tests_qwen3_layer35_external_test_attentionpathreplay_ffn_input", - "label": "ffn_input", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "ffn_input", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L516" - }, - { - "id": "tests_qwen3_layer35_external_test_attentionpathreplay_ffn_norm", - "label": "ffn_norm", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "ffn_norm", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L517" - }, - { - "id": "tests_qwen3_layer35_external_test_attentionpathreplay_layer_output", - "label": "layer_output", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "layer_output", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L518" - }, - { - "id": "tests_qwen3_layer35_external_test_attentionpathreplay_v", - "label": "v", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "v", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L514" - }, - { - "id": "tests_qwen3_layer35_external_test_checkpoint_file", - "label": "file", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "file", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L982" - }, - { - "id": "tests_qwen3_layer35_external_test_checkpoint_miinfer", - "label": "miinfer", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "miinfer", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L983" - }, - { - "id": "tests_qwen3_layer35_external_test_checkpoint_name", - "label": "name", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "name", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L981" - }, - { - "id": "tests_qwen3_layer35_external_test_checkpoint_tolerance", - "label": "tolerance", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "tolerance", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L984" - }, - { - "id": "tests_qwen3_layer35_external_test_cpp_int16_t", - "label": "int16_t", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "int16_t", - "source_file": "", - "source_location": "" - }, - { - "id": "tests_qwen3_layer35_external_test_cpp_int8_t", - "label": "int8_t", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "int8_t", - "source_file": "", - "source_location": "" - }, { "id": "tests_qwen3_layer35_external_test_cpp_path", "label": "path", @@ -90376,17 +89380,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tests_qwen3_layer35_external_test_cpp_uint16_t", - "label": "uint16_t", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "uint16_t", - "source_file": "", - "source_location": "" - }, { "id": "tests_qwen3_layer35_external_test_cpp_vector", "label": "vector", @@ -90398,160 +89391,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tests_qwen3_layer35_external_test_ffntailreplay_down", - "label": "down", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "down", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L281" - }, - { - "id": "tests_qwen3_layer35_external_test_ffntailreplay_gate", - "label": "gate", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "gate", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L278" - }, - { - "id": "tests_qwen3_layer35_external_test_ffntailreplay_layer_output", - "label": "layer_output", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "layer_output", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L282" - }, - { - "id": "tests_qwen3_layer35_external_test_ffntailreplay_swiglu", - "label": "swiglu", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "swiglu", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L280" - }, - { - "id": "tests_qwen3_layer35_external_test_ffntailreplay_up", - "label": "up", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "up", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L279" - }, - { - "id": "tests_qwen3_layer35_external_test_q8replayblock_d_bits", - "label": "d_bits", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "d_bits", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L39" - }, - { - "id": "tests_qwen3_layer35_external_test_q8replayblock_qs", - "label": "qs", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "qs", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L41" - }, - { - "id": "tests_qwen3_layer35_external_test_q8replayblock_sum", - "label": "sum", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "sum", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L40" - }, - { - "id": "tests_qwen3_layer35_external_test_rmsvariant_inverse", - "label": "inverse", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "inverse", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L226" - }, - { - "id": "tests_qwen3_layer35_external_test_rmsvariant_mean", - "label": "mean", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "mean", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L224" - }, - { - "id": "tests_qwen3_layer35_external_test_rmsvariant_norm", - "label": "norm", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "norm", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L222" - }, - { - "id": "tests_qwen3_layer35_external_test_rmsvariant_rms", - "label": "rms", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "rms", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L221" - }, - { - "id": "tests_qwen3_layer35_external_test_rmsvariant_root", - "label": "root", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "root", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L225" - }, - { - "id": "tests_qwen3_layer35_external_test_rmsvariant_sum", - "label": "sum", - "_origin": "ast", - "community": 57, - "community_name": "qwen3_layer35_external_test.cpp", - "file_type": "code", - "norm_label": "sum", - "source_file": "tests/qwen3_layer35_external_test.cpp", - "source_location": "L223" - }, { "id": "experiments_exp_0370_l7_tail_kv_causal_contract", "label": "EXP-0370-l7-tail-kv-causal-contract.md", @@ -91497,7 +90336,7 @@ "label": "m24_attention_layer_bakeoff.cpp", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "m24_attention_layer_bakeoff.cpp", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91508,7 +90347,7 @@ "label": "finite", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "finite", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91519,7 +90358,7 @@ "label": "max_abs", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "max_abs", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91530,7 +90369,7 @@ "label": "rmse", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "rmse", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91541,7 +90380,7 @@ "label": "array", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "array", "source_file": "", @@ -91552,7 +90391,7 @@ "label": "hipEvent_t", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "hipevent_t", "source_file": "", @@ -91563,7 +90402,7 @@ "label": "path", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "path", "source_file": "", @@ -91574,7 +90413,7 @@ "label": "size_t", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -91585,7 +90424,7 @@ "label": "string", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "string", "source_file": "", @@ -91596,7 +90435,7 @@ "label": "string_view", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "string_view", "source_file": "", @@ -91607,7 +90446,7 @@ "label": "T", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "t", "source_file": "", @@ -91618,7 +90457,7 @@ "label": "uint32_t", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -91629,7 +90468,7 @@ "label": "vector", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -91640,7 +90479,7 @@ "label": "start", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "start", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91651,7 +90490,7 @@ "label": "stop", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "stop", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91662,7 +90501,7 @@ "label": "pointer", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "pointer", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91673,7 +90512,7 @@ "label": "profile", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "profile", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91684,7 +90523,7 @@ "label": "free_bytes", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "free_bytes", "source_file": "bench/m24_attention_layer_bakeoff.cpp", @@ -91695,232 +90534,12 @@ "label": "total_bytes", "_origin": "ast", "community": 578, - "community_name": "StageProfile", + "community_name": "run_layer", "file_type": "code", "norm_label": "total_bytes", "source_file": "bench/m24_attention_layer_bakeoff.cpp", "source_location": "L95" }, - { - "id": "tools_qwen35_gpu_pipeline_hpp_hipevent_t", - "label": "hipEvent_t", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "hipevent_t", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_ordered_end", - "label": "ordered_end", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "ordered_end", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L855" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_ordered_recorded", - "label": "ordered_recorded", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "ordered_recorded", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L863" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_ordered_start", - "label": "ordered_start", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "ordered_start", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L854" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_prepare_end", - "label": "prepare_end", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "prepare_end", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L853" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_prepare_recorded", - "label": "prepare_recorded", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "prepare_recorded", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L862" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_prepare_start", - "label": "prepare_start", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "prepare_start", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L852" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_stage_recorded", - "label": "stage_recorded", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "stage_recorded", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L866" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_start", - "label": "start", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "start", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L848" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_end", - "label": "tail_end", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "tail_end", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L851" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_family_end", - "label": "tail_family_end", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "tail_family_end", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L857" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_family_recorded", - "label": "tail_family_recorded", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "tail_family_recorded", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L864" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_family_start", - "label": "tail_family_start", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "tail_family_start", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L856" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_recorded", - "label": "tail_recorded", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "tail_recorded", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L860" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_start", - "label": "tail_start", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "tail_start", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L850" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_batch_count", - "label": "wide_tail_batch_count", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "wide_tail_batch_count", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L867" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_family_end", - "label": "wide_tail_family_end", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "wide_tail_family_end", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L859" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_family_recorded", - "label": "wide_tail_family_recorded", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "wide_tail_family_recorded", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L865" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_family_start", - "label": "wide_tail_family_start", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "wide_tail_family_start", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L858" - }, - { - "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_recorded", - "label": "wide_tail_recorded", - "_origin": "ast", - "community": 578, - "community_name": "StageProfile", - "file_type": "code", - "norm_label": "wide_tail_recorded", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L861" - }, { "id": "experiments_exp_0286_m23_wide_prefill_mapping", "label": "EXP-0286-m23-wide-prefill-mapping.md", @@ -98025,17 +96644,6 @@ "source_file": "bench/v2_0020_pipeline_bench.cpp", "source_location": "L22" }, - { - "id": "bench_long_context_qualification_bench", - "label": "long_context_qualification_bench.cpp", - "_origin": "ast", - "community": 620, - "community_name": "BenchmarkResult", - "file_type": "code", - "norm_label": "long_context_qualification_bench.cpp", - "source_file": "bench/long_context_qualification_bench.cpp", - "source_location": "L1" - }, { "id": "bench_long_context_qualification_bench_benchmarkresult_decode_step_ms", "label": "decode_step_ms", @@ -99086,221 +97694,276 @@ "source_file": "scripts/compare-m26cq-layer-path.py", "source_location": "L1" }, + { + "id": "bench_candidate_a_ffn_shared_bench", + "label": "candidate_a_ffn_shared_bench.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "candidate_a_ffn_shared_bench.cpp", + "source_file": "bench/candidate_a_ffn_shared_bench.cpp", + "source_location": "L1" + }, { "id": "bench_candidate_b_layout_pruning_bench", "label": "candidate_b_layout_pruning_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "candidate_b_layout_pruning_bench.cpp", "source_file": "bench/candidate_b_layout_pruning_bench.cpp", "source_location": "L1" }, { - "id": "bench_candidate_b_layout_pruning_bench_cpp_string", - "label": "string", + "id": "bench_decode_fast_path_bakeoff", + "label": "decode_fast_path_bakeoff.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" + "norm_label": "decode_fast_path_bakeoff.cpp", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L1" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult_delta_us", - "label": "delta_us", + "id": "bench_decode_gdn_breakdown", + "label": "decode_gdn_breakdown.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "delta_us", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L19" + "norm_label": "decode_gdn_breakdown.cpp", + "source_file": "bench/decode_gdn_breakdown.cpp", + "source_location": "L1" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult_extra_mib_per_layer", - "label": "extra_mib_per_layer", + "id": "bench_decode_stage_profile", + "label": "decode_stage_profile.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "extra_mib_per_layer", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L20" + "norm_label": "decode_stage_profile.cpp", + "source_file": "bench/decode_stage_profile.cpp", + "source_location": "L1" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult_mmq_us", - "label": "mmq_us", + "id": "bench_gdn_kernel_bakeoff", + "label": "gdn_kernel_bakeoff.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "mmq_us", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L18" + "norm_label": "gdn_kernel_bakeoff.cpp", + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L1" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult_total_mib", - "label": "total_mib", + "id": "bench_gdn_kernel_bakeoff_cpp_f", + "label": "F", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "total_mib", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L21" + "norm_label": "f", + "source_file": "", + "source_location": "" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult_total_model_ms", - "label": "total_model_ms", + "id": "bench_gdn_kernel_bakeoff_timingresult_mean_us", + "label": "mean_us", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "total_model_ms", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L22" + "norm_label": "mean_us", + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L24" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult_type_str", - "label": "type_str", + "id": "bench_gdn_kernel_bakeoff_timingresult_min_us", + "label": "min_us", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "type_str", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L16" + "norm_label": "min_us", + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L23" }, { - "id": "bench_candidate_b_layout_pruning_bench_timingresult_wave_us", - "label": "wave_us", + "id": "bench_long_context_qualification_bench", + "label": "long_context_qualification_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "wave_us", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L17" + "norm_label": "long_context_qualification_bench.cpp", + "source_file": "bench/long_context_qualification_bench.cpp", + "source_location": "L1" }, { - "id": "bench_context_envelope_bench", - "label": "context_envelope_bench.cpp", + "id": "bench_prefill_v2_e2e_bench", + "label": "prefill_v2_e2e_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "context_envelope_bench.cpp", - "source_file": "bench/context_envelope_bench.cpp", + "norm_label": "prefill_v2_e2e_bench.cpp", + "source_file": "bench/prefill_v2_e2e_bench.cpp", "source_location": "L1" }, { - "id": "bench_decode_gdn_breakdown", - "label": "decode_gdn_breakdown.cpp", + "id": "bench_prefill_v2_model_bench", + "label": "prefill_v2_model_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "decode_gdn_breakdown.cpp", - "source_file": "bench/decode_gdn_breakdown.cpp", + "norm_label": "prefill_v2_model_bench.cpp", + "source_file": "bench/prefill_v2_model_bench.cpp", "source_location": "L1" }, { - "id": "bench_decode_stage_profile", - "label": "decode_stage_profile.cpp", + "id": "bench_prefill_v2_recurrent_layer_bakeoff", + "label": "prefill_v2_recurrent_layer_bakeoff.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "decode_stage_profile.cpp", - "source_file": "bench/decode_stage_profile.cpp", + "norm_label": "prefill_v2_recurrent_layer_bakeoff.cpp", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", "source_location": "L1" }, { - "id": "bench_v2_0026_production_hardening_bench", - "label": "v2_0026_production_hardening_bench.cpp", + "id": "bench_prefix_state_reuse_bench", + "label": "prefix_state_reuse_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "v2_0026_production_hardening_bench.cpp", - "source_file": "bench/v2_0026_production_hardening_bench.cpp", + "norm_label": "prefix_state_reuse_bench.cpp", + "source_file": "bench/prefix_state_reuse_bench.cpp", "source_location": "L1" }, { - "id": "bench_v2_0026_production_hardening_bench_cpp_size_t", - "label": "size_t", + "id": "bench_suffix_ttft_attribution_bench", + "label": "suffix_ttft_attribution_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "suffix_ttft_attribution_bench.cpp", + "source_file": "bench/suffix_ttft_attribution_bench.cpp", + "source_location": "L1" }, { - "id": "bench_v2_0026_production_hardening_bench_cpp_uint32_t", - "label": "uint32_t", + "id": "bench_v2_0018_suffix_hip_graph_bench", + "label": "v2_0018_suffix_hip_graph_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "uint32_t", + "norm_label": "v2_0018_suffix_hip_graph_bench.cpp", + "source_file": "bench/v2_0018_suffix_hip_graph_bench.cpp", + "source_location": "L1" + }, + { + "id": "bench_v2_0023_cross_query_attention_bench", + "label": "v2_0023_cross_query_attention_bench.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "v2_0023_cross_query_attention_bench.cpp", + "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", + "source_location": "L1" + }, + { + "id": "bench_v2_0023_cross_query_attention_bench_cpp_hipevent_t", + "label": "hipEvent_t", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "hipevent_t", "source_file": "", "source_location": "" }, { - "id": "bench_v2_0026_production_hardening_bench_cpp_vector", + "id": "bench_v2_0023_cross_query_attention_bench_cpp_vector", "label": "vector", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "vector", "source_file": "", "source_location": "" }, + { + "id": "bench_v2_0026_production_hardening_bench", + "label": "v2_0026_production_hardening_bench.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "v2_0026_production_hardening_bench.cpp", + "source_file": "bench/v2_0026_production_hardening_bench.cpp", + "source_location": "L1" + }, { "id": "bench_v2_0028_persistent_session_bench", "label": "v2_0028_persistent_session_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "v2_0028_persistent_session_bench.cpp", "source_file": "bench/v2_0028_persistent_session_bench.cpp", "source_location": "L1" }, { - "id": "bench_v2_0028_persistent_session_bench_cpp_size_t", - "label": "size_t", + "id": "bench_v2_0029_mmq_efficiency_bench", + "label": "v2_0029_mmq_efficiency_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "v2_0029_mmq_efficiency_bench.cpp", + "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", + "source_location": "L1" }, { - "id": "bench_v2_0028_persistent_session_bench_cpp_uint32_t", - "label": "uint32_t", + "id": "bench_v2_0030_direct_vgpr_streaming_bench", + "label": "v2_0030_direct_vgpr_streaming_bench.cpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "uint32_t", + "norm_label": "v2_0030_direct_vgpr_streaming_bench.cpp", + "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_device_validation_hpp_string", + "label": "string", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "string", "source_file": "", "source_location": "" }, { - "id": "bench_v2_0028_persistent_session_bench_cpp_vector", + "id": "include_miinfer_gguf_hpp_vector", "label": "vector", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -99311,7 +97974,7 @@ "label": "hip_check.hpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "hip_check.hpp", "source_file": "include/miinfer/hip_check.hpp", @@ -99322,33 +97985,264 @@ "label": "hipError_t", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", "norm_label": "hiperror_t", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_inspect_file", - "label": "inspect_file", + "id": "include_miinfer_model_plan", + "label": "model_plan.hpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "inspect_file", + "norm_label": "model_plan.hpp", + "source_file": "include/miinfer/model_plan.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer", + "label": "attention_layer.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "attention_layer.hpp", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_prefill_v2_constants", + "label": "constants.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "constants.hpp", + "source_file": "include/miinfer/prefill_v2/constants.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_prefill_v2_kv_cache", + "label": "kv_cache.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "kv_cache.hpp", + "source_file": "include/miinfer/prefill_v2/kv_cache.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_prefill_v2_model", + "label": "model.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "model.hpp", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_prefill_v2_persistent_session", + "label": "persistent_session.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "persistent_session.hpp", "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L49" + "source_location": "L1" }, { - "id": "include_miinfer_qwen35_model_qwen35model_load", - "label": "load", + "id": "include_miinfer_prefill_v2_recurrent_layer", + "label": "recurrent_layer.hpp", "_origin": "ast", "community": 629, - "community_name": "hip_check.hpp", + "community_name": "vector", "file_type": "code", - "norm_label": "load", + "norm_label": "recurrent_layer.hpp", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_prefill_v2_reusable_context", + "label": "reusable_context.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "reusable_context.hpp", + "source_file": "include/miinfer/prefill_v2/reusable_context.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_prefill_v2_reusable_context_hpp_span", + "label": "span", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "span", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_prefill_v2_state", + "label": "state.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "state.hpp", + "source_file": "include/miinfer/prefill_v2/state.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_qwen35_model", + "label": "qwen35_model.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "qwen35_model.hpp", "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L46" + "source_location": "L1" + }, + { + "id": "include_miinfer_qwen3_gpu_layer", + "label": "qwen3_gpu_layer.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "qwen3_gpu_layer.hpp", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_qwen3_layer", + "label": "qwen3_layer.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "qwen3_layer.hpp", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_qwen3_model", + "label": "qwen3_model.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "qwen3_model.hpp", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_qwen3_primitives", + "label": "qwen3_primitives.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "qwen3_primitives.hpp", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_qwen3_tokenizer", + "label": "qwen3_tokenizer.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "qwen3_tokenizer.hpp", + "source_file": "include/miinfer/qwen3_tokenizer.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_sha256", + "label": "sha256.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "sha256.hpp", + "source_file": "include/miinfer/sha256.hpp", + "source_location": "L1" + }, + { + "id": "tests_device_info", + "label": "device_info.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "device_info.cpp", + "source_file": "tests/device_info.cpp", + "source_location": "L1" + }, + { + "id": "tests_host_test", + "label": "host_test.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "host_test.cpp", + "source_file": "tests/host_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_model_gpu_test", + "label": "model_gpu_test.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "model_gpu_test.cpp", + "source_file": "tests/model_gpu_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_qwen3_tokenizer_test", + "label": "qwen3_tokenizer_test.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "qwen3_tokenizer_test.cpp", + "source_file": "tests/qwen3_tokenizer_test.cpp", + "source_location": "L1" + }, + { + "id": "tools_m6a18_qwen35_deltanet_state_gpu", + "label": "m6a18_qwen35_deltanet_state_gpu.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "m6a18_qwen35_deltanet_state_gpu.cpp", + "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", + "source_location": "L1" + }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu", + "label": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L1" }, { "id": "docs_decisions_consequences", @@ -100161,6 +99055,17 @@ "source_file": "", "source_location": "" }, + { + "id": "tools_m6a3_qwen35_layer_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 636, + "community_name": "run_ladder", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, { "id": "experiments_exp_0341_m25_attention_fork_join_rejection", "label": "EXP-0341-m25-attention-fork-join-rejection.md", @@ -101383,17 +100288,6 @@ "source_file": "include/miinfer/memory_stream.hpp", "source_location": "L1" }, - { - "id": "bench_v2_0018_suffix_hip_graph_bench", - "label": "v2_0018_suffix_hip_graph_bench.cpp", - "_origin": "ast", - "community": 647, - "community_name": "BenchmarkResult", - "file_type": "code", - "norm_label": "v2_0018_suffix_hip_graph_bench.cpp", - "source_file": "bench/v2_0018_suffix_hip_graph_bench.cpp", - "source_location": "L1" - }, { "id": "bench_v2_0018_suffix_hip_graph_bench_benchmarkresult_estimated_host_overhead_ms", "label": "estimated_host_overhead_ms", @@ -101549,13 +100443,24 @@ "source_location": "" }, { - "id": "tools_miinfer_cli_cpp_byte", - "label": "byte", + "id": "tools_miinfer_cli_cpp_function", + "label": "function", "_origin": "ast", "community": 648, "community_name": "size_t", "file_type": "code", - "norm_label": "byte", + "norm_label": "function", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_miinfer_cli_cpp_path", + "label": "path", + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "path", "source_file": "", "source_location": "" }, @@ -101593,37 +100498,26 @@ "source_location": "" }, { - "id": "tools_miinfer_cli_cpp_unique_ptr", - "label": "unique_ptr", - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "unique_ptr", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_miinfer_cli_cpp_unordered_map", - "label": "unordered_map", + "id": "tools_miinfer_cli_exp0376chunktiming_count", + "label": "count", "_origin": "ast", "community": 648, "community_name": "size_t", "file_type": "code", - "norm_label": "unordered_map", - "source_file": "", - "source_location": "" + "norm_label": "count", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L947" }, { - "id": "tools_miinfer_cli_exp0376chunktiming_count", - "label": "count", + "id": "tools_miinfer_cli_qwen35runtimeengine_opt_prefill_checkpoint", + "label": "opt_prefill_checkpoint_", "_origin": "ast", "community": 648, "community_name": "size_t", "file_type": "code", - "norm_label": "count", + "norm_label": "opt_prefill_checkpoint_", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L947" + "source_location": "L3392" }, { "id": "tools_miinfer_cli_runtimegenerateoptions_max_new_tokens", @@ -101703,70 +100597,26 @@ "source_location": "L502" }, { - "id": "tools_miinfer_cli_runtimegenerateoptions_stream", - "label": "stream", - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "stream", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L501" - }, - { - "id": "tools_miinfer_cli_sessionprefixnode_checkpoint_index", - "label": "checkpoint_index", - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "checkpoint_index", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1048" - }, - { - "id": "tools_miinfer_cli_sessionprefixnode_children", - "label": "children", - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "children", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1047" - }, - { - "id": "tools_miinfer_cli_sessionprefixnode_edge", - "label": "edge", - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "edge", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1046" - }, - { - "id": "tools_miinfer_cli_stepresult_latency_ms", - "label": "latency_ms", + "id": "tools_miinfer_cli_runtimegenerateoptions_should_cancel", + "label": "should_cancel", "_origin": "ast", "community": 648, "community_name": "size_t", "file_type": "code", - "norm_label": "latency_ms", + "norm_label": "should_cancel", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1308" + "source_location": "L503" }, { - "id": "tools_miinfer_cli_stepresult_token", - "label": "token", + "id": "tools_miinfer_cli_runtimegenerateoptions_stream", + "label": "stream", "_origin": "ast", "community": 648, "community_name": "size_t", "file_type": "code", - "norm_label": "token", + "norm_label": "stream", "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1307" + "source_location": "L501" }, { "id": "experiments_exp_0361_wave64_attention_architecture_analysis_architectural_difference", @@ -102445,18 +101295,7 @@ "source_location": "" }, { - "id": "src_fp16_gemv_reference", - "label": "fp16_gemv_reference.cpp", - "_origin": "ast", - "community": 655, - "community_name": "half", - "file_type": "code", - "norm_label": "fp16_gemv_reference.cpp", - "source_file": "src/fp16_gemv_reference.cpp", - "source_location": "L1" - }, - { - "id": "src_fp16_gemv_reference_cpp_uint32_t", + "id": "include_miinfer_qwen3_gpu_primitives_hpp_uint32_t", "label": "uint32_t", "_origin": "ast", "community": 655, @@ -102466,17 +101305,6 @@ "source_file": "", "source_location": "" }, - { - "id": "src_fp16_gemv_reference_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 655, - "community_name": "half", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "experiments_exp_0372_l6_l7_interlayer_tail_contract", "label": "EXP-0372-l6-l7-interlayer-tail-contract.md", @@ -105034,22 +103862,22 @@ "source_location": "" }, { - "id": "include_miinfer_q4_q8_gemv", - "label": "q4_q8_gemv.hpp", + "id": "include_miinfer_q4_q8_gemv_hpp_int16_t", + "label": "int16_t", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", - "norm_label": "q4_q8_gemv.hpp", - "source_file": "include/miinfer/q4_q8_gemv.hpp", - "source_location": "L1" + "norm_label": "int16_t", + "source_file": "", + "source_location": "" }, { "id": "include_miinfer_q4_q8_gemv_hpp_int8_t", "label": "int8_t", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", "norm_label": "int8_t", "source_file": "", @@ -105060,7 +103888,7 @@ "label": "d", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", "norm_label": "d", "source_file": "include/miinfer/q4_q8_gemv.hpp", @@ -105071,7 +103899,7 @@ "label": "qs", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", "norm_label": "qs", "source_file": "include/miinfer/q4_q8_gemv.hpp", @@ -105082,66 +103910,44 @@ "label": "s", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", "norm_label": "s", "source_file": "include/miinfer/q4_q8_gemv.hpp", "source_location": "L25" }, { - "id": "include_miinfer_q4_q8_packed_dot", - "label": "q4_q8_packed_dot.hpp", - "_origin": "ast", - "community": 679, - "community_name": "q4_q8_gemv.hpp", - "file_type": "code", - "norm_label": "q4_q8_packed_dot.hpp", - "source_file": "include/miinfer/q4_q8_packed_dot.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_q4_q8_zero_point_dot", - "label": "q4_q8_zero_point_dot.hpp", - "_origin": "ast", - "community": 679, - "community_name": "q4_q8_gemv.hpp", - "file_type": "code", - "norm_label": "q4_q8_zero_point_dot.hpp", - "source_file": "include/miinfer/q4_q8_zero_point_dot.hpp", - "source_location": "L1" - }, - { - "id": "tests_q4_q8_dot4_probe", - "label": "q4_q8_dot4_probe.cpp", + "id": "include_miinfer_q4_q8_gemv_q8exactblock_d", + "label": "d", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", - "norm_label": "q4_q8_dot4_probe.cpp", - "source_file": "tests/q4_q8_dot4_probe.cpp", - "source_location": "L1" + "norm_label": "d", + "source_file": "include/miinfer/q4_q8_gemv.hpp", + "source_location": "L33" }, { - "id": "tests_q4_q8_gemv_test", - "label": "q4_q8_gemv_test.cpp", + "id": "include_miinfer_q4_q8_gemv_q8exactblock_qs", + "label": "qs", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", - "norm_label": "q4_q8_gemv_test.cpp", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L1" + "norm_label": "qs", + "source_file": "include/miinfer/q4_q8_gemv.hpp", + "source_location": "L35" }, { - "id": "tests_q4_q8_gemv_test_cpp_string", - "label": "string", + "id": "include_miinfer_q4_q8_gemv_q8exactblock_sum", + "label": "sum", "_origin": "ast", "community": 679, - "community_name": "q4_q8_gemv.hpp", + "community_name": "Q8ExactBlock", "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" + "norm_label": "sum", + "source_file": "include/miinfer/q4_q8_gemv.hpp", + "source_location": "L34" }, { "id": "docs_decisions_consequences_404", @@ -107605,12 +106411,23 @@ "source_file": "experiments/V2-0005-p512-macro-tiled-prefill.md", "source_location": "L1" }, + { + "id": "tools_m6a19_qwen35_conv_gpu", + "label": "m6a19_qwen35_conv_gpu.cpp", + "_origin": "ast", + "community": 697, + "community_name": "m6a19_qwen35_conv_gpu.cpp", + "file_type": "code", + "norm_label": "m6a19_qwen35_conv_gpu.cpp", + "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", + "source_location": "L1" + }, { "id": "tools_m6a19_qwen35_conv_gpu_cpp_size_t", "label": "size_t", "_origin": "ast", "community": 697, - "community_name": "DeviceBuffer", + "community_name": "m6a19_qwen35_conv_gpu.cpp", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -107621,7 +106438,7 @@ "label": "T", "_origin": "ast", "community": 697, - "community_name": "DeviceBuffer", + "community_name": "m6a19_qwen35_conv_gpu.cpp", "file_type": "code", "norm_label": "t", "source_file": "", @@ -107632,18 +106449,62 @@ "label": "data_", "_origin": "ast", "community": 697, - "community_name": "DeviceBuffer", + "community_name": "m6a19_qwen35_conv_gpu.cpp", "file_type": "code", "norm_label": "data_", "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", "source_location": "L33" }, + { + "id": "include_miinfer_qwen35_model_hpp_byte", + "label": "byte", + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": "byte", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_qwen35_model_hpp_gguftensortype", + "label": "GgufTensorType", + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": "gguftensortype", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_qwen35_model_hpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview_source", + "label": "source", + "_origin": "ast", + "community": 698, + "community_name": "Qwen35TensorView", + "file_type": "code", + "norm_label": "source", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L35" + }, { "id": "src_qwen35_model", "label": "qwen35_model.cpp", "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "qwen35_model.cpp", "source_file": "src/qwen35_model.cpp", @@ -107654,7 +106515,7 @@ "label": "size_t", "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -107665,7 +106526,7 @@ "label": "string", "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "string", "source_file": "", @@ -107676,7 +106537,7 @@ "label": "uint32_t", "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -107687,7 +106548,7 @@ "label": "uint64_t", "_origin": "ast", "community": 698, - "community_name": "Qwen35Model::load", + "community_name": "Qwen35TensorView", "file_type": "code", "norm_label": "uint64_t", "source_file": "", @@ -108593,17 +107454,6 @@ "source_file": "experiments/EXP-0392-p512-runtime-state-scope.md", "source_location": "L8" }, - { - "id": "bench_v2_0030_direct_vgpr_streaming_bench", - "label": "v2_0030_direct_vgpr_streaming_bench.cpp", - "_origin": "ast", - "community": 703, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "v2_0030_direct_vgpr_streaming_bench.cpp", - "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", - "source_location": "L1" - }, { "id": "bench_v2_0030_direct_vgpr_streaming_bench_cpp_size_t", "label": "size_t", @@ -108615,17 +107465,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_v2_0030_direct_vgpr_streaming_bench_cpp_string", - "label": "string", - "_origin": "ast", - "community": 703, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, { "id": "bench_v2_0030_direct_vgpr_streaming_bench_cpp_uint32_t", "label": "uint32_t", @@ -108769,17 +107608,6 @@ "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", "source_location": "L59" }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 704, - "community_name": "LayerEvaluationResult", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "bench_prefill_v2_recurrent_layer_bakeoff_layerevaluationresult_history_metrics", "label": "history_metrics", @@ -109067,66 +107895,121 @@ "source_location": "L15" }, { - "id": "include_miinfer_qwen35_model_hpp_shared_ptr", - "label": "shared_ptr", + "id": "include_miinfer_qwen3_layer_hpp_size_t", + "label": "size_t", "_origin": "ast", "community": 706, - "community_name": "Qwen35Model", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "shared_ptr", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen35_model_hpp_string", - "label": "string", + "id": "include_miinfer_qwen3_layer_hpp_vector", + "label": "vector", "_origin": "ast", "community": 706, - "community_name": "Qwen35Model", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "string", + "norm_label": "vector", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen35_model_qwen35model_artifact_path", - "label": "artifact_path_", + "id": "include_miinfer_qwen3_layer_qwen3decodecache_caches", + "label": "caches_", "_origin": "ast", "community": 706, - "community_name": "Qwen35Model", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "artifact_path_", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L57" + "norm_label": "caches_", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L103" }, { - "id": "include_miinfer_qwen35_model_qwen35model_config", - "label": "config_", + "id": "include_miinfer_qwen3_layer_qwen3decodecache_length", + "label": "length", "_origin": "ast", "community": 706, - "community_name": "Qwen35Model", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "config_", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L59" + "norm_label": "length", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L96" }, { - "id": "include_miinfer_qwen35_model_qwen35model_model_name", - "label": "model_name_", + "id": "include_miinfer_qwen3_layer_qwen3decodecache_reset", + "label": "reset", "_origin": "ast", "community": 706, - "community_name": "Qwen35Model", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "model_name_", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L58" + "norm_label": "reset", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L94" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_embedding", + "label": "embedding", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "embedding", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L53" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_final_norm", + "label": "final_norm", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "final_norm", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L55" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_layer_outputs", + "label": "layer_outputs", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "layer_outputs", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L54" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_logits", + "label": "logits", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "logits", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L56" + }, + { + "id": "src_qwen3_layer_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" }, { "id": "bench_v2_0022_suffix_mmq_critical_path_bench", "label": "v2_0022_suffix_mmq_critical_path_bench.cpp", "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "v2_0022_suffix_mmq_critical_path_bench.cpp", "source_file": "bench/v2_0022_suffix_mmq_critical_path_bench.cpp", @@ -109137,7 +108020,7 @@ "label": "size_t", "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -109148,7 +108031,7 @@ "label": "string", "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "string", "source_file": "", @@ -109159,7 +108042,7 @@ "label": "uint32_t", "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -109170,100 +108053,23 @@ "label": "vector", "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "vector", "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_prefill_v2_constants", - "label": "constants.hpp", - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "constants.hpp", - "source_file": "include/miinfer/prefill_v2/constants.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_prefill_v2_kv_cache", - "label": "kv_cache.hpp", - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "kv_cache.hpp", - "source_file": "include/miinfer/prefill_v2/kv_cache.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_prefill_v2_persistent_session", - "label": "persistent_session.hpp", - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "persistent_session.hpp", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_prefill_v2_recurrent_layer_prefillv2recurrentlayer_forward_profiled", "label": "forward_profiled", "_origin": "ast", "community": 707, - "community_name": "span", + "community_name": "main", "file_type": "code", "norm_label": "forward_profiled", "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", "source_location": "L95" }, - { - "id": "include_miinfer_prefill_v2_reusable_context", - "label": "reusable_context.hpp", - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "reusable_context.hpp", - "source_file": "include/miinfer/prefill_v2/reusable_context.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_prefill_v2_reusable_context_hpp_span", - "label": "span", - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_prefill_v2_state", - "label": "state.hpp", - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "state.hpp", - "source_file": "include/miinfer/prefill_v2/state.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_sha256", - "label": "sha256.hpp", - "_origin": "ast", - "community": 707, - "community_name": "span", - "file_type": "code", - "norm_label": "sha256.hpp", - "source_file": "include/miinfer/sha256.hpp", - "source_location": "L1" - }, { "id": "experiments_exp_0351_m26_real_context_decode_curve_attribution_decision_boundary", "label": "Attribution decision boundary", @@ -110249,17 +109055,6 @@ "source_file": "include/miinfer/q4_q8_gemv.hpp", "source_location": "L20" }, - { - "id": "include_miinfer_prefill_v2_recurrent_layer", - "label": "recurrent_layer.hpp", - "_origin": "ast", - "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "recurrent_layer.hpp", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_conv_l2_norm_ms", "label": "conv_l2_norm_ms", @@ -110425,17 +109220,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_prefill_v2_model", - "label": "model.hpp", - "_origin": "ast", - "community": 717, - "community_name": "GenerateStats", - "file_type": "code", - "norm_label": "model.hpp", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_prefill_v2_model_generatestats_avg_decode_latency_ms", "label": "avg_decode_latency_ms", @@ -111284,45 +110068,12 @@ "source_file": "experiments/EXP-V2-0007-unified-prefill-to-decode-pipeline.md", "source_location": "L36" }, - { - "id": "include_miinfer_qwen3_gpu_layer", - "label": "qwen3_gpu_layer.hpp", - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "qwen3_gpu_layer.hpp", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_hpp_unique_ptr", - "label": "unique_ptr", - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "unique_ptr", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_hpp_vector", - "label": "vector", - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_ffn_output", "label": "ffn_output", "_origin": "ast", "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community_name": "Qwen3FfnProbeTrace", "file_type": "code", "norm_label": "ffn_output", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -111333,7 +110084,7 @@ "label": "gate", "_origin": "ast", "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community_name": "Qwen3FfnProbeTrace", "file_type": "code", "norm_label": "gate", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -111344,7 +110095,7 @@ "label": "layer_output", "_origin": "ast", "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community_name": "Qwen3FfnProbeTrace", "file_type": "code", "norm_label": "layer_output", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -111355,7 +110106,7 @@ "label": "swiglu", "_origin": "ast", "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community_name": "Qwen3FfnProbeTrace", "file_type": "code", "norm_label": "swiglu", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -111366,75 +110117,42 @@ "label": "up", "_origin": "ast", "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community_name": "Qwen3FfnProbeTrace", "file_type": "code", "norm_label": "up", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L208" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_caches", - "label": "caches_", - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "caches_", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L278" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_length", - "label": "length", - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "length", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L270" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_prepare", - "label": "prepare", - "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "prepare", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L268" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_workspace", - "label": "workspace_", + "id": "tools_qwen35_gpu_pipeline_hpp_array", + "label": "array", "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community": 723, + "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": "workspace_", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L279" + "norm_label": "array", + "source_file": "", + "source_location": "" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3projectionprobetrace_output", - "label": "output", + "id": "tools_qwen35_gpu_pipeline_hpp_byte", + "label": "byte", "_origin": "ast", - "community": 722, - "community_name": "Qwen3GpuDecodeCache", + "community": 723, + "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": "output", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L203" + "norm_label": "byte", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_array", - "label": "array", + "id": "tools_qwen35_gpu_pipeline_hpp_uint64_t", + "label": "uint64_t", "_origin": "ast", "community": 723, "community_name": "M23ProfileCounters", "file_type": "code", - "norm_label": "array", + "norm_label": "uint64_t", "source_file": "", "source_location": "" }, @@ -111526,6 +110244,61 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L61" }, + { + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_gated", + "label": "gated", + "_origin": "ast", + "community": 723, + "community_name": "M23ProfileCounters", + "file_type": "code", + "norm_label": "gated", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L616" + }, + { + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_input", + "label": "input", + "_origin": "ast", + "community": 723, + "community_name": "M23ProfileCounters", + "file_type": "code", + "norm_label": "input", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L619" + }, + { + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_projected", + "label": "projected", + "_origin": "ast", + "community": 723, + "community_name": "M23ProfileCounters", + "file_type": "code", + "norm_label": "projected", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L618" + }, + { + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_q8_input", + "label": "q8_input", + "_origin": "ast", + "community": 723, + "community_name": "M23ProfileCounters", + "file_type": "code", + "norm_label": "q8_input", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L617" + }, + { + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_residual", + "label": "residual", + "_origin": "ast", + "community": 723, + "community_name": "M23ProfileCounters", + "file_type": "code", + "norm_label": "residual", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L620" + }, { "id": "experiments_exp_v2_0027_cold_prefill_mmq_roofline", "label": "EXP-V2-0027-cold-prefill-mmq-roofline.md", @@ -111958,133 +110731,12 @@ "source_file": "experiments/EXP-V2-0009-decode-fast-path-recovery.md", "source_location": "L3" }, - { - "id": "bench_prefill_v2_model_bench", - "label": "prefill_v2_model_bench.cpp", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "prefill_v2_model_bench.cpp", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L1" - }, - { - "id": "bench_prefill_v2_model_bench_accuracymetrics_cosine", - "label": "cosine", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "cosine", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L24" - }, - { - "id": "bench_prefill_v2_model_bench_accuracymetrics_is_finite", - "label": "is_finite", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "is_finite", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L29" - }, - { - "id": "bench_prefill_v2_model_bench_accuracymetrics_max_abs_err", - "label": "max_abs_err", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "max_abs_err", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L25" - }, - { - "id": "bench_prefill_v2_model_bench_accuracymetrics_mean_abs_err", - "label": "mean_abs_err", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "mean_abs_err", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L26" - }, - { - "id": "bench_prefill_v2_model_bench_accuracymetrics_rel_rms_err", - "label": "rel_rms_err", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "rel_rms_err", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L28" - }, - { - "id": "bench_prefill_v2_model_bench_accuracymetrics_rms_err", - "label": "rms_err", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "rms_err", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L27" - }, - { - "id": "bench_prefill_v2_model_bench_cpp_pair", - "label": "pair", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "pair", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_prefill_v2_model_bench_cpp_span", - "label": "span", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_prefill_v2_model_bench_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_prefill_v2_model_bench_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_device_validation", "label": "device_validation.hpp", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "device_validation.hpp", "source_file": "include/miinfer/device_validation.hpp", @@ -112095,7 +110747,7 @@ "label": "architecture", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "architecture", "source_file": "include/miinfer/device_validation.hpp", @@ -112106,7 +110758,7 @@ "label": "index", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "index", "source_file": "include/miinfer/device_validation.hpp", @@ -112117,7 +110769,7 @@ "label": "name", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "name", "source_file": "include/miinfer/device_validation.hpp", @@ -112128,7 +110780,7 @@ "label": "total_vram_bytes", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "total_vram_bytes", "source_file": "include/miinfer/device_validation.hpp", @@ -112139,29 +110791,18 @@ "label": "size_t", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "size_t", "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_device_validation_hpp_string", - "label": "string", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, { "id": "src_device_validation", "label": "device_validation.cpp", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "device_validation.cpp", "source_file": "src/device_validation.cpp", @@ -112172,7 +110813,7 @@ "label": "ostream", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "ostream", "source_file": "", @@ -112183,34 +110824,12 @@ "label": "string", "_origin": "ast", "community": 727, - "community_name": "string", + "community_name": "DeviceInfo", "file_type": "code", "norm_label": "string", "source_file": "", "source_location": "" }, - { - "id": "tests_device_info", - "label": "device_info.cpp", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "device_info.cpp", - "source_file": "tests/device_info.cpp", - "source_location": "L1" - }, - { - "id": "tests_host_test", - "label": "host_test.cpp", - "_origin": "ast", - "community": 727, - "community_name": "string", - "file_type": "code", - "norm_label": "host_test.cpp", - "source_file": "tests/host_test.cpp", - "source_location": "L1" - }, { "id": "bench_qwen3_attention_ab_bench_cpp_ostream", "label": "ostream", @@ -112288,133 +110907,23 @@ "source_file": "bench/qwen3_attention_ab_bench.cpp", "source_location": "L57" }, - { - "id": "include_miinfer_qwen3_layer", - "label": "qwen3_layer.hpp", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "qwen3_layer.hpp", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_qwen3_layer_hpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_qwen3_layer_hpp_span", "label": "span", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "span", "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_qwen3_layer_hpp_vector", - "label": "vector", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3decodecache_caches", - "label": "caches_", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "caches_", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L103" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3decodecache_length", - "label": "length", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "length", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L96" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3decodecache_reset", - "label": "reset", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "reset", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L94" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_embedding", - "label": "embedding", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "embedding", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L53" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_final_norm", - "label": "final_norm", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "final_norm", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L55" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_layer_outputs", - "label": "layer_outputs", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "layer_outputs", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L54" - }, - { - "id": "include_miinfer_qwen3_layer_qwen3forwardtrace_logits", - "label": "logits", - "_origin": "ast", - "community": 729, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "logits", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L56" - }, { "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_append", "label": "append", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "append", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -112425,7 +110934,7 @@ "label": "reset", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "reset", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -112436,7 +110945,7 @@ "label": "qwen3_kv_cache_test.cpp", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "qwen3_kv_cache_test.cpp", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -112447,7 +110956,7 @@ "label": "path", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "path", "source_file": "", @@ -112458,7 +110967,7 @@ "label": "size_t", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -112469,7 +110978,7 @@ "label": "span", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "span", "source_file": "", @@ -112480,7 +110989,7 @@ "label": "vector", "_origin": "ast", "community": 729, - "community_name": "Qwen3Layer0KvCache", + "community_name": "qwen3_kv_cache_test.cpp", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -113135,6 +111644,17 @@ "source_file": "bench/qwen3_attention_ab_bench.cpp", "source_location": "L69" }, + { + "id": "bench_qwen35_gqa_prefill_bench_cpp_hipevent_t", + "label": "hipEvent_t", + "_origin": "ast", + "community": 734, + "community_name": "AttentionKvCacheView", + "file_type": "code", + "norm_label": "hipevent_t", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionkvcacheview_capacity", "label": "capacity", @@ -113356,101 +111876,233 @@ "source_location": "L474" }, { - "id": "bench_prefill_v2_recurrent_layer_bakeoff", - "label": "prefill_v2_recurrent_layer_bakeoff.cpp", + "id": "tools_qwen35_gpu_pipeline_hpp_hipevent_t", + "label": "hipEvent_t", "_origin": "ast", "community": 736, - "community_name": "evaluate_token_count", + "community_name": "StageProfile", "file_type": "code", - "norm_label": "prefill_v2_recurrent_layer_bakeoff.cpp", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L1" + "norm_label": "hipevent_t", + "source_file": "", + "source_location": "" }, { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_size_t", - "label": "size_t", + "id": "tools_qwen35_gpu_pipeline_stageprofile_ordered_end", + "label": "ordered_end", "_origin": "ast", "community": 736, - "community_name": "evaluate_token_count", + "community_name": "StageProfile", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "ordered_end", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L855" }, { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_span", - "label": "span", + "id": "tools_qwen35_gpu_pipeline_stageprofile_ordered_recorded", + "label": "ordered_recorded", "_origin": "ast", "community": 736, - "community_name": "evaluate_token_count", + "community_name": "StageProfile", "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" + "norm_label": "ordered_recorded", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L863" }, { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_vector", - "label": "vector", + "id": "tools_qwen35_gpu_pipeline_stageprofile_ordered_start", + "label": "ordered_start", "_origin": "ast", "community": 736, - "community_name": "evaluate_token_count", + "community_name": "StageProfile", "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" + "norm_label": "ordered_start", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L854" }, { - "id": "recurrentlayerworkspacemanager", - "label": "RecurrentLayerWorkspaceManager", + "id": "tools_qwen35_gpu_pipeline_stageprofile_prepare_end", + "label": "prepare_end", "_origin": "ast", "community": 736, - "community_name": "evaluate_token_count", + "community_name": "StageProfile", "file_type": "code", - "norm_label": "recurrentlayerworkspacemanager", - "source_file": "", - "source_location": "" + "norm_label": "prepare_end", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L853" }, { - "id": "bench_v2_0023_cross_query_attention_bench", - "label": "v2_0023_cross_query_attention_bench.cpp", + "id": "tools_qwen35_gpu_pipeline_stageprofile_prepare_recorded", + "label": "prepare_recorded", "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", + "community": 736, + "community_name": "StageProfile", "file_type": "code", - "norm_label": "v2_0023_cross_query_attention_bench.cpp", - "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", - "source_location": "L1" + "norm_label": "prepare_recorded", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L862" }, { - "id": "bench_v2_0023_cross_query_attention_bench_cpp_hipevent_t", - "label": "hipEvent_t", + "id": "tools_qwen35_gpu_pipeline_stageprofile_prepare_start", + "label": "prepare_start", "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", + "community": 736, + "community_name": "StageProfile", "file_type": "code", - "norm_label": "hipevent_t", - "source_file": "", - "source_location": "" + "norm_label": "prepare_start", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L852" }, { - "id": "bench_v2_0023_cross_query_attention_bench_cpp_size_t", - "label": "size_t", + "id": "tools_qwen35_gpu_pipeline_stageprofile_stage_recorded", + "label": "stage_recorded", "_origin": "ast", - "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", + "community": 736, + "community_name": "StageProfile", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "stage_recorded", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L866" }, { - "id": "bench_v2_0023_cross_query_attention_bench_cpp_vector", - "label": "vector", + "id": "tools_qwen35_gpu_pipeline_stageprofile_start", + "label": "start", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "start", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L848" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_end", + "label": "tail_end", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "tail_end", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L851" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_family_end", + "label": "tail_family_end", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "tail_family_end", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L857" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_family_recorded", + "label": "tail_family_recorded", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "tail_family_recorded", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L864" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_family_start", + "label": "tail_family_start", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "tail_family_start", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L856" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_recorded", + "label": "tail_recorded", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "tail_recorded", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L860" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_tail_start", + "label": "tail_start", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "tail_start", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L850" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_batch_count", + "label": "wide_tail_batch_count", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "wide_tail_batch_count", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L867" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_family_end", + "label": "wide_tail_family_end", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "wide_tail_family_end", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L859" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_family_recorded", + "label": "wide_tail_family_recorded", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "wide_tail_family_recorded", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L865" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_family_start", + "label": "wide_tail_family_start", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "wide_tail_family_start", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L858" + }, + { + "id": "tools_qwen35_gpu_pipeline_stageprofile_wide_tail_recorded", + "label": "wide_tail_recorded", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "wide_tail_recorded", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L861" + }, + { + "id": "bench_v2_0023_cross_query_attention_bench_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", + "community_name": "GpuBuffer", "file_type": "code", - "norm_label": "vector", + "norm_label": "size_t", "source_file": "", "source_location": "" }, @@ -113459,7 +112111,7 @@ "label": "ptr", "_origin": "ast", "community": 737, - "community_name": "v2_0023_cross_query_attention_bench.cpp", + "community_name": "GpuBuffer", "file_type": "code", "norm_label": "ptr", "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", @@ -114197,6 +112849,18 @@ "source_file": "experiments/EXP-V2-0043-reference-shaped-gqa-attention-rewrite.md", "source_location": "L296" }, + { + "id": "docs_roadmap_benchmark_before_claim", + "label": "Benchmark before claim", + "_origin": "ast", + "community": 739, + "community_name": "M1 \u2014 Kernel Laboratory", + "file_type": "document", + "node_kind": "heading", + "norm_label": "benchmark before claim", + "source_file": "docs/roadmap.md", + "source_location": "L95" + }, { "id": "docs_roadmap_benchmark_harness", "label": "Benchmark harness", @@ -114209,6 +112873,30 @@ "source_file": "docs/roadmap.md", "source_location": "L228" }, + { + "id": "docs_roadmap_correctness_before_speed", + "label": "Correctness before speed", + "_origin": "ast", + "community": 739, + "community_name": "M1 \u2014 Kernel Laboratory", + "file_type": "document", + "node_kind": "heading", + "norm_label": "correctness before speed", + "source_file": "docs/roadmap.md", + "source_location": "L91" + }, + { + "id": "docs_roadmap_evidence_before_architecture", + "label": "Evidence before architecture", + "_origin": "ast", + "community": 739, + "community_name": "M1 \u2014 Kernel Laboratory", + "file_type": "document", + "node_kind": "heading", + "norm_label": "evidence before architecture", + "source_file": "docs/roadmap.md", + "source_location": "L83" + }, { "id": "docs_roadmap_exit_criteria_247", "label": "Exit criteria", @@ -114269,6 +112957,18 @@ "source_file": "docs/roadmap.md", "source_location": "L201" }, + { + "id": "docs_roadmap_narrow_before_broad", + "label": "Narrow before broad", + "_origin": "ast", + "community": 739, + "community_name": "M1 \u2014 Kernel Laboratory", + "file_type": "document", + "node_kind": "heading", + "norm_label": "narrow before broad", + "source_file": "docs/roadmap.md", + "source_location": "L87" + }, { "id": "docs_roadmap_questions_207", "label": "Questions", @@ -114281,6 +112981,18 @@ "source_file": "docs/roadmap.md", "source_location": "L207" }, + { + "id": "docs_roadmap_roadmap_principles", + "label": "Roadmap Principles", + "_origin": "ast", + "community": 739, + "community_name": "M1 \u2014 Kernel Laboratory", + "file_type": "document", + "node_kind": "heading", + "norm_label": "roadmap principles", + "source_file": "docs/roadmap.md", + "source_location": "L81" + }, { "id": "docs_decisions_consequences_720", "label": "Consequences", @@ -114329,17 +113041,6 @@ "source_file": "docs/decisions.md", "source_location": "L716" }, - { - "id": "include_miinfer_model_plan", - "label": "model_plan.hpp", - "_origin": "ast", - "community": 740, - "community_name": "Qwen3GpuPlan", - "file_type": "code", - "norm_label": "model_plan.hpp", - "source_file": "include/miinfer/model_plan.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_model_plan_gpuweightarena_allocate", "label": "allocate", @@ -114615,17 +113316,6 @@ "source_file": "include/miinfer/model_plan.hpp", "source_location": "L25" }, - { - "id": "tests_model_gpu_test", - "label": "model_gpu_test.cpp", - "_origin": "ast", - "community": 740, - "community_name": "Qwen3GpuPlan", - "file_type": "code", - "norm_label": "model_gpu_test.cpp", - "source_file": "tests/model_gpu_test.cpp", - "source_location": "L1" - }, { "id": "tests_model_info", "label": "model_info.cpp", @@ -114682,159 +113372,192 @@ "source_location": "L523" }, { - "id": "include_miinfer_gguf_gguftensor_byte_size", - "label": "byte_size", + "id": "tools_m6a21_qwen35_gpu_hybrid_block", + "label": "m6a21_qwen35_gpu_hybrid_block.cpp", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "byte_size", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L42" + "norm_label": "m6a21_qwen35_gpu_hybrid_block.cpp", + "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", + "source_location": "L1" }, { - "id": "include_miinfer_gguf_gguftensor_data", - "label": "data", + "id": "tools_qwen35_gpu_pipeline", + "label": "qwen35_gpu_pipeline.hpp", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "data", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L43" + "norm_label": "qwen35_gpu_pipeline.hpp", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1" }, { - "id": "include_miinfer_gguf_gguftensor_dimensions", - "label": "dimensions", + "id": "tools_qwen35_gpu_pipeline_bytemismatch_count", + "label": "count", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "dimensions", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L39" + "norm_label": "count", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L670" }, { - "id": "include_miinfer_gguf_gguftensor_name", - "label": "name", + "id": "tools_qwen35_gpu_pipeline_bytemismatch_first", + "label": "first", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "name", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L38" + "norm_label": "first", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L671" }, { - "id": "include_miinfer_gguf_gguftensor_offset", - "label": "offset", + "id": "tools_qwen35_gpu_pipeline_detailederror_max_abs", + "label": "max_abs", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "offset", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L41" + "norm_label": "max_abs", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L408" }, { - "id": "include_miinfer_gguf_gguftensor_type", - "label": "type", + "id": "tools_qwen35_gpu_pipeline_detailederror_mean_abs", + "label": "mean_abs", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "type", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L40" + "norm_label": "mean_abs", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L409" }, { - "id": "include_miinfer_gguf_hpp_gguftensortype", - "label": "GgufTensorType", + "id": "tools_qwen35_gpu_pipeline_detailederror_reference_rms", + "label": "reference_rms", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" + "norm_label": "reference_rms", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L411" }, { - "id": "include_miinfer_gguf_hpp_uint64_t", - "label": "uint64_t", + "id": "tools_qwen35_gpu_pipeline_detailederror_relative_rms", + "label": "relative_rms", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "uint64_t", - "source_file": "", - "source_location": "" + "norm_label": "relative_rms", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L412" }, { - "id": "tools_qwen35_gpu_pipeline", - "label": "qwen35_gpu_pipeline.hpp", + "id": "tools_qwen35_gpu_pipeline_detailederror_rms", + "label": "rms", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "qwen35_gpu_pipeline.hpp", + "norm_label": "rms", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1" + "source_location": "L410" }, { - "id": "tools_qwen35_gpu_pipeline_bytemismatch_count", - "label": "count", + "id": "tools_qwen35_gpu_pipeline_hpp_buffer", + "label": "Buffer", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "count", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L670" + "norm_label": "buffer", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_bytemismatch_first", - "label": "first", + "id": "tools_qwen35_gpu_pipeline_hpp_gguftensortype", + "label": "GgufTensorType", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "first", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L671" + "norm_label": "gguftensortype", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_buffer", - "label": "Buffer", + "id": "tools_qwen35_gpu_pipeline_hpp_initializer_list", + "label": "initializer_list", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "buffer", + "norm_label": "initializer_list", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_gguftensortype", - "label": "GgufTensorType", + "id": "tools_qwen35_gpu_pipeline_hpp_path", + "label": "path", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "gguftensortype", + "norm_label": "path", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_initializer_list", - "label": "initializer_list", + "id": "tools_qwen35_gpu_pipeline_hpp_span", + "label": "span", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "initializer_list", + "norm_label": "span", "source_file": "", "source_location": "" }, + { + "id": "tools_qwen35_gpu_pipeline_locatederror_actual", + "label": "actual", + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "actual", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L495" + }, + { + "id": "tools_qwen35_gpu_pipeline_locatederror_expected", + "label": "expected", + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "expected", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L496" + }, + { + "id": "tools_qwen35_gpu_pipeline_locatederror_index", + "label": "index", + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "index", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L494" + }, { "id": "tools_qwen35_gpu_pipeline_stageprofile_end", "label": "end", @@ -114847,59 +113570,147 @@ "source_location": "L849" }, { - "id": "include_miinfer_qwen35_model", - "label": "qwen35_model.hpp", + "id": "include_miinfer_qwen3_primitives_hpp_int16_t", + "label": "int16_t", "_origin": "ast", "community": 742, - "community_name": "Qwen35TensorView", + "community_name": "Q6KHostBlock", "file_type": "code", - "norm_label": "qwen35_model.hpp", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L1" + "norm_label": "int16_t", + "source_file": "", + "source_location": "" }, { - "id": "include_miinfer_qwen35_model_hpp_byte", - "label": "byte", + "id": "include_miinfer_qwen3_primitives_hpp_int8_t", + "label": "int8_t", "_origin": "ast", "community": 742, - "community_name": "Qwen35TensorView", + "community_name": "Q6KHostBlock", "file_type": "code", - "norm_label": "byte", + "norm_label": "int8_t", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen35_model_hpp_gguftensortype", - "label": "GgufTensorType", + "id": "include_miinfer_qwen3_primitives_hpp_uint16_t", + "label": "uint16_t", "_origin": "ast", "community": 742, - "community_name": "Qwen35TensorView", + "community_name": "Q6KHostBlock", "file_type": "code", - "norm_label": "gguftensortype", + "norm_label": "uint16_t", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen35_model_hpp_size_t", - "label": "size_t", + "id": "include_miinfer_qwen3_primitives_hpp_uint8_t", + "label": "uint8_t", "_origin": "ast", "community": 742, - "community_name": "Qwen35TensorView", + "community_name": "Q6KHostBlock", "file_type": "code", - "norm_label": "size_t", + "norm_label": "uint8_t", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen35_model_qwen35tensorview_source", - "label": "source", + "id": "include_miinfer_qwen3_primitives_q4_0hostblock_d_bits", + "label": "d_bits", "_origin": "ast", "community": 742, - "community_name": "Qwen35TensorView", + "community_name": "Q6KHostBlock", "file_type": "code", - "norm_label": "source", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L35" + "norm_label": "d_bits", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L13" + }, + { + "id": "include_miinfer_qwen3_primitives_q4_0hostblock_qs", + "label": "qs", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "qs", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L14" + }, + { + "id": "include_miinfer_qwen3_primitives_q6khostblock_d_bits", + "label": "d_bits", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "d_bits", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L21" + }, + { + "id": "include_miinfer_qwen3_primitives_q6khostblock_qh", + "label": "qh", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "qh", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L19" + }, + { + "id": "include_miinfer_qwen3_primitives_q6khostblock_ql", + "label": "ql", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "ql", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L18" + }, + { + "id": "include_miinfer_qwen3_primitives_q6khostblock_scales", + "label": "scales", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "scales", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L20" + }, + { + "id": "include_miinfer_qwen3_primitives_q8khostblock_bsums", + "label": "bsums", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "bsums", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L27" + }, + { + "id": "include_miinfer_qwen3_primitives_q8khostblock_d", + "label": "d", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "d", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L25" + }, + { + "id": "include_miinfer_qwen3_primitives_q8khostblock_qs", + "label": "qs", + "_origin": "ast", + "community": 742, + "community_name": "Q6KHostBlock", + "file_type": "code", + "norm_label": "qs", + "source_file": "include/miinfer/qwen3_primitives.hpp", + "source_location": "L26" }, { "id": "bench_qwen3_decode_profile", @@ -115282,6 +114093,39 @@ "source_file": "include/miinfer/prefill_v2/topology_block.hpp", "source_location": "L24" }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_prefill_v2_state_hpp_uint32_t", "label": "uint32_t", @@ -115348,6 +114192,17 @@ "source_file": "include/miinfer/prefill_v2/state.hpp", "source_location": "L39" }, + { + "id": "recurrentlayerworkspacemanager", + "label": "RecurrentLayerWorkspaceManager", + "_origin": "ast", + "community": 748, + "community_name": "RecurrentLayerStateStorage", + "file_type": "code", + "norm_label": "recurrentlayerworkspacemanager", + "source_file": "", + "source_location": "" + }, { "id": "experiments_exp_v2_0016_wave64_suffix_attention", "label": "EXP-V2-0016-wave64-suffix-attention.md", @@ -115594,17 +114449,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_span", - "label": "span", - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, { "id": "tools_m6a5_qwen35_hybrid_block", "label": "m6a5_qwen35_hybrid_block.cpp", @@ -116090,17 +114934,6 @@ "source_file": "experiments/EXP-0358-m26c-current-decode-route-differential.md", "source_location": "L785" }, - { - "id": "include_miinfer_prefill_v2_attention_layer", - "label": "attention_layer.hpp", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "attention_layer.hpp", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerdecodephasetimings_ffn_down_residual_ms", "label": "ffn_down_residual_ms", @@ -116201,103 +115034,15 @@ "source_location": "L39" }, { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_causal_attn_ms", - "label": "causal_attn_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "causal_attn_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L22" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_ffn_gate_up_ms", - "label": "ffn_gate_up_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "ffn_gate_up_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L25" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_norm_ms", - "label": "norm_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "norm_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L19" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_o_proj_ms", - "label": "o_proj_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "o_proj_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L23" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_post_norm_ms", - "label": "post_norm_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "post_norm_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L24" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_qkv_proj_ms", - "label": "qkv_proj_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "qkv_proj_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L20" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_rope_kv_store_ms", - "label": "rope_kv_store_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "rope_kv_store_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L21" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_swiglu_down_res_ms", - "label": "swiglu_down_res_ms", - "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "swiglu_down_res_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L26" - }, - { - "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_total_layer_ms", - "label": "total_layer_ms", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_span", + "label": "span", "_origin": "ast", - "community": 754, - "community_name": "AttentionLayerDecodePhaseTimings", + "community": 755, + "community_name": "NumericalMetrics", "file_type": "code", - "norm_label": "total_layer_ms", - "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", - "source_location": "L27" + "norm_label": "span", + "source_file": "", + "source_location": "" }, { "id": "bench_prefill_v2_recurrent_layer_bakeoff_numericalmetrics_all_finite", @@ -116964,17 +115709,6 @@ "source_file": "docs/decisions.md", "source_location": "L90" }, - { - "id": "bench_v2_0029_mmq_efficiency_bench", - "label": "v2_0029_mmq_efficiency_bench.cpp", - "_origin": "ast", - "community": 760, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "v2_0029_mmq_efficiency_bench.cpp", - "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", - "source_location": "L1" - }, { "id": "bench_v2_0029_mmq_efficiency_bench_cpp_size_t", "label": "size_t", @@ -116986,17 +115720,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_v2_0029_mmq_efficiency_bench_cpp_string", - "label": "string", - "_origin": "ast", - "community": 760, - "community_name": "ShapeBenchmark", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, { "id": "bench_v2_0029_mmq_efficiency_bench_cpp_uint32_t", "label": "uint32_t", @@ -118254,17 +116977,6 @@ "source_file": "bench/qwen35_gqa_prefill_bench.cpp", "source_location": "L1" }, - { - "id": "bench_qwen35_gqa_prefill_bench_cpp_hipevent_t", - "label": "hipEvent_t", - "_origin": "ast", - "community": 775, - "community_name": "qwen35_gqa_prefill_bench.cpp", - "file_type": "code", - "norm_label": "hipevent_t", - "source_file": "", - "source_location": "" - }, { "id": "bench_qwen35_gqa_prefill_bench_cpp_size_t", "label": "size_t", @@ -118309,12 +117021,108 @@ "source_file": "bench/qwen35_gqa_prefill_bench.cpp", "source_location": "L18" }, + { + "id": "docs_current_state_of_the_art_current_accepted_result", + "label": "Current accepted result", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "current accepted result", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L22" + }, + { + "id": "docs_current_state_of_the_art_external_port_results", + "label": "External-port results", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "external-port results", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L123" + }, + { + "id": "docs_current_state_of_the_art_leaderboard", + "label": "Leaderboard", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "leaderboard", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L55" + }, + { + "id": "docs_current_state_of_the_art_measured_remaining_work", + "label": "Measured remaining work", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "measured remaining work", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L155" + }, + { + "id": "docs_current_state_of_the_art_miinfer_current_state_of_the_art", + "label": "MIInfer Current State of the Art", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "miinfer current state of the art", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L1" + }, + { + "id": "docs_current_state_of_the_art_reproducibility_and_promotion_rules", + "label": "Reproducibility and promotion rules", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "reproducibility and promotion rules", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L258" + }, + { + "id": "docs_current_state_of_the_art_retained_miinfer_path", + "label": "Retained MIInfer path", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "retained miinfer path", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L93" + }, + { + "id": "docs_current_state_of_the_art_target", + "label": "Target", + "_origin": "ast", + "community": 776, + "community_name": "MIInfer Current State of the Art", + "file_type": "document", + "node_kind": "heading", + "norm_label": "target", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L42" + }, { "id": "experiments_v2_0045_definitive_competitive_qualification_attention_frontier_deferred", "label": "Attention frontier \u2014 deferred", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "attention frontier \u2014 deferred", @@ -118326,7 +117134,7 @@ "label": "Decision", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "decision", @@ -118338,7 +117146,7 @@ "label": "Pinned starting point", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "pinned starting point", @@ -118350,7 +117158,7 @@ "label": "Qualification protocol", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "qualification protocol", @@ -118362,7 +117170,7 @@ "label": "Real agent workload and stability gate", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "real agent workload and stability gate", @@ -118374,7 +117182,7 @@ "label": "Required scoreboard", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "required scoreboard", @@ -118386,7 +117194,7 @@ "label": "State", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "state", @@ -118398,19 +117206,41 @@ "label": "V2-0045 \u2014 Definitive competitive qualification", "_origin": "ast", "community": 776, - "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "community_name": "MIInfer Current State of the Art", "file_type": "document", "node_kind": "heading", "norm_label": "v2-0045 \u2014 definitive competitive qualification", "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", "source_location": "L1" }, + { + "id": "include_miinfer_m12_dense_stage", + "label": "m12_dense_stage.hpp", + "_origin": "ast", + "community": 777, + "community_name": "main", + "file_type": "code", + "norm_label": "m12_dense_stage.hpp", + "source_file": "include/miinfer/m12_dense_stage.hpp", + "source_location": "L1" + }, + { + "id": "tests_qwen35_conv_batch_test", + "label": "qwen35_conv_batch_test.cpp", + "_origin": "ast", + "community": 777, + "community_name": "main", + "file_type": "code", + "norm_label": "qwen35_conv_batch_test.cpp", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L1" + }, { "id": "tests_qwen35_conv_batch_test_cpp_size_t", "label": "size_t", "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -118421,7 +117251,7 @@ "label": "T", "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": "t", "source_file": "", @@ -118432,7 +117262,7 @@ "label": "count_", "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": "count_", "source_file": "tests/qwen35_conv_batch_test.cpp", @@ -118443,55 +117273,143 @@ "label": "data_", "_origin": "ast", "community": 777, - "community_name": "DeviceBuffer", + "community_name": "main", "file_type": "code", "norm_label": "data_", "source_file": "tests/qwen35_conv_batch_test.cpp", "source_location": "L30" }, { - "id": "bench_gdn_kernel_bakeoff", - "label": "gdn_kernel_bakeoff.cpp", + "id": "src_qwen3_gpu_layer_cpp_hipevent_t", + "label": "hipEvent_t", "_origin": "ast", "community": 778, - "community_name": "gdn_kernel_bakeoff.cpp", + "community_name": "ProfileScope", "file_type": "code", - "norm_label": "gdn_kernel_bakeoff.cpp", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L1" + "norm_label": "hipevent_t", + "source_file": "", + "source_location": "" }, { - "id": "bench_gdn_kernel_bakeoff_cpp_f", - "label": "F", + "id": "src_qwen3_gpu_layer_cpp_qwen3profilecategory", + "label": "Qwen3ProfileCategory", "_origin": "ast", "community": 778, - "community_name": "gdn_kernel_bakeoff.cpp", + "community_name": "ProfileScope", "file_type": "code", - "norm_label": "f", + "norm_label": "qwen3profilecategory", "source_file": "", "source_location": "" }, { - "id": "bench_gdn_kernel_bakeoff_timingresult_mean_us", - "label": "mean_us", + "id": "src_qwen3_gpu_layer_profilescope_boundary_stage", + "label": "boundary_stage_", "_origin": "ast", "community": 778, - "community_name": "gdn_kernel_bakeoff.cpp", + "community_name": "ProfileScope", "file_type": "code", - "norm_label": "mean_us", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L24" + "norm_label": "boundary_stage_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L191" }, { - "id": "bench_gdn_kernel_bakeoff_timingresult_min_us", - "label": "min_us", + "id": "src_qwen3_gpu_layer_profilescope_bytes", + "label": "bytes_", "_origin": "ast", "community": 778, - "community_name": "gdn_kernel_bakeoff.cpp", + "community_name": "ProfileScope", "file_type": "code", - "norm_label": "min_us", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L23" + "norm_label": "bytes_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L193" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_category", + "label": "category_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "category_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L189" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_copy", + "label": "copy_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "copy_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L194" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_dispatches", + "label": "dispatches_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "dispatches_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L192" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_ffn_stage", + "label": "ffn_stage_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "ffn_stage_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L190" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_finished", + "label": "finished_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "finished_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L195" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_profile", + "label": "profile_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "profile_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L188" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_start", + "label": "start_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "start_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L196" + }, + { + "id": "src_qwen3_gpu_layer_profilescope_stop", + "label": "stop_", + "_origin": "ast", + "community": 778, + "community_name": "ProfileScope", + "file_type": "code", + "norm_label": "stop_", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L197" }, { "id": "src_prefill_v2_kv_cache", @@ -118608,100 +117526,147 @@ "source_location": "L1" }, { - "id": "docs_current_state_of_the_art_current_accepted_result", - "label": "Current accepted result", + "id": "bench_fp16_gemv_bench_cpp_uint32_t", + "label": "uint32_t", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "current accepted result", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L22" + "community_name": "Options", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" }, { - "id": "docs_current_state_of_the_art_external_port_results", - "label": "External-port results", + "id": "bench_fp16_gemv_bench_options_cache_regime", + "label": "cache_regime", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "external-port results", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L123" + "community_name": "Options", + "file_type": "code", + "norm_label": "cache_regime", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L28" }, { - "id": "docs_current_state_of_the_art_leaderboard", - "label": "Leaderboard", + "id": "bench_fp16_gemv_bench_options_custom_k", + "label": "custom_k", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "leaderboard", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L55" + "community_name": "Options", + "file_type": "code", + "norm_label": "custom_k", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L31" }, { - "id": "docs_current_state_of_the_art_measured_remaining_work", - "label": "Measured remaining work", + "id": "bench_fp16_gemv_bench_options_custom_label", + "label": "custom_label", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "measured remaining work", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L155" + "community_name": "Options", + "file_type": "code", + "norm_label": "custom_label", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L29" }, { - "id": "docs_current_state_of_the_art_miinfer_current_state_of_the_art", - "label": "MIInfer Current State of the Art", + "id": "bench_fp16_gemv_bench_options_custom_m", + "label": "custom_m", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "miinfer current state of the art", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L1" + "community_name": "Options", + "file_type": "code", + "norm_label": "custom_m", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L30" }, { - "id": "docs_current_state_of_the_art_reproducibility_and_promotion_rules", - "label": "Reproducibility and promotion rules", + "id": "bench_fp16_gemv_bench_options_device", + "label": "device", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "reproducibility and promotion rules", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L258" + "community_name": "Options", + "file_type": "code", + "norm_label": "device", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L32" }, { - "id": "docs_current_state_of_the_art_retained_miinfer_path", - "label": "Retained MIInfer path", + "id": "bench_fp16_gemv_bench_options_experiment", + "label": "experiment", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "retained miinfer path", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L93" + "community_name": "Options", + "file_type": "code", + "norm_label": "experiment", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L25" }, { - "id": "docs_current_state_of_the_art_target", - "label": "Target", + "id": "bench_fp16_gemv_bench_options_implementation", + "label": "implementation", "_origin": "ast", "community": 781, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "target", - "source_file": "docs/current-state-of-the-art.md", - "source_location": "L42" + "community_name": "Options", + "file_type": "code", + "norm_label": "implementation", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L27" + }, + { + "id": "bench_fp16_gemv_bench_options_iterations", + "label": "iterations", + "_origin": "ast", + "community": 781, + "community_name": "Options", + "file_type": "code", + "norm_label": "iterations", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L34" + }, + { + "id": "bench_fp16_gemv_bench_options_json_output", + "label": "json_output", + "_origin": "ast", + "community": 781, + "community_name": "Options", + "file_type": "code", + "norm_label": "json_output", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L36" + }, + { + "id": "bench_fp16_gemv_bench_options_seed", + "label": "seed", + "_origin": "ast", + "community": 781, + "community_name": "Options", + "file_type": "code", + "norm_label": "seed", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L35" + }, + { + "id": "bench_fp16_gemv_bench_options_shape", + "label": "shape", + "_origin": "ast", + "community": 781, + "community_name": "Options", + "file_type": "code", + "norm_label": "shape", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L26" + }, + { + "id": "bench_fp16_gemv_bench_options_warmup", + "label": "warmup", + "_origin": "ast", + "community": 781, + "community_name": "Options", + "file_type": "code", + "norm_label": "warmup", + "source_file": "bench/fp16_gemv_bench.cpp", + "source_location": "L33" }, { "id": "src_prefill_v2_state", @@ -119104,33 +118069,110 @@ "source_location": "L70" }, { - "id": "tests_qwen3_primitives_test", - "label": "qwen3_primitives_test.cpp", + "id": "bench_prefill_v2_model_bench_accuracymetrics_cosine", + "label": "cosine", "_origin": "ast", "community": 787, - "community_name": "qwen3_primitives_test.cpp", + "community_name": "AccuracyMetrics", "file_type": "code", - "norm_label": "qwen3_primitives_test.cpp", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L1" + "norm_label": "cosine", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L24" }, { - "id": "tests_qwen3_primitives_test_cpp_t", - "label": "T", + "id": "bench_prefill_v2_model_bench_accuracymetrics_is_finite", + "label": "is_finite", "_origin": "ast", "community": 787, - "community_name": "qwen3_primitives_test.cpp", + "community_name": "AccuracyMetrics", "file_type": "code", - "norm_label": "t", + "norm_label": "is_finite", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L29" + }, + { + "id": "bench_prefill_v2_model_bench_accuracymetrics_max_abs_err", + "label": "max_abs_err", + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "max_abs_err", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L25" + }, + { + "id": "bench_prefill_v2_model_bench_accuracymetrics_mean_abs_err", + "label": "mean_abs_err", + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "mean_abs_err", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L26" + }, + { + "id": "bench_prefill_v2_model_bench_accuracymetrics_rel_rms_err", + "label": "rel_rms_err", + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "rel_rms_err", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L28" + }, + { + "id": "bench_prefill_v2_model_bench_accuracymetrics_rms_err", + "label": "rms_err", + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "rms_err", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L27" + }, + { + "id": "bench_prefill_v2_model_bench_cpp_pair", + "label": "pair", + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "pair", "source_file": "", "source_location": "" }, { - "id": "tests_qwen3_primitives_test_cpp_vector", + "id": "bench_prefill_v2_model_bench_cpp_span", + "label": "span", + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "span", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefill_v2_model_bench_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 787, + "community_name": "AccuracyMetrics", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefill_v2_model_bench_cpp_vector", "label": "vector", "_origin": "ast", "community": 787, - "community_name": "qwen3_primitives_test.cpp", + "community_name": "AccuracyMetrics", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -119638,6 +118680,17 @@ "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", "source_location": "L39" }, + { + "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_inspect_file", + "label": "inspect_file", + "_origin": "ast", + "community": 793, + "community_name": "model.cpp", + "file_type": "code", + "norm_label": "inspect_file", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L49" + }, { "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_load_from_file", "label": "load_from_file", @@ -119704,17 +118757,6 @@ "source_file": "", "source_location": "" }, - { - "id": "src_prefill_v2_model_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, { "id": "src_prefill_v2_model_cpp_span", "label": "span", @@ -119825,17 +118867,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_kquant_layout_bench_cpp_string", - "label": "string", - "_origin": "ast", - "community": 795, - "community_name": "kquant_layout_bench.cpp", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, { "id": "bench_kquant_layout_bench_cpp_t", "label": "T", @@ -119859,22 +118890,44 @@ "source_location": "L28" }, { - "id": "include_miinfer_gguf", - "label": "gguf.hpp", + "id": "bench_decode_fast_path_bakeoff_cpp_string", + "label": "string", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "gguf.hpp", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L1" + "norm_label": "string", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0029_mmq_efficiency_bench_cpp_string", + "label": "string", + "_origin": "ast", + "community": 796, + "community_name": "GgufTensor", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0030_direct_vgpr_streaming_bench_cpp_string", + "label": "string", + "_origin": "ast", + "community": 796, + "community_name": "GgufTensor", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" }, { "id": "include_miinfer_gguf_gguffile_file_descriptor", "label": "file_descriptor_", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "file_descriptor_", "source_file": "include/miinfer/gguf.hpp", @@ -119885,7 +118938,7 @@ "label": "mapping_", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "mapping_", "source_file": "include/miinfer/gguf.hpp", @@ -119896,7 +118949,7 @@ "label": "metadata", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/gguf.hpp", @@ -119907,7 +118960,7 @@ "label": "metadata_array_is_string", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "metadata_array_is_string", "source_file": "include/miinfer/gguf.hpp", @@ -119918,7 +118971,7 @@ "label": "metadata_array_size", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "metadata_array_size", "source_file": "include/miinfer/gguf.hpp", @@ -119929,7 +118982,7 @@ "label": "metadata_float", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "metadata_float", "source_file": "include/miinfer/gguf.hpp", @@ -119940,7 +118993,7 @@ "label": "metadata_string", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "metadata_string", "source_file": "include/miinfer/gguf.hpp", @@ -119951,7 +119004,7 @@ "label": "metadata_unsigned", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "metadata_unsigned", "source_file": "include/miinfer/gguf.hpp", @@ -119962,7 +119015,7 @@ "label": "open", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "open", "source_file": "include/miinfer/gguf.hpp", @@ -119973,7 +119026,7 @@ "label": "path_", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "path_", "source_file": "include/miinfer/gguf.hpp", @@ -119984,174 +119037,141 @@ "label": "tensors_", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", "norm_label": "tensors_", "source_file": "include/miinfer/gguf.hpp", "source_location": "L81" }, { - "id": "include_miinfer_gguf_ggufvalue_value", - "label": "value", + "id": "include_miinfer_gguf_gguftensor_byte_size", + "label": "byte_size", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "value", + "norm_label": "byte_size", "source_file": "include/miinfer/gguf.hpp", - "source_location": "L34" + "source_location": "L42" }, { - "id": "include_miinfer_gguf_hpp_byte", - "label": "byte", + "id": "include_miinfer_gguf_gguftensor_data", + "label": "data", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "byte", - "source_file": "", - "source_location": "" + "norm_label": "data", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L43" }, { - "id": "include_miinfer_gguf_hpp_ggufscalar", - "label": "GgufScalar", + "id": "include_miinfer_gguf_gguftensor_dimensions", + "label": "dimensions", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "ggufscalar", - "source_file": "", - "source_location": "" + "norm_label": "dimensions", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L39" }, { - "id": "include_miinfer_gguf_hpp_size_t", - "label": "size_t", + "id": "include_miinfer_gguf_gguftensor_name", + "label": "name", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "name", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L38" }, { - "id": "include_miinfer_gguf_hpp_string", - "label": "string", + "id": "include_miinfer_gguf_gguftensor_offset", + "label": "offset", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" + "norm_label": "offset", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L41" }, { - "id": "include_miinfer_gguf_hpp_uint32_t", - "label": "uint32_t", + "id": "include_miinfer_gguf_gguftensor_type", + "label": "type", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" + "norm_label": "type", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L40" }, { - "id": "include_miinfer_gguf_hpp_unordered_map", - "label": "unordered_map", + "id": "include_miinfer_gguf_hpp_byte", + "label": "byte", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "unordered_map", + "norm_label": "byte", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_gguf_hpp_vector", - "label": "vector", + "id": "include_miinfer_gguf_hpp_gguftensortype", + "label": "GgufTensorType", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "vector", + "norm_label": "gguftensortype", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen3_gpu_layer_hpp_array", - "label": "array", + "id": "include_miinfer_gguf_hpp_size_t", + "label": "size_t", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "array", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_qwen3_tokenizer", - "label": "qwen3_tokenizer.hpp", - "_origin": "ast", - "community": 796, - "community_name": "vector", - "file_type": "code", - "norm_label": "qwen3_tokenizer.hpp", - "source_file": "include/miinfer/qwen3_tokenizer.hpp", - "source_location": "L1" - }, - { - "id": "tests_kquant_wave_test", - "label": "kquant_wave_test.cpp", - "_origin": "ast", - "community": 796, - "community_name": "vector", - "file_type": "code", - "norm_label": "kquant_wave_test.cpp", - "source_file": "tests/kquant_wave_test.cpp", - "source_location": "L1" - }, - { - "id": "tests_kquant_wave_test_cpp_uint16_t", - "label": "uint16_t", + "id": "include_miinfer_gguf_hpp_string", + "label": "string", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "uint16_t", + "norm_label": "string", "source_file": "", "source_location": "" }, { - "id": "tests_qwen3_primitives_host_test", - "label": "qwen3_primitives_host_test.cpp", - "_origin": "ast", - "community": 796, - "community_name": "vector", - "file_type": "code", - "norm_label": "qwen3_primitives_host_test.cpp", - "source_file": "tests/qwen3_primitives_host_test.cpp", - "source_location": "L1" - }, - { - "id": "tests_qwen3_tokenizer_test", - "label": "qwen3_tokenizer_test.cpp", + "id": "include_miinfer_gguf_hpp_uint32_t", + "label": "uint32_t", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "qwen3_tokenizer_test.cpp", - "source_file": "tests/qwen3_tokenizer_test.cpp", - "source_location": "L1" + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" }, { - "id": "variant", - "label": "variant", + "id": "include_miinfer_gguf_hpp_uint64_t", + "label": "uint64_t", "_origin": "ast", "community": 796, - "community_name": "vector", + "community_name": "GgufTensor", "file_type": "code", - "norm_label": "variant", + "norm_label": "uint64_t", "source_file": "", "source_location": "" }, @@ -120250,26 +119270,125 @@ "source_location": "L85" }, { - "id": "bench_prefill_v2_topology_block_bakeoff", - "label": "prefill_v2_topology_block_bakeoff.cpp", + "id": "include_miinfer_qwen3_model_hpp_uint32_t", + "label": "uint32_t", "_origin": "ast", "community": 799, - "community_name": "prefill_v2_topology_block_bakeoff.cpp", + "community_name": "Qwen3Config", "file_type": "code", - "norm_label": "prefill_v2_topology_block_bakeoff.cpp", - "source_file": "bench/prefill_v2_topology_block_bakeoff.cpp", - "source_location": "L1" + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" }, { - "id": "bench_prefill_v2_topology_block_bakeoff_cpp_vector", - "label": "vector", + "id": "include_miinfer_qwen3_model_qwen3config_attention_heads", + "label": "attention_heads", "_origin": "ast", "community": 799, - "community_name": "prefill_v2_topology_block_bakeoff.cpp", + "community_name": "Qwen3Config", "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" + "norm_label": "attention_heads", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L17" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_context_length", + "label": "context_length", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "context_length", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L21" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_head_dim", + "label": "head_dim", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "head_dim", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L19" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_hidden_size", + "label": "hidden_size", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "hidden_size", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L15" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_intermediate_size", + "label": "intermediate_size", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "intermediate_size", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L16" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_kv_heads", + "label": "kv_heads", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "kv_heads", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L18" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_layer_count", + "label": "layer_count", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "layer_count", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L14" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_rms_epsilon", + "label": "rms_epsilon", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "rms_epsilon", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L23" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_rope_theta", + "label": "rope_theta", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "rope_theta", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L22" + }, + { + "id": "include_miinfer_qwen3_model_qwen3config_vocab_size", + "label": "vocab_size", + "_origin": "ast", + "community": 799, + "community_name": "Qwen3Config", + "file_type": "code", + "norm_label": "vocab_size", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L20" }, { "id": "experiments_template", @@ -120715,7 +119834,7 @@ "label": "inputs", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "inputs", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120726,7 +119845,7 @@ "label": "outputs", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "outputs", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120737,7 +119856,7 @@ "label": "gate", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "gate", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120748,7 +119867,7 @@ "label": "gated", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "gated", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120759,7 +119878,7 @@ "label": "head_norm", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "head_norm", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120770,7 +119889,7 @@ "label": "head_scaled", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "head_scaled", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120781,7 +119900,7 @@ "label": "normalized", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "normalized", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120792,7 +119911,7 @@ "label": "recurrent_output", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "recurrent_output", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120803,7 +119922,7 @@ "label": "vector", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -120814,7 +119933,7 @@ "label": "input", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "input", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120825,7 +119944,7 @@ "label": "key", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "key", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120836,7 +119955,7 @@ "label": "key_norm", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "key_norm", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120847,7 +119966,7 @@ "label": "normalized", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "normalized", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120858,7 +119977,7 @@ "label": "qkv", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "qkv", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120869,7 +119988,7 @@ "label": "attention_residual", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "attention_residual", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120880,7 +119999,7 @@ "label": "ffn_output", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "ffn_output", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120891,7 +120010,7 @@ "label": "gated", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "gated", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120902,7 +120021,7 @@ "label": "input", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "input", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120913,7 +120032,7 @@ "label": "layer_output", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "layer_output", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120924,7 +120043,7 @@ "label": "normalized", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "normalized", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120935,7 +120054,7 @@ "label": "post_normalized", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "post_normalized", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120946,7 +120065,7 @@ "label": "qkv", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "qkv", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120957,73 +120076,18 @@ "label": "recurrent_output", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "recurrent_output", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L602" }, - { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_gated", - "label": "gated", - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": "gated", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L616" - }, - { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_input", - "label": "input", - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": "input", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L619" - }, - { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_projected", - "label": "projected", - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": "projected", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L618" - }, - { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_q8_input", - "label": "q8_input", - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": "q8_input", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L617" - }, - { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_residual", - "label": "residual", - "_origin": "ast", - "community": 801, - "community_name": "download", - "file_type": "code", - "norm_label": "residual", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L620" - }, { "id": "tools_qwen35_gpu_pipeline_recurrentoperands_beta", "label": "beta", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "beta", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -121034,7 +120098,7 @@ "label": "decay", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "decay", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -121045,7 +120109,7 @@ "label": "key", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "key", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -121056,7 +120120,7 @@ "label": "previous", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "previous", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -121067,7 +120131,7 @@ "label": "query", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "query", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -121078,7 +120142,7 @@ "label": "value", "_origin": "ast", "community": 801, - "community_name": "download", + "community_name": "vector", "file_type": "code", "norm_label": "value", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -121133,7 +120197,7 @@ "label": "q4k_layout_bench.cpp", "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "q4k_layout_bench.cpp", "source_file": "bench/q4k_layout_bench.cpp", @@ -121144,7 +120208,7 @@ "label": "p", "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "p", "source_file": "bench/q4k_layout_bench.cpp", @@ -121155,7 +120219,7 @@ "label": "hipEvent_t", "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "hipevent_t", "source_file": "", @@ -121166,7 +120230,7 @@ "label": "size_t", "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -121177,7 +120241,7 @@ "label": "T", "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "t", "source_file": "", @@ -121188,12 +120252,100 @@ "label": "p", "_origin": "ast", "community": 803, - "community_name": "q4k_layout_bench.cpp", + "community_name": "array", "file_type": "code", "norm_label": "p", "source_file": "bench/q4k_layout_bench.cpp", "source_location": "L27" }, + { + "id": "include_miinfer_qwen3_gpu_layer_hpp_array", + "label": "array", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "array", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_kquant_wave_test", + "label": "kquant_wave_test.cpp", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "kquant_wave_test.cpp", + "source_file": "tests/kquant_wave_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_kquant_wave_test_cpp_uint16_t", + "label": "uint16_t", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "uint16_t", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_q4_q8_dot4_probe", + "label": "q4_q8_dot4_probe.cpp", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "q4_q8_dot4_probe.cpp", + "source_file": "tests/q4_q8_dot4_probe.cpp", + "source_location": "L1" + }, + { + "id": "tests_qwen3_primitives_host_test", + "label": "qwen3_primitives_host_test.cpp", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "qwen3_primitives_host_test.cpp", + "source_file": "tests/qwen3_primitives_host_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_qwen3_primitives_test", + "label": "qwen3_primitives_test.cpp", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "qwen3_primitives_test.cpp", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_qwen3_primitives_test_cpp_t", + "label": "T", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "t", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_qwen3_primitives_test_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 803, + "community_name": "array", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "docs_roadmap_correctness_validation", "label": "Correctness validation", @@ -121322,35 +120474,46 @@ "source_location": "" }, { - "id": "src_qwen3_gpu_layer", - "label": "qwen3_gpu_layer.cpp", + "id": "qwen3projection", + "label": "Qwen3Projection", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "qwen3_gpu_layer.cpp", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1" + "norm_label": "qwen3projection", + "source_file": "", + "source_location": "" }, { - "id": "src_qwen3_gpu_layer_cpp_function", - "label": "Function", + "id": "qwen3projectionprecision", + "label": "Qwen3ProjectionPrecision", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "function", + "norm_label": "qwen3projectionprecision", "source_file": "", "source_location": "" }, { - "id": "src_qwen3_gpu_layer_cpp_hipevent_t", - "label": "hipEvent_t", + "id": "src_qwen3_gpu_layer", + "label": "qwen3_gpu_layer.cpp", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "hipevent_t", + "norm_label": "qwen3_gpu_layer.cpp", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1" + }, + { + "id": "src_qwen3_gpu_layer_cpp_function", + "label": "Function", + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "function", "source_file": "", "source_location": "" }, @@ -121388,125 +120551,81 @@ "source_location": "" }, { - "id": "src_qwen3_gpu_layer_cpp_qwen3profilecategory", - "label": "Qwen3ProfileCategory", + "id": "src_qwen3_gpu_layer_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "qwen3profilecategory", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "src_qwen3_gpu_layer_profilescope_boundary_stage", - "label": "boundary_stage_", - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "boundary_stage_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L191" - }, - { - "id": "src_qwen3_gpu_layer_profilescope_bytes", - "label": "bytes_", - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "bytes_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L193" - }, - { - "id": "src_qwen3_gpu_layer_profilescope_category", - "label": "category_", - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "category_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L189" - }, - { - "id": "src_qwen3_gpu_layer_profilescope_copy", - "label": "copy_", - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "copy_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L194" - }, - { - "id": "src_qwen3_gpu_layer_profilescope_dispatches", - "label": "dispatches_", + "id": "src_qwen3_gpu_layer_cpp_span", + "label": "span", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "dispatches_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L192" + "norm_label": "span", + "source_file": "", + "source_location": "" }, { - "id": "src_qwen3_gpu_layer_profilescope_ffn_stage", - "label": "ffn_stage_", + "id": "src_qwen3_gpu_layer_cpp_t", + "label": "T", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "ffn_stage_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L190" + "norm_label": "t", + "source_file": "", + "source_location": "" }, { - "id": "src_qwen3_gpu_layer_profilescope_finished", - "label": "finished_", + "id": "src_qwen3_gpu_layer_cpp_uint32_t", + "label": "uint32_t", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "finished_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L195" + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" }, { - "id": "src_qwen3_gpu_layer_profilescope_profile", - "label": "profile_", + "id": "src_qwen3_gpu_layer_cpp_vector", + "label": "vector", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "profile_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L188" + "norm_label": "vector", + "source_file": "", + "source_location": "" }, { - "id": "src_qwen3_gpu_layer_profilescope_start", - "label": "start_", + "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_final_norm", + "label": "final_norm", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "start_", + "norm_label": "final_norm", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L196" + "source_location": "L788" }, { - "id": "src_qwen3_gpu_layer_profilescope_stop", - "label": "stop_", + "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_output", + "label": "output", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "stop_", + "norm_label": "output", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L197" + "source_location": "L754" }, { "id": "scripts_test_cli_first_run", @@ -121569,26 +120688,224 @@ "source_location": "L32" }, { - "id": "bench_m24_projection_bakeoff_cpp_hipevent_t", - "label": "hipEvent_t", + "id": "include_miinfer_qwen3_model_qwen3layerweights_attention_norm", + "label": "attention_norm", "_origin": "ast", "community": 808, - "community_name": "Event", + "community_name": "Qwen3LayerWeights", "file_type": "code", - "norm_label": "hipevent_t", - "source_file": "", - "source_location": "" + "norm_label": "attention_norm", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L37" }, { - "id": "bench_m24_projection_bakeoff_event_value", - "label": "value", + "id": "include_miinfer_qwen3_model_qwen3layerweights_down", + "label": "down", "_origin": "ast", "community": 808, - "community_name": "Event", + "community_name": "Qwen3LayerWeights", "file_type": "code", - "norm_label": "value", - "source_file": "bench/m24_projection_bakeoff.cpp", - "source_location": "L48" + "norm_label": "down", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L47" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_ffn_norm", + "label": "ffn_norm", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "ffn_norm", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L44" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_gate", + "label": "gate", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "gate", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L45" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_k", + "label": "k", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "k", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L39" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_k_norm", + "label": "k_norm", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "k_norm", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L43" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_output", + "label": "output", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "output", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L41" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_q", + "label": "q", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "q", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L38" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_q_norm", + "label": "q_norm", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "q_norm", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L42" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_up", + "label": "up", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "up", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L46" + }, + { + "id": "include_miinfer_qwen3_model_qwen3layerweights_v", + "label": "v", + "_origin": "ast", + "community": 808, + "community_name": "Qwen3LayerWeights", + "file_type": "code", + "norm_label": "v", + "source_file": "include/miinfer/qwen3_model.hpp", + "source_location": "L40" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_causal_attn_ms", + "label": "causal_attn_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "causal_attn_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L22" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_ffn_gate_up_ms", + "label": "ffn_gate_up_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "ffn_gate_up_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L25" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_norm_ms", + "label": "norm_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "norm_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L19" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_o_proj_ms", + "label": "o_proj_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "o_proj_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L23" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_post_norm_ms", + "label": "post_norm_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "post_norm_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L24" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_qkv_proj_ms", + "label": "qkv_proj_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "qkv_proj_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L20" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_rope_kv_store_ms", + "label": "rope_kv_store_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "rope_kv_store_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L21" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_swiglu_down_res_ms", + "label": "swiglu_down_res_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "swiglu_down_res_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L26" + }, + { + "id": "include_miinfer_prefill_v2_attention_layer_attentionlayerprofilebreakdown_total_layer_ms", + "label": "total_layer_ms", + "_origin": "ast", + "community": 809, + "community_name": "AttentionLayerProfileBreakdown", + "file_type": "code", + "norm_label": "total_layer_ms", + "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", + "source_location": "L27" }, { "id": "docs_decisions_d016_static_activation_reuse_is_preferred_over_dynamic_cache_discovery", @@ -121660,12 +120977,24 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L67" }, + { + "id": "developer_guide", + "label": "developer-guide.md", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "developer-guide.md", + "source_file": "developer-guide.md", + "source_location": "L1" + }, { "id": "docs_cli_product_contract", "label": "cli-product-contract.md", "_origin": "ast", "community": 811, - "community_name": "MIInfer CLI product contract", + "community_name": "developer-guide.md", "file_type": "document", "node_kind": "page", "norm_label": "cli-product-contract.md", @@ -121677,7 +121006,7 @@ "label": "MIInfer CLI product contract", "_origin": "ast", "community": 811, - "community_name": "MIInfer CLI product contract", + "community_name": "developer-guide.md", "file_type": "document", "node_kind": "heading", "norm_label": "miinfer cli product contract", @@ -121689,13 +121018,121 @@ "label": "V2-0046 verification \u2014 2026-09-30", "_origin": "ast", "community": 811, - "community_name": "MIInfer CLI product contract", + "community_name": "developer-guide.md", "file_type": "document", "node_kind": "heading", "norm_label": "v2-0046 verification \u2014 2026-09-30", "source_file": "docs/cli-product-contract.md", "source_location": "L30" }, + { + "id": "docs_release", + "label": "release.md", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "release.md", + "source_file": "docs/release.md", + "source_location": "L1" + }, + { + "id": "docs_release_build_a_release_archive_from_source", + "label": "Build a release archive from source", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "build a release archive from source", + "source_file": "docs/release.md", + "source_location": "L27" + }, + { + "id": "docs_release_install_a_release_archive", + "label": "Install a release archive", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "install a release archive", + "source_file": "docs/release.md", + "source_location": "L8" + }, + { + "id": "docs_release_qualified_performance_scope", + "label": "Qualified performance scope", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "qualified performance scope", + "source_file": "docs/release.md", + "source_location": "L47" + }, + { + "id": "docs_release_release_and_installation", + "label": "Release and installation", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "release and installation", + "source_file": "docs/release.md", + "source_location": "L1" + }, + { + "id": "readme", + "label": "README.md", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "readme.md", + "source_file": "README.md", + "source_location": "L1" + }, + { + "id": "readme_install_and_start", + "label": "Install and start", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "install and start", + "source_file": "README.md", + "source_location": "L8" + }, + { + "id": "readme_miinfer", + "label": "MIInfer", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "miinfer", + "source_file": "README.md", + "source_location": "L1" + }, + { + "id": "readme_qualification", + "label": "Qualification", + "_origin": "ast", + "community": 811, + "community_name": "developer-guide.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "qualification", + "source_file": "README.md", + "source_location": "L50" + }, { "id": "tools_miinfer_cli_steptransfermetrics_blocking_sync_ms", "label": "blocking_sync_ms", @@ -121740,6 +121177,94 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1315" }, + { + "id": "bench_candidate_b_layout_pruning_bench_cpp_string", + "label": "string", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult_delta_us", + "label": "delta_us", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "delta_us", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L19" + }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult_extra_mib_per_layer", + "label": "extra_mib_per_layer", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "extra_mib_per_layer", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L20" + }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult_mmq_us", + "label": "mmq_us", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "mmq_us", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L18" + }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult_total_mib", + "label": "total_mib", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "total_mib", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L21" + }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult_total_model_ms", + "label": "total_model_ms", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "total_model_ms", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L22" + }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult_type_str", + "label": "type_str", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "type_str", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L16" + }, + { + "id": "bench_candidate_b_layout_pruning_bench_timingresult_wave_us", + "label": "wave_us", + "_origin": "ast", + "community": 813, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "wave_us", + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L17" + }, { "id": "bench_m24_recurrent_layer_bakeoff", "label": "m24_recurrent_layer_bakeoff.cpp", @@ -121920,6 +121445,204 @@ "source_file": "docs/benchmarking.md", "source_location": "L143" }, + { + "id": "include_miinfer_prefill_v2_model_prefillv2model_activation_bytes", + "label": "activation_bytes", + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "activation_bytes", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L217" + }, + { + "id": "include_miinfer_prefill_v2_model_prefillv2model_persistent_state_bytes", + "label": "persistent_state_bytes", + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "persistent_state_bytes", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L215" + }, + { + "id": "src_prefill_v2_model_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 816, + "community_name": "size_t", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_qwen3_layer35_external_test_rmsvariant_inverse", + "label": "inverse", + "_origin": "ast", + "community": 817, + "community_name": "RmsVariant", + "file_type": "code", + "norm_label": "inverse", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L226" + }, + { + "id": "tests_qwen3_layer35_external_test_rmsvariant_mean", + "label": "mean", + "_origin": "ast", + "community": 817, + "community_name": "RmsVariant", + "file_type": "code", + "norm_label": "mean", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L224" + }, + { + "id": "tests_qwen3_layer35_external_test_rmsvariant_norm", + "label": "norm", + "_origin": "ast", + "community": 817, + "community_name": "RmsVariant", + "file_type": "code", + "norm_label": "norm", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L222" + }, + { + "id": "tests_qwen3_layer35_external_test_rmsvariant_rms", + "label": "rms", + "_origin": "ast", + "community": 817, + "community_name": "RmsVariant", + "file_type": "code", + "norm_label": "rms", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L221" + }, + { + "id": "tests_qwen3_layer35_external_test_rmsvariant_root", + "label": "root", + "_origin": "ast", + "community": 817, + "community_name": "RmsVariant", + "file_type": "code", + "norm_label": "root", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L225" + }, + { + "id": "tests_qwen3_layer35_external_test_rmsvariant_sum", + "label": "sum", + "_origin": "ast", + "community": 817, + "community_name": "RmsVariant", + "file_type": "code", + "norm_label": "sum", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L223" + }, + { + "id": "bench_decode_fast_path_bakeoff_cpp_f", + "label": "F", + "_origin": "ast", + "community": 818, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "f", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_decode_fast_path_bakeoff_timingresult_max_us", + "label": "max_us", + "_origin": "ast", + "community": 818, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "max_us", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L29" + }, + { + "id": "bench_decode_fast_path_bakeoff_timingresult_mean_us", + "label": "mean_us", + "_origin": "ast", + "community": 818, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "mean_us", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L28" + }, + { + "id": "bench_decode_fast_path_bakeoff_timingresult_min_us", + "label": "min_us", + "_origin": "ast", + "community": 818, + "community_name": "TimingResult", + "file_type": "code", + "norm_label": "min_us", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L27" + }, + { + "id": "include_miinfer_kquant_wave_layout_hpp_uint16_t", + "label": "uint16_t", + "_origin": "ast", + "community": 819, + "community_name": "Q4KMmqTile", + "file_type": "code", + "norm_label": "uint16_t", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_dmin", + "label": "dmin", + "_origin": "ast", + "community": 819, + "community_name": "Q4KMmqTile", + "file_type": "code", + "norm_label": "dmin", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L68" + }, + { + "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_high", + "label": "high", + "_origin": "ast", + "community": 819, + "community_name": "Q4KMmqTile", + "file_type": "code", + "norm_label": "high", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L66" + }, + { + "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_scale_d", + "label": "scale_d", + "_origin": "ast", + "community": 819, + "community_name": "Q4KMmqTile", + "file_type": "code", + "norm_label": "scale_d", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L67" + }, + { + "id": "include_miinfer_kquant_wave_layout_q4kmmqtile_values", + "label": "values", + "_origin": "ast", + "community": 819, + "community_name": "Q4KMmqTile", + "file_type": "code", + "norm_label": "values", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L65" + }, { "id": "docs_decisions_d020_hip_graph_capture_comes_after_correct_execution", "label": "D020 \u2014 HIP Graph Capture Comes After Correct Execution", @@ -121968,6 +121691,358 @@ "source_file": "docs/decisions.md", "source_location": "L541" }, + { + "id": "src_fp16_gemv_reference", + "label": "fp16_gemv_reference.cpp", + "_origin": "ast", + "community": 820, + "community_name": "fp16_gemv_reference.cpp", + "file_type": "code", + "norm_label": "fp16_gemv_reference.cpp", + "source_file": "src/fp16_gemv_reference.cpp", + "source_location": "L1" + }, + { + "id": "src_fp16_gemv_reference_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 820, + "community_name": "fp16_gemv_reference.cpp", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_fp16_gemv_reference_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 820, + "community_name": "fp16_gemv_reference.cpp", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, + { + "id": "src_qwen3_layer_cpp_int8_t", + "label": "int8_t", + "_origin": "ast", + "community": 821, + "community_name": "HostQ8Block", + "file_type": "code", + "norm_label": "int8_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_qwen3_layer_cpp_uint16_t", + "label": "uint16_t", + "_origin": "ast", + "community": 821, + "community_name": "HostQ8Block", + "file_type": "code", + "norm_label": "uint16_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_qwen3_layer_hostq8block_d_bits", + "label": "d_bits", + "_origin": "ast", + "community": 821, + "community_name": "HostQ8Block", + "file_type": "code", + "norm_label": "d_bits", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L20" + }, + { + "id": "src_qwen3_layer_hostq8block_qs", + "label": "qs", + "_origin": "ast", + "community": 821, + "community_name": "HostQ8Block", + "file_type": "code", + "norm_label": "qs", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L22" + }, + { + "id": "src_qwen3_layer_hostq8block_s_bits", + "label": "s_bits", + "_origin": "ast", + "community": 821, + "community_name": "HostQ8Block", + "file_type": "code", + "norm_label": "s_bits", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L21" + }, + { + "id": "tests_qwen3_layer35_external_test_attentionpathreplay_attention_output", + "label": "attention_output", + "_origin": "ast", + "community": 822, + "community_name": "AttentionPathReplay", + "file_type": "code", + "norm_label": "attention_output", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L515" + }, + { + "id": "tests_qwen3_layer35_external_test_attentionpathreplay_ffn_input", + "label": "ffn_input", + "_origin": "ast", + "community": 822, + "community_name": "AttentionPathReplay", + "file_type": "code", + "norm_label": "ffn_input", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L516" + }, + { + "id": "tests_qwen3_layer35_external_test_attentionpathreplay_ffn_norm", + "label": "ffn_norm", + "_origin": "ast", + "community": 822, + "community_name": "AttentionPathReplay", + "file_type": "code", + "norm_label": "ffn_norm", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L517" + }, + { + "id": "tests_qwen3_layer35_external_test_attentionpathreplay_layer_output", + "label": "layer_output", + "_origin": "ast", + "community": 822, + "community_name": "AttentionPathReplay", + "file_type": "code", + "norm_label": "layer_output", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L518" + }, + { + "id": "tests_qwen3_layer35_external_test_attentionpathreplay_v", + "label": "v", + "_origin": "ast", + "community": 822, + "community_name": "AttentionPathReplay", + "file_type": "code", + "norm_label": "v", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L514" + }, + { + "id": "tests_qwen3_layer35_external_test_ffntailreplay_down", + "label": "down", + "_origin": "ast", + "community": 823, + "community_name": "FfnTailReplay", + "file_type": "code", + "norm_label": "down", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L281" + }, + { + "id": "tests_qwen3_layer35_external_test_ffntailreplay_gate", + "label": "gate", + "_origin": "ast", + "community": 823, + "community_name": "FfnTailReplay", + "file_type": "code", + "norm_label": "gate", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L278" + }, + { + "id": "tests_qwen3_layer35_external_test_ffntailreplay_layer_output", + "label": "layer_output", + "_origin": "ast", + "community": 823, + "community_name": "FfnTailReplay", + "file_type": "code", + "norm_label": "layer_output", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L282" + }, + { + "id": "tests_qwen3_layer35_external_test_ffntailreplay_swiglu", + "label": "swiglu", + "_origin": "ast", + "community": 823, + "community_name": "FfnTailReplay", + "file_type": "code", + "norm_label": "swiglu", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L280" + }, + { + "id": "tests_qwen3_layer35_external_test_ffntailreplay_up", + "label": "up", + "_origin": "ast", + "community": 823, + "community_name": "FfnTailReplay", + "file_type": "code", + "norm_label": "up", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L279" + }, + { + "id": "bench_v2_0026_production_hardening_bench_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 824, + "community_name": "make_synthetic_prompt", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0026_production_hardening_bench_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 824, + "community_name": "make_synthetic_prompt", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0026_production_hardening_bench_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 824, + "community_name": "make_synthetic_prompt", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0028_persistent_session_bench_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 825, + "community_name": "main", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0028_persistent_session_bench_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 825, + "community_name": "main", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0028_persistent_session_bench_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 825, + "community_name": "main", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_base_position", + "label": "base_position", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "base_position", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L40" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_kv_capacity", + "label": "kv_capacity", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "kv_capacity", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L43" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_token_count", + "label": "token_count", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "token_count", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L41" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_total_length", + "label": "total_length", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "total_length", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L42" + }, + { + "id": "tests_qwen3_layer35_external_test_checkpoint_file", + "label": "file", + "_origin": "ast", + "community": 827, + "community_name": "Checkpoint", + "file_type": "code", + "norm_label": "file", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L982" + }, + { + "id": "tests_qwen3_layer35_external_test_checkpoint_miinfer", + "label": "miinfer", + "_origin": "ast", + "community": 827, + "community_name": "Checkpoint", + "file_type": "code", + "norm_label": "miinfer", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L983" + }, + { + "id": "tests_qwen3_layer35_external_test_checkpoint_name", + "label": "name", + "_origin": "ast", + "community": 827, + "community_name": "Checkpoint", + "file_type": "code", + "norm_label": "name", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L981" + }, + { + "id": "tests_qwen3_layer35_external_test_checkpoint_tolerance", + "label": "tolerance", + "_origin": "ast", + "community": 827, + "community_name": "Checkpoint", + "file_type": "code", + "norm_label": "tolerance", + "source_file": "tests/qwen3_layer35_external_test.cpp", + "source_location": "L984" + }, { "id": "docs_decisions_d022_dependencies_must_remain_minimal", "label": "D022 \u2014 Dependencies Must Remain Minimal", @@ -208451,7 +208526,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L438", + "source_location": "L455", "weight": 1.0 }, { @@ -208462,7 +208537,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L442", + "source_location": "L459", "weight": 1.0 }, { @@ -208473,7 +208548,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L454", + "source_location": "L471", "weight": 1.0 }, { @@ -208484,7 +208559,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L469", + "source_location": "L486", "weight": 1.0 }, { @@ -208495,7 +208570,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L484", + "source_location": "L501", "weight": 1.0 }, { @@ -208506,7 +208581,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L497", + "source_location": "L514", "weight": 1.0 }, { @@ -208517,7 +208592,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L507", + "source_location": "L524", "weight": 1.0 }, { @@ -208528,7 +208603,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L688", + "source_location": "L705", "weight": 1.0 }, { @@ -208539,7 +208614,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L699", + "source_location": "L716", "weight": 1.0 }, { @@ -208550,7 +208625,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L708", + "source_location": "L725", "weight": 1.0 }, { @@ -208561,7 +208636,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L721", + "source_location": "L738", "weight": 1.0 }, { @@ -208572,7 +208647,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L731", + "source_location": "L748", "weight": 1.0 }, { @@ -208583,7 +208658,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L735", + "source_location": "L752", "weight": 1.0 }, { @@ -208594,7 +208669,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L749", + "source_location": "L766", "weight": 1.0 }, { @@ -208605,7 +208680,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L760", + "source_location": "L777", "weight": 1.0 }, { @@ -208621,7 +208696,7 @@ }, { "source": "developer_guide_miinfer", - "target": "developer_guide_m17_local_appliance_quick_start", + "target": "developer_guide_current_cmake_build_graph", "relation": "contains", "_origin": "ast", "confidence": "EXTRACTED", @@ -208638,7 +208713,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L385", + "source_location": "L402", "weight": 1.0 }, { @@ -208649,7 +208724,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L407", + "source_location": "L424", "weight": 1.0 }, { @@ -208660,7 +208735,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L434", + "source_location": "L451", "weight": 1.0 }, { @@ -208671,7 +208746,18 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L452", + "source_location": "L469", + "weight": 1.0 + }, + { + "source": "developer_guide_miinfer", + "target": "developer_guide_m17_local_appliance_quick_start", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "developer-guide.md", + "source_location": "L55", "weight": 1.0 }, { @@ -208682,7 +208768,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L545", + "source_location": "L562", "weight": 1.0 }, { @@ -208693,7 +208779,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L566", + "source_location": "L583", "weight": 1.0 }, { @@ -208704,7 +208790,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L593", + "source_location": "L610", "weight": 1.0 }, { @@ -208715,7 +208801,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L632", + "source_location": "L649", "weight": 1.0 }, { @@ -208726,7 +208812,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L686", + "source_location": "L703", "weight": 1.0 }, { @@ -208737,7 +208823,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L774", + "source_location": "L791", "weight": 1.0 }, { @@ -208748,7 +208834,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L810", + "source_location": "L827", "weight": 1.0 }, { @@ -208759,7 +208845,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L845", + "source_location": "L862", "weight": 1.0 }, { @@ -208770,7 +208856,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L886", + "source_location": "L903", "weight": 1.0 }, { @@ -208781,7 +208867,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L907", + "source_location": "L924", "weight": 1.0 }, { @@ -208792,7 +208878,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L946", + "source_location": "L963", "weight": 1.0 }, { @@ -208803,7 +208889,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L970", + "source_location": "L987", "weight": 1.0 }, { @@ -208814,7 +208900,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L980", + "source_location": "L997", "weight": 1.0 }, { @@ -208825,7 +208911,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L636", + "source_location": "L653", "weight": 1.0 }, { @@ -208836,7 +208922,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L647", + "source_location": "L664", "weight": 1.0 }, { @@ -208847,7 +208933,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L663", + "source_location": "L680", "weight": 1.0 }, { @@ -208858,7 +208944,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L671", + "source_location": "L688", "weight": 1.0 }, { @@ -217210,6 +217296,50 @@ "source_location": "L462", "weight": 1.0 }, + { + "source": "docs_release", + "target": "docs_release_release_and_installation", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "docs/release.md", + "source_location": "L1", + "weight": 1.0 + }, + { + "source": "docs_release_release_and_installation", + "target": "docs_release_build_a_release_archive_from_source", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "docs/release.md", + "source_location": "L27", + "weight": 1.0 + }, + { + "source": "docs_release_release_and_installation", + "target": "docs_release_qualified_performance_scope", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "docs/release.md", + "source_location": "L47", + "weight": 1.0 + }, + { + "source": "docs_release_release_and_installation", + "target": "docs_release_install_a_release_archive", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "docs/release.md", + "source_location": "L8", + "weight": 1.0 + }, { "source": "docs_roadmap", "target": "docs_roadmap_miinfer_roadmap", @@ -267829,18 +267959,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "README.md", - "source_location": "L49", - "weight": 1.0 - }, - { - "source": "readme_miinfer", - "target": "readme_development", - "relation": "contains", - "_origin": "ast", - "confidence": "EXTRACTED", - "confidence_score": 1.0, - "source_file": "README.md", - "source_location": "L64", + "source_location": "L50", "weight": 1.0 }, { @@ -278150,6 +278269,17 @@ "source_location": "L32", "weight": 1.0 }, + { + "source": "scripts_test_package", + "target": "scripts_test_package_cleanup", + "relation": "defines", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "scripts/test-package.sh", + "source_location": "L21", + "weight": 1.0 + }, { "source": "scripts_test_serve", "target": "scripts_test_serve_cleanup", @@ -281285,6 +281415,17 @@ "source_location": "L23", "weight": 1.0 }, + { + "source": "developer_guide", + "target": "docs_release", + "relation": "references", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "developer-guide.md", + "source_location": "L53", + "weight": 1.0 + }, { "source": "developer_guide", "target": "docs_references", @@ -281293,7 +281434,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L682", + "source_location": "L699", "weight": 1.0 }, { @@ -281304,7 +281445,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L770", + "source_location": "L787", "weight": 1.0 }, { @@ -281315,7 +281456,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L806", + "source_location": "L823", "weight": 1.0 }, { @@ -281326,7 +281467,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L901", + "source_location": "L918", "weight": 1.0 }, { @@ -281337,7 +281478,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L952", + "source_location": "L969", "weight": 1.0 }, { @@ -281348,7 +281489,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L953", + "source_location": "L970", "weight": 1.0 }, { @@ -281359,7 +281500,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L955", + "source_location": "L972", "weight": 1.0 }, { @@ -281370,7 +281511,7 @@ "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "developer-guide.md", - "source_location": "L956", + "source_location": "L973", "weight": 1.0 }, { @@ -281947,7 +282088,7 @@ }, { "source": "readme", - "target": "experiments_v2_0045_definitive_competitive_qualification", + "target": "docs_release", "relation": "references", "_origin": "ast", "confidence": "EXTRACTED", @@ -281958,46 +282099,24 @@ }, { "source": "readme", - "target": "docs_current_state_of_the_art", - "relation": "references", - "_origin": "ast", - "confidence": "EXTRACTED", - "confidence_score": 1.0, - "source_file": "README.md", - "source_location": "L58", - "weight": 1.0 - }, - { - "source": "readme", - "target": "bench_readme", - "relation": "references", - "_origin": "ast", - "confidence": "EXTRACTED", - "confidence_score": 1.0, - "source_file": "README.md", - "source_location": "L67", - "weight": 1.0 - }, - { - "source": "readme", - "target": "docs_benchmarking", + "target": "docs_hardware", "relation": "references", "_origin": "ast", "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "README.md", - "source_location": "L68", + "source_location": "L65", "weight": 1.0 }, { "source": "readme", - "target": "developer_guide", + "target": "docs_cli_product_contract", "relation": "references", "_origin": "ast", "confidence": "EXTRACTED", "confidence_score": 1.0, "source_file": "README.md", - "source_location": "L69", + "source_location": "L66", "weight": 1.0 }, { @@ -287426,5 +287545,5 @@ } ], "hyperedges": [], - "built_at_commit": "2d4a41a00978dbfa8efd88bf0442b553fec6a41f" + "built_at_commit": "16f18b9f783f8f97c31df2196a3eddac57d76933" } \ No newline at end of file diff --git a/graphify-out/manifest.json b/graphify-out/manifest.json index fb8fb71b..a2e854d4 100644 --- a/graphify-out/manifest.json +++ b/graphify-out/manifest.json @@ -150,15 +150,15 @@ "semantic_hash": "" }, "CMakeLists.txt": { - "mtime": 1790778510.2695243, - "seen": 1790778881.5243812, - "ast_hash": "cf0eaf8d273c1a23044812e2132c03a6", + "mtime": 1790845446.8902867, + "seen": 1790845544.1509466, + "ast_hash": "01ae4e06ba1e6ac550b337a9719047ba", "semantic_hash": "" }, "README.md": { - "mtime": 1790751382.9408603, - "seen": 1790777699.3711464, - "ast_hash": "79848b0fb058d151bc541794e99c54ae", + "mtime": 1790844093.1255212, + "seen": 1790845226.9714797, + "ast_hash": "9ecf012460bd3d812b6743bae8a5ec54", "semantic_hash": "" }, "bench/README.md": { @@ -2364,8 +2364,8 @@ "semantic_hash": "" }, "tools/miinfer_cli.cpp": { - "mtime": 1790777763.993068, - "seen": 1790778881.5243633, + "mtime": 1790843376.7090762, + "seen": 1790845226.9714608, "ast_hash": "0ea0aa47d3f45f13e1372e9ca6247b72", "semantic_hash": "" }, @@ -2874,9 +2874,9 @@ "semantic_hash": "" }, "scripts/test-package.sh": { - "mtime": 1790778743.0804245, - "seen": 1790778881.524236, - "ast_hash": "1bc7e0a6311904be94683035f4fb0bed", + "mtime": 1790845466.1992033, + "seen": 1790845544.15082, + "ast_hash": "e5aec0e02069620a7115df2179f4e818", "semantic_hash": "" }, "experiments/EXP-0262-m12-production-qualification.md": { @@ -5712,14 +5712,14 @@ "semantic_hash": "" }, "include/miinfer/prefill_v2/model.hpp": { - "mtime": 1790750529.9818907, - "seen": 1790777699.3706145, + "mtime": 1790843376.708076, + "seen": 1790845226.9709783, "ast_hash": "1633a8e1a976ba314e2be9cf7d3fcade", "semantic_hash": "" }, "src/prefill_v2/model.cpp": { - "mtime": 1790750537.3908527, - "seen": 1790777699.3710206, + "mtime": 1790843376.708076, + "seen": 1790845226.9713604, "ast_hash": "40dcc846862d3925dd11b023e535a2a9", "semantic_hash": "" }, @@ -6228,21 +6228,27 @@ "semantic_hash": "" }, "scripts/test-cli-first-run.sh": { - "mtime": 1790777814.8988252, - "seen": 1790778881.5242343, - "ast_hash": "a7e1fab0240af8f7bc0452cec6174543", + "mtime": 1790844759.7423363, + "seen": 1790845226.9713418, + "ast_hash": "f2da6cdb758150824135381c1d685681", "semantic_hash": "" }, "developer-guide.md": { - "mtime": 1790723018.487046, - "seen": 1790777699.3711572, - "ast_hash": "773096ba06044d6b06b6fa9906003622", + "mtime": 1790844254.4107392, + "seen": 1790845226.9714901, + "ast_hash": "7e2f99254eaff694d95e2efa8edf9729", "semantic_hash": "" }, "docs/cli-product-contract.md": { - "mtime": 1790778698.095637, - "seen": 1790778881.5244124, + "mtime": 1790843376.6960762, + "seen": 1790845226.9715316, "ast_hash": "100e57dcf228ea29c8b30d51de0f9839", "semantic_hash": "" + }, + "docs/release.md": { + "mtime": 1790844122.3723793, + "seen": 1790845226.9715729, + "ast_hash": "b91d7fdcd59a19604591fb37b2e2e327", + "semantic_hash": "" } } \ No newline at end of file diff --git a/scripts/test-cli-first-run.sh b/scripts/test-cli-first-run.sh index 3d808eb6..19b617dd 100755 --- a/scripts/test-cli-first-run.sh +++ b/scripts/test-cli-first-run.sh @@ -69,7 +69,7 @@ fi printf 'Testing configured default-model server and API completion...\n' >&2 port=$(python3 -c 'import socket; s=socket.socket(); s.bind(("127.0.0.1", 0)); print(s.getsockname()[1]); s.close()') -model_id=$(basename "$model") +model_id=$(basename "${model%.gguf}") "$binary" serve --host 127.0.0.1 --port "$port" > "$stage/server-out.txt" 2> "$stage/server.log" & server_pid=$! ready=0 @@ -86,6 +86,9 @@ if [[ $ready -ne 1 ]]; then exit 1 fi grep -q '"ready":true' "$stage/ready.json" +curl --silent --show-error --fail "http://127.0.0.1:$port/v1/models" \ + > "$stage/models-api.json" +grep -q "\"id\":\"$model_id\"" "$stage/models-api.json" curl --silent --show-error --fail "http://127.0.0.1:$port/v1/chat/completions" \ -H 'Content-Type: application/json' \ -d "{\"model\":\"$model_id\",\"messages\":[{\"role\":\"user\",\"content\":\"Reply with one short greeting.\"}],\"max_tokens\":8,\"temperature\":0}" \ @@ -93,4 +96,11 @@ curl --silent --show-error --fail "http://127.0.0.1:$port/v1/chat/completions" \ grep -q '"role":"assistant"' "$stage/completion.json" grep -q '"content":"' "$stage/completion.json" +if env -u MIINFER_API_KEY "$binary" serve --model "$model" \ + --host 0.0.0.0 --port "$port" > "$stage/lan-out.txt" 2> "$stage/lan-error.txt"; then + printf 'unauthenticated LAN serving was unexpectedly accepted\n' >&2 + exit 1 +fi +grep -q 'non-loopback serving requires' "$stage/lan-error.txt" + printf 'first-run CLI test passed for %s\n' "$(basename "$model")" diff --git a/scripts/test-package.sh b/scripts/test-package.sh index b1304821..7096a735 100755 --- a/scripts/test-package.sh +++ b/scripts/test-package.sh @@ -1,19 +1,33 @@ #!/usr/bin/env bash set -euo pipefail -if [[ $# -ne 1 ]]; then - printf 'usage: %s PACKAGE.tar.gz\n' "$0" >&2 +if [[ $# -lt 1 || $# -gt 2 ]]; then + printf 'usage: %s PACKAGE.tar.gz [MODEL.gguf]\n' "$0" >&2 exit 2 fi archive=$(realpath "$1") if [[ ! -f "$archive" ]]; then - printf 'package not found: %s\n' "$archive" >&2 + printf 'SKIP: package archive has not been built: %s\n' "$archive" + exit 0 +fi +if [[ $# -eq 2 && ! -f "$2" ]]; then + printf 'model not found: %s\n' "$2" >&2 exit 2 fi +script_dir=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd) stage=$(mktemp -d) -trap 'rm -rf "$stage"' EXIT +cleanup() { + status=$? + if [[ $status -eq 0 ]]; then + rm -rf "$stage" + else + printf 'package smoke failed; diagnostics retained at %s\n' "$stage" >&2 + fi + return "$status" +} +trap cleanup EXIT tar -xzf "$archive" -C "$stage" package_root=$(find "$stage" -mindepth 1 -maxdepth 1 -type d -name 'miinfer-*' -print -quit) @@ -22,10 +36,28 @@ if [[ -z "$package_root" ]]; then exit 1 fi +expected_files=( + bin/miinfer + bin/miinfer-device-info + install.sh + share/doc/MIInfer/LICENSE + share/doc/MIInfer/README.md + share/doc/MIInfer/docs/cli-product-contract.md + share/doc/MIInfer/docs/hardware.md + share/doc/MIInfer/docs/release.md +) +actual_files=$(cd "$package_root" && find . ! -type d -printf '%P\n' | sort) +expected_manifest=$(printf '%s\n' "${expected_files[@]}" | sort) +if [[ "$actual_files" != "$expected_manifest" ]]; then + printf 'package file manifest differs from the release allowlist\n' >&2 + diff -u <(printf '%s\n' "$expected_manifest") <(printf '%s\n' "$actual_files") >&2 || true + exit 1 +fi + for binary in miinfer miinfer-device-info; do path="$package_root/bin/$binary" if [[ ! -x "$path" ]]; then - printf 'package is missing executable: %s\n' "$path" >&2 + printf 'package is missing executable: %s\n' "$binary" >&2 exit 1 fi if ldd "$path" | grep -q 'not found'; then @@ -35,20 +67,19 @@ for binary in miinfer miinfer-device-info; do fi done if [[ ! -x "$package_root/install.sh" ]]; then - printf 'package is missing install.sh\n' >&2 + printf 'package is missing executable installer\n' >&2 exit 1 fi -for document in \ - share/doc/MIInfer/README.md \ - share/doc/MIInfer/developer-guide.md \ - share/doc/MIInfer/docs/current-state-of-the-art.md \ - share/doc/MIInfer/docs/cli-product-contract.md \ - share/doc/MIInfer/experiments/V2-0045-definitive-competitive-qualification.md; do - if [[ ! -f "$package_root/$document" ]]; then - printf 'package is missing documentation: %s\n' "$document" >&2 - exit 1 - fi -done + +archive_name=$(basename "$archive") +package_version=${archive_name#miinfer-} +package_version=${package_version%-gfx906-Linux.tar.gz} +version_output=$("$package_root/bin/miinfer" --version) +grep -Fq "MIInfer version: $package_version" <<< "$version_output" +grep -Eq '^Git commit: [[:xdigit:]]{7,12}$' <<< "$version_output" +grep -q '^Target architecture: gfx906$' <<< "$version_output" +"$package_root/bin/miinfer-device-info" --version \ + | grep -Fq "MIInfer version: $package_version" "$package_root/bin/miinfer" --help > "$stage/help.txt" if grep -Eq 'M26-C|EXP-[0-9]+|MIINFER_PRESET|kernel selector|profil' "$stage/help.txt"; then @@ -62,15 +93,8 @@ for command in doctor models inspect run chat serve config; do exit 1 fi done -"$package_root/bin/miinfer" --version >/dev/null -"$package_root/bin/miinfer-device-info" --version >/dev/null + XDG_CONFIG_HOME="$stage/config" "$package_root/bin/miinfer" config --json > "$stage/config.json" -XDG_CONFIG_HOME="$stage/config" "$package_root/bin/miinfer" doctor --port 0 > "$stage/doctor.txt" -if ! grep -q '^GPU PASS' "$stage/doctor.txt"; then - printf 'doctor did not validate the gfx906 GPU\n' >&2 - cat "$stage/doctor.txt" >&2 - exit 1 -fi for key in model_dir default_model host port context api_key_file; do if ! grep -q "\"$key\"" "$stage/config.json"; then printf 'configuration output missing public key: %s\n' "$key" >&2 @@ -81,41 +105,45 @@ if ! grep -q '"value": "8192"' "$stage/config.json"; then printf 'configuration output missing production context default\n' >&2 exit 1 fi + mkdir -p "$stage/models/nested" : > "$stage/models/nested/sample.gguf" if ! "$package_root/bin/miinfer" models "$stage/models" | grep -q 'sample.gguf'; then printf 'model discovery did not find the GGUF fixture\n' >&2 exit 1 fi -mkdir -p "$stage/models/ambiguous" -: > "$stage/models/ambiguous/Ambiguous-Q4.gguf" -: > "$stage/models/ambiguous/Ambiguous-Q5.gguf" -XDG_CONFIG_HOME="$stage/config" "$package_root/bin/miinfer" config set model-dir \ - "$stage/models/ambiguous" >/dev/null -if XDG_CONFIG_HOME="$stage/config" "$package_root/bin/miinfer" inspect Ambiguous \ - > "$stage/ambiguity.txt" 2>&1; then - printf 'model resolution silently accepted ambiguous matches\n' >&2 + +mkdir -p "$stage/home" +HOME="$stage/home" "$package_root/install.sh" "$archive" +if [[ ! -x "$stage/home/.local/miinfer/bin/miinfer" ]]; then + printf 'installer did not create the default user-prefix layout\n' >&2 exit 1 fi -for name in Ambiguous-Q4.gguf Ambiguous-Q5.gguf; do - if ! grep -q "$name" "$stage/ambiguity.txt"; then - printf 'ambiguity error omitted matching model: %s\n' "$name" >&2 - exit 1 - fi -done + +mkdir -p "$stage/installed" "$package_root/install.sh" "$archive" "$stage/installed" if [[ ! -x "$stage/installed/bin/miinfer" ]]; then printf 'installer did not create a runnable release layout\n' >&2 exit 1 fi +touch "$stage/installed/upgrade-marker" +printf 'stale release doc\n' > "$stage/installed/share/doc/MIInfer/docs/release.md" +"$package_root/install.sh" "$archive" "$stage/installed" +if [[ ! -f "$stage/installed/upgrade-marker" ]]; then + printf 'repeat install unexpectedly removed existing prefix contents\n' >&2 + exit 1 +fi +if ! cmp -s "$package_root/share/doc/MIInfer/docs/release.md" \ + "$stage/installed/share/doc/MIInfer/docs/release.md"; then + printf 'repeat install did not overwrite the packaged release file\n' >&2 + exit 1 +fi XDG_CONFIG_HOME="$stage/installed-config" "$stage/installed/bin/miinfer" config >/dev/null "$stage/installed/bin/miinfer" models "$stage/models" | grep -q 'sample.gguf' -"$package_root/bin/miinfer-device-info" > "$stage/device-info.txt" -if ! grep -q 'MIInfer contract: gfx906 compatible' "$stage/device-info.txt"; then - printf 'device probe did not confirm the gfx906 contract\n' >&2 - cat "$stage/device-info.txt" >&2 - exit 1 +if [[ $# -eq 2 ]]; then + bash "$script_dir/test-cli-first-run.sh" \ + "$stage/installed/bin/miinfer" "$(realpath "$2")" fi printf 'package smoke test passed: %s\n' "$archive" From 27ba390809a409d9af7547d25bd8f059ec6fe8e0 Mon Sep 17 00:00:00 2001 From: Giona Date: Thu, 1 Oct 2026 11:20:09 +0200 Subject: [PATCH 2/3] docs: record V2-0047 release packaging qualification --- experiments/V2-0047-release-packaging.md | 171 +++++++++++++++++++++++ 1 file changed, 171 insertions(+) create mode 100644 experiments/V2-0047-release-packaging.md diff --git a/experiments/V2-0047-release-packaging.md b/experiments/V2-0047-release-packaging.md new file mode 100644 index 00000000..f05675bb --- /dev/null +++ b/experiments/V2-0047-release-packaging.md @@ -0,0 +1,171 @@ +# V2-0047 — Release packaging and distribution hardening + +## Objective + +Produce the normal MIInfer release archive using CPack, exclude research-only +build prerequisites and package contents, and qualify installation and the +installed runtime without relying on the source/build tree. No inference source, +kernel, numerical behavior, or public CLI contract changed. + +## Baseline and environment + +- V2-0046 was fast-forwarded onto canonical `main` at + `16f18b9f783f8f97c31df2196a3eddac57d76933` and pushed to `origin/main`. +- `rewrite/v2-0047-release-packaging` was created from that commit. +- Implementation commit: `6a53b4b89717` (`build: isolate release package from research targets`). +- Clean build: Release, GCC `16.2.1`, HIP Clang `20.0.0`, ROCm HIP `7.1.52802`, target `gfx906`. +- The model smoke used `Qwen3.8-27B-Q4_K_M.gguf` on the MI50; no performance benchmark was run. + +## CPack failure reproduced + +Commands: + +```bash +cmake -S . -B /tmp/miinfer-v2-0047-repro -DCMAKE_BUILD_TYPE=Release +cmake --build /tmp/miinfer-v2-0047-repro --target package --verbose -j2 +``` + +The second command failed with exit 2. The generated top-level Makefile has +`package: preinstall` and `preinstall: all`; the generated `Makefile2` default +`all` target included `miinfer-v2-0045-qual-bench`. Its object compile was: + +```text +/usr/bin/c++ -DUSE_PROF_API=1 -D__HIP_PLATFORM_AMD__ -D__HIP_PLATFORM_AMD__=1 \ + -I/home/fedora-workstation/Development/mi50/include \ + -I/tmp/miinfer-v2-0047-repro/generated -O3 -DNDEBUG -std=c++20 -fPIE \ + -Wall -Wextra -Wpedantic -MD \ + -MT CMakeFiles/miinfer-v2-0045-qual-bench.dir/bench/v2_0045_qualification_bench.cpp.o \ + -MF CMakeFiles/miinfer-v2-0045-qual-bench.dir/bench/v2_0045_qualification_bench.cpp.o.d \ + -o CMakeFiles/miinfer-v2-0045-qual-bench.dir/bench/v2_0045_qualification_bench.cpp.o \ + -c /home/fedora-workstation/Development/mi50/bench/v2_0045_qualification_bench.cpp +``` + +GCC failed in the transitive libstdc++ include chain `bench source → +→ bits/chrono_io.h → `: + +```text +/usr/include/c++/16/format:4550:30: error: expected an identifier for the attribute name [-Wtemplate-body] + 4550 | [[__gnu__::__noinline__]] +``` + +This is a compiler/header parse failure in +`bench/v2_0045_qualification_bench.cpp`, not a CPack or MIInfer runtime source +failure. `install(TARGETS ...)` installs only `miinfer` and +`miinfer-device-info`; the qualification benchmark is not installed and is not +required by either executable. + +## Build-graph correction + +Added `MIINFER_BUILD_BENCHMARKS`, `MIINFER_BUILD_RESEARCH_TOOLS`, and +`MIINFER_BUILD_TESTS`. The standard build excludes benchmark and historical / +forensic executables from `all`; the release test executables remain enabled by +default. Developer opt-in configuration restores benchmark and research targets. +The GCC 16 failure remains reproducible when that benchmark is explicitly +included; it no longer blocks a normal release. + +The install manifest is now curated to the two runtime executables, installer, +license, README, and the public CLI, hardware, and release documents. Historical +experiments, benchmark instructions, build-tree files, and developer-only docs +are not installed. `test-package.sh` enforces an exact file allowlist and is +registered as a host-only CTest package gate (skipped only before the archive +has been produced). + +## Final release artifact + +- Name: `miinfer-0.2.0-gfx906-Linux.tar.gz` +- Size: `958843` bytes (937 KiB) +- SHA-256: `84645a01880cbe4b5efb7e4b5371d565cd5e951f416d94e43fbff04aa51b44c3` +- Artifact build identity: version `0.2.0`, Git commit `6a53b4b89717`, + `Git dirty: false`, Release, GNU 16.2.1, HIP Clang 20.0.0, `gfx906`. +- Manifest (8 files): + +```text +miinfer-0.2.0-gfx906-Linux/bin/miinfer +miinfer-0.2.0-gfx906-Linux/bin/miinfer-device-info +miinfer-0.2.0-gfx906-Linux/install.sh +miinfer-0.2.0-gfx906-Linux/share/doc/MIInfer/LICENSE +miinfer-0.2.0-gfx906-Linux/share/doc/MIInfer/README.md +miinfer-0.2.0-gfx906-Linux/share/doc/MIInfer/docs/cli-product-contract.md +miinfer-0.2.0-gfx906-Linux/share/doc/MIInfer/docs/hardware.md +miinfer-0.2.0-gfx906-Linux/share/doc/MIInfer/docs/release.md +``` + +## Verification transcript + +Clean source worktree at `6a53b4b89717`: + +```text +cmake -S /tmp/miinfer-v2-0047-source -B /tmp/miinfer-v2-0047-final-build \ + -DCMAKE_BUILD_TYPE=Release \ + -DFETCHCONTENT_SOURCE_DIR_NLOHMANN_JSON=/tmp/miinfer-v2-0047-clean/_deps/nlohmann_json-src +cmake --build /tmp/miinfer-v2-0047-final-build -j2 PASS +cmake --build /tmp/miinfer-v2-0047-final-build --target package -j2 PASS +``` + +CPack output: + +```text +CPack: Create package using TGZ +CPack: Install projects +CPack: - Run preinstall target for: MIInfer +CPack: - Install project: MIInfer [] +CPack: Create package +CPack: - package: /tmp/miinfer-v2-0047-final-build/miinfer-0.2.0-gfx906-Linux.tar.gz generated. +``` + +CTest: `26/26` passed, including 14 MI50/GPU-required tests and the package +archive gate. `test-package.sh` also passed with the model argument against the +clean commit-built archive. From the installed prefix it verified: + +- default `$HOME/.local/miinfer` install and explicit-prefix installation; +- repeated install preserves unrelated files and overwrites packaged files; +- version, commit, target architecture, executable permissions, and dynamic + dependencies; +- `doctor --model`, `models`, and `inspect`; +- `run` with `--prompt`, positional prompt, and stdin, plus production-profile + selection even with a stale `MIINFER_PRESET` value; +- default-model multi-turn `chat` with nonzero prefix reuse; +- unauthenticated localhost serving, `/readyz`, `/v1/models`, and an + OpenAI-compatible chat completion; +- unauthenticated non-loopback (`0.0.0.0`) serving remains rejected. + +The exact real-model package smoke command and terminal result were: + +```text +$ rtk bash scripts/test-package.sh \ + /tmp/miinfer-v2-0047-final-build/miinfer-0.2.0-gfx906-Linux.tar.gz \ + /home/fedora-workstation/models/Qwen3.8-27B-Q4_K_M.gguf +Testing run --prompt... +Testing automatic production profile with a stale selector set... +Profile: production +Testing positional prompt... +Profile: production +Testing piped prompt... +Profile: production +Testing configured default-model chat... +Testing configured default-model server and API completion... +first-run CLI test passed for Qwen3.8-27B-Q4_K_M.gguf +package smoke test passed: /tmp/miinfer-v2-0047-final-build/miinfer-0.2.0-gfx906-Linux.tar.gz +``` + +The retained installed prefix independently reported: + +```text +MIInfer version: 0.2.0 +Git commit: 6a53b4b89717 +Git dirty: false +Build type: Release +Compiler: GNU 16.2.1 +HIP compiler: Clang 20.0.0 +HIP availability: true +Target architecture: gfx906 +``` + +`doctor --model` returned PASS for GPU gfx906, MI50 identity, the Qwen3.8 +production model, available port, ROCm, production runtime profile, and 32 GiB +free VRAM. `models` found the GGUF and `inspect` reported Qwen3.5, 65 layers, +262144 model context, 248320 vocabulary, 15.92 GiB weights, and supported +production compatibility. + +No inference performance qualification was repeated; this goal changes only +build graph, packaging contents, docs, and package tests. From 919dd64c9603ab539d81b285928cfde3ca3a81f2 Mon Sep 17 00:00:00 2001 From: Giona Date: Thu, 1 Oct 2026 11:28:09 +0200 Subject: [PATCH 3/3] test: verify packaged health endpoint --- experiments/V2-0047-release-packaging.md | 2 +- graphify-out/GRAPH_REPORT.md | 521 +- graphify-out/graph.json | 12687 +++++++++++---------- graphify-out/manifest.json | 16 +- scripts/test-cli-first-run.sh | 3 + 5 files changed, 6699 insertions(+), 6530 deletions(-) diff --git a/experiments/V2-0047-release-packaging.md b/experiments/V2-0047-release-packaging.md index f05675bb..ffad141d 100644 --- a/experiments/V2-0047-release-packaging.md +++ b/experiments/V2-0047-release-packaging.md @@ -125,7 +125,7 @@ clean commit-built archive. From the installed prefix it verified: - `run` with `--prompt`, positional prompt, and stdin, plus production-profile selection even with a stale `MIINFER_PRESET` value; - default-model multi-turn `chat` with nonzero prefix reuse; -- unauthenticated localhost serving, `/readyz`, `/v1/models`, and an +- unauthenticated localhost serving, `/healthz`, `/readyz`, `/v1/models`, and an OpenAI-compatible chat completion; - unauthenticated non-loopback (`0.0.0.0`) serving remains rejected. diff --git a/graphify-out/GRAPH_REPORT.md b/graphify-out/GRAPH_REPORT.md index d15fee8c..2b86b5a5 100644 --- a/graphify-out/GRAPH_REPORT.md +++ b/graphify-out/GRAPH_REPORT.md @@ -1,16 +1,16 @@ # Graph Report - mi50 (2026-10-01) ## Corpus Check -- 876 files · ~1,010,777 words +- 877 files · ~1,011,603 words - Verdict: corpus is large enough that graph structure adds value. ## Summary -- 10476 nodes · 14257 edges · 828 communities (767 shown, 61 thin omitted) +- 10484 nodes · 14264 edges · 827 communities (764 shown, 63 thin omitted) - Extraction: 97% EXTRACTED · 3% INFERRED · 0% AMBIGUOUS · INFERRED: 452 edges (avg confidence: 0.83) - Token cost: 0 input · 0 output ## Graph Freshness -- Built from commit: `16f18b9f` +- Built from commit: `27ba3908` - Run `git rev-parse HEAD` and compare to check if the graph is stale. - Run `graphify update .` after code changes (no API cost). @@ -56,7 +56,7 @@ - 43. Initial MIInfer Benchmark Matrix - Qwen3-8B Dense Control Model - EXP-0146 — M6-B54 post-B53 production profile -- run +- model_plan.cpp - 15. Benchmark Protocol - 10. Kernel experiments - 40. Acceptance Categories @@ -64,7 +64,7 @@ - D008 — Do Not Build a Generic Graph Runtime Initially - RecurrentLayer - FullAttentionLayer -- SessionCheckpoint +- evaluate_token_count - EXP-0179 — Native Q6_K Wave64 Rollout & Activation Reuse - 29. Decision - 6. Baseline @@ -185,7 +185,7 @@ - M5-A — Reproducible MI50 inference baseline - M4-C3 — Text-facing greedy generation - run-m4c3-acceptance.sh -- Qwen35Model +- Qwen35Config - hip_smoke_bench.cpp - qwen3_attention_ab_bench.cpp - EXP-0010 — Qwen3-8B steady-state decode profile @@ -203,7 +203,7 @@ - EXP-0011 — Trace-free Qwen3-8B decode control - EXP-0099 — M6-B6 Q5_K subgroup-structured dot loop - EXP-0022 — M5-C6d GPU-side greedy argmax -- kquant_wave_layout.cpp +- cmd_run_debug - EXP-0020 — M5-C6b direct layer-output handoff - EXP-0051 — M6-B1 Qwen3.8-27B MIInfer GPU profile readiness - run-m5c6c-kv-cache-ab.sh @@ -220,7 +220,7 @@ - EXP-0037 — M5-C13a fixed-cost floor profile - EXP-0023 — M5-C7 post-copy-cleanup decode profile - EXP-0032 — M5-C10c FFN normalization-to-shared-Q8 fusion -- load +- PrefillV2Model::generate - run-m5c6b-layer-output-ab.sh - PrefillV2Model - EXP-0028 — M5-C9b fused SwiGLU to Q8 quantization @@ -255,7 +255,7 @@ - M7 — Establish and Beat the gfx906 Performance Frontier - EXP-0047 — M6-A5 Qwen3.8-27B four-layer hybrid block - EXP-0048 — M6-A6 Qwen3.8-27B full 64-layer forward -- Metadata +- kquant_wave_layout.cpp - EXP-0050 — M6-B0 Qwen3.8-27B llama.cpp MI50 baseline - EXP-0188 — Inter-Layer Norm Fusion, Native Q6_K LM Head & Wave64 Single-Wave GEMV (Stretch Gate Closure) - EXP-0056 — M6-A12 Qwen3.8-27B attention projections @@ -264,7 +264,7 @@ - EXP-0252 — Repacked MMQ64 retest on the production Q4_K down shape - EXP-0254 — Repacked MMQ64 exact-sum activation layout - run-m6b0-llama-baseline.sh -- size_t +- LayerPathCapture - EXP-0058 — M6-A14 Qwen3.8-27B state fingerprints and reset audit - EXP-0125 — M6-B33 post-B32 production profile - EXP-0059 — M6-A15 Qwen3.8-27B layers 0–3 hybrid-block audit @@ -279,13 +279,13 @@ - EXP-0060 — M6-A16 Qwen3.8-27B layers 4–7 hybrid-block audit - EXP-0090 — M6-A27.9 full observable-contract retest - EXP-0061 — M6-A17 Qwen3.8-27B composition ladder -- Qwen3DownProjectionContractTrace +- qwen3_gpu_layer.hpp - EXP-0380 — Localize the first B64 attention-composition hang - EXP-0096 — M6-B3 Q4_K metadata staging - EXP-0182 — Fused Gate+Up SwiGLU Wave64 GEMV - Qwen35RuntimeEngine - EXP-0066 — M6-A22 Qwen3.8-27B GPU hybrid position audit -- main +- m6a18_qwen35_deltanet_state_gpu.cpp - EXP-0141 — M6-B49 recurrent state-update/head-RMS fusion - PrefillV2AttentionLayer - EXP-0226 — M11-B Q4_K chunked row-tile projection @@ -332,7 +332,7 @@ - EXP-0102 — M6-B9 Q6_K LM-head index hoisting - qwen3_trace_compare.cpp - EXP-0094 — M6-B2 direct layer-output handoff -- check_device +- require_match - EXP-0129 — M6-B37 Q4_K×Q8_1 Down weight staging - EXP-0149 — M6-B57 direct layer output - EXP-0116 — M6-B24 full-attention stage attribution @@ -457,7 +457,7 @@ - run-exp0185-tiled-online-attention-ab.sh - run-m8a-requal.sh - EXP-0236 — M11-B direct attention Q8_1 emission -- EXP-0362 — Source-shaped query-tiled GQA2 prefill +- Development roadmap - Milestone M8 Primary Gate Qualification Report - EXP-0205 — Batched Q4_K Wave GEMV for Prefill - Milestone M10 — Real-World Inference Performance & Hybrid Context Scaling @@ -503,7 +503,7 @@ - MatrixScenarioResult - EXP-0221 — M11-B Direct Consumption of Batched Prefill Workspace - EXP-0208 — Full-Attention Projection Batching -- .get +- size_t - EXP-0207 — B=8 LDS Weight-Reuse Prefill - EXP-0223 — M11-B Q4_K B=4 Two-Wave Row Rejection - EXP-0220 — M11-B Q4_K B=4 Compact Arithmetic Rejection @@ -612,7 +612,7 @@ - EXP-0329 — M25-E complete Mx attention Q/K contract screen - EXP-0315 — M25 MMQ occupancy annotation - EXP-0316 — M25-J quantizer under qualified MMQ -- PersistentSession::load_from_file +- compute_token_sequence_hash - EXP-0317 — M25 staged MMQ loop lowering - EXP-0330 — Mx recurrent FFN Gate/Up pair kernel - EXP-0366 — Partial-tail prefill execution contract @@ -633,7 +633,7 @@ - EXP-0334 — M25 complete pinned Mx MMQ contract rejection - EXP-0347 — M25 persistent oracle GDN state layout - EXP-0353 — M27 reusable device-state decode graph -- performance-research-protocol.md +- EXP-0362 — Source-shaped query-tiled GQA2 prefill - HttpRequest - EXP-0348 — M25 current oracle requalification - m6a10_qwen35_q4k_projection.cpp @@ -645,7 +645,7 @@ - EXP-0336 — M25 pinned Mx MMQ recurrent-FFN isolation rejection - Candidate work - EXP-0339 — Mx attention decode reuse P512 qualification screen -- run_ladder +- array - EXP-0341 — M25 attention fork/join concurrency - EXP-0346 — M25 parallel recurrent QKV/Gate composition - v2_0017_pipelined_stream_bakeoff.cpp @@ -706,7 +706,7 @@ - EXP-0387 — M28 full-model prefill frontier refresh - V2-0005 — Native P512 Full-Model Macro Tiling & Baseline Qualification - m6a19_qwen35_conv_gpu.cpp -- Qwen35TensorView +- V2-0045 — Definitive competitive qualification - EXP-0395 — Legacy B4 tail fallback for logical B128 - EXP-0358 — M26-C current decode-route differential - EXP-0389 — P512 regression discriminator @@ -714,7 +714,7 @@ - ShapeBenchmark - LayerEvaluationResult - Group -- Qwen3Layer0KvCache +- Qwen3ForwardTrace - main - EXP-0351 — M26 real-context decode floor and context penalty - PrefillV2WorkspaceManager @@ -723,25 +723,25 @@ - EXP-V2-0010: DeltaNet Transposed Wave Acceleration & Defeating mx-llama.cpp in Decode - EXP-V2-0011 — Recovering the Historical ~32 ms Decode Frontier in Prefill V2 - DeviceShapeData -- RecurrentLayerDecodePhaseTimings +- V2-0047 — Release packaging and distribution hardening - openai_api.cpp - GenerateStats - RemainderSchedulerCounters - EXP-V2-0013 — Long-Context Frontier Qualification (4K -> 8K -> 16K -> 32K -> 64K -> 128K) - EXP-V2-0012 — Reclaiming Resident VRAM via High-Value Layout Pruning while Preserving mx-Beating Decode - EXP-V2-0007 — Unified Prefill V2 to Static Decode Pipeline -- Qwen3FfnProbeTrace -- M23ProfileCounters +- Metrics +- qwen3_primitives_test.cpp - EXP-V2-0027R — Cold-Prefill Arithmetic & Roofline Reconciliation - EXP-V2-0018-suffix-hip-graph.md - EXP-V2-0009: Decode Fast-Path Recovery Inside Prefill V2 - DeviceInfo -- Stats -- qwen3_kv_cache_test.cpp +- GatePathCapture +- Qwen3Layer0KvCache - EXP-V2-0021-production-suffix-hip-graph.md - OpenAiChatRequest - EXP-V2-0014 — Prefix & State Reuse with Suffix-Only Prefill -- Measurement +- Design principles - AttentionKvCacheView - TerminalTextStream - StageProfile @@ -752,7 +752,7 @@ - qwen35_gpu_pipeline.hpp - Q6KHostBlock - qwen3_decode_profile.cpp -- Options +- ModelProfileBreakdown - V2-0044 — Precision-preserving KQ-to-V path - qwen3_cached_attention_determinism_gpu_test.cpp - TopologyBlockProfileBreakdown @@ -766,7 +766,7 @@ - NumericalMetrics - EXP-V2-0025-lds-staged-gqa-attention.md - m12_dense_stage_bench.cpp -- bench-m18-runtime.py +- json - GenerateOptions - ShapeBenchmark - EXP-V2-0019-quantized-kv-cache.md @@ -774,7 +774,7 @@ - v2_0025_lds_staged_gqa_attention_bench.cpp - bench_m10_latency_curve.py - v2_0019_quantized_kv_bench.cpp -- Potential areas +- Research influences - V2-0043 — Reference-shaped GQA attention rewrite - DeviceBuffer - GdnCheckpointStorage @@ -782,10 +782,10 @@ - EXP-V2-0030 — Direct Global-to-VGPR MMQ Weight Streaming & Instruction-Amplification Reduction - RecurrentLayerPhaseTimings - AccuracyMetrics -- qwen3_swiglu_q8_bench.cpp +- fp16_gemv.hpp - qwen35_gqa_prefill_bench.cpp - MIInfer Current State of the Art -- main +- Post-M28 production baseline - ProfileScope - kv_cache.cpp - bench-serve-concurrency.py @@ -801,17 +801,17 @@ - model_loader_test.cpp - M3 — Minimal Runtime - model.cpp -- OpenAiGeneratedToolCalls -- kquant_layout_bench.cpp -- GgufTensor +- 13. Prefill vs Decode +- Qwen35Model +- GgufFile - v2_0045_agent_workload.py - EXP-0352 raw comparison artifacts — 2026-09-20 - Qwen3Config -- PositionResult -- vector +- 34. Guiding principle +- main - attention_layer.cpp -- array -- M4 — First Correct End-to-End Generation +- q4k_layout_bench.cpp +- AGENTS.md - q4_q8_gemv_reference.cpp - qwen3_gpu_layer.cpp - test-cli-first-run.sh @@ -821,9 +821,9 @@ - developer-guide.md - StepTransferMetrics - TimingResult -- m24_recurrent_layer_bakeoff.cpp +- recurrent_layer.cpp - 3. Correctness Is a Benchmark Prerequisite -- size_t +- PrefillV2Model::total_vram_bytes - RmsVariant - TimingResult - Q4KMmqTile @@ -831,7 +831,6 @@ - HostQ8Block - AttentionPathReplay - FfnTailReplay -- make_synthetic_prompt - main - DevicePrefillState - Checkpoint @@ -849,29 +848,29 @@ 10. `GgufFile` - 48 edges ## Surprising Connections (you probably didn't know these) +- `evaluate_token_count()` --calls--> `download` [INFERRED] + bench/prefill_v2_recurrent_layer_bakeoff.cpp → include/miinfer/prefill_v2/state.hpp +- `evaluate_token_count()` --calls--> `upload` [INFERRED] + bench/prefill_v2_recurrent_layer_bakeoff.cpp → include/miinfer/prefill_v2/state.hpp +- `main()` --calls--> `pack_q4k_wave_down()` [INFERRED] + bench/q4k_layout_bench.cpp → src/kquant_wave_layout.cpp - `main()` --calls--> `forward_profiled` [INFERRED] bench/v2_0022_suffix_mmq_critical_path_bench.cpp → include/miinfer/prefill_v2/attention_layer.hpp -- `run()` --calls--> `reset` [INFERRED] - tests/qwen3_decode_gpu_test.cpp → include/miinfer/qwen3_layer.hpp -- `main()` --calls--> `pack_q4k_wave_tensor()` [INFERRED] - bench/candidate_b_layout_pruning_bench.cpp → src/kquant_wave_layout.cpp -- `main()` --calls--> `pack_q5k_wave_tensor()` [INFERRED] - bench/candidate_b_layout_pruning_bench.cpp → src/kquant_wave_layout.cpp -- `main()` --calls--> `pack_q6k_wave_tensor()` [INFERRED] - bench/candidate_b_layout_pruning_bench.cpp → src/kquant_wave_layout.cpp +- `run_sequence()` --calls--> `snapshot_keys` [INFERRED] + tests/qwen3_kv_cache_gpu_test.cpp → include/miinfer/qwen3_gpu_layer.hpp ## Import Cycles - None detected. -## Communities (828 total, 61 thin omitted) +## Communities (827 total, 63 thin omitted) ### Community 0 - "hardware.md" Cohesion: 0.04 Nodes (46): 10. Candidate Quantized Execution Path, 11. FP16 Behavior, 12. BF16, 13. Memory Bandwidth, 14. HBM vs Cache, 15. Weight Compression, 16. HBM Clock, 17. GPU Clock (+38 more) ### Community 1 - "architecture.md" -Cohesion: 0.05 -Nodes (36): 10. Memory Architecture, 11. Weight Residency, 12. Tensor Layout, 13. Prefill vs Decode, 14. Context-Length Sensitivity, 15. Attention Architecture, 16. MoE Architecture, 17. Static Model Knowledge (+28 more) +Cohesion: 0.06 +Nodes (33): 10. Memory Architecture, 11. Weight Residency, 12. Tensor Layout, 14. Context-Length Sensitivity, 15. Attention Architecture, 16. MoE Architecture, 17. Static Model Knowledge, 18. Kernel Configuration (+25 more) ### Community 2 - "benchmarking.md" Cohesion: 0.05 @@ -886,16 +885,16 @@ Cohesion: 0.06 Nodes (34): 10. Software Environment, 11. Model / Workload, 12. Test Matrix, 13. Correctness Method, 14. Correctness Results, 15. Benchmark Protocol, 16. Pre-Run Hardware State, 17. Raw Results (+26 more) ### Community 5 - "MIInfer" -Cohesion: 0.05 -Nodes (40): Architecture direction, Benchmark philosophy, Building, Contributing, Core hypothesis, Correctness before performance, Current CMake build graph, Design principles (+32 more) +Cohesion: 0.10 +Nodes (20): Architecture direction, Benchmark philosophy, Building, Contributing, Core hypothesis, Current CMake build graph, Experiments, Guiding principle (+12 more) ### Community 6 - "current-state.md" Cohesion: 0.06 Nodes (30): Closed attention stretch, Completed, Completed in Task 3, Current Benchmark Priority, Current Build Direction, Current checkpoint — M28 / V2-0043 (2026-09-29), Current Correctness Policy, Current Dependency Policy (+22 more) ### Community 7 - "AGENTS.md" -Cohesion: 0.06 -Nodes (30): 11. Static specialization, 12. Static kernel selection, 13. HIP graph strategy, 14. Benchmarking, 15. Hardware-state validation, 16. Benchmark methodology, 18. Experiment records, 19. Profiling (+22 more) +Cohesion: 0.07 +Nodes (27): 11. Static specialization, 12. Static kernel selection, 13. HIP graph strategy, 14. Benchmarking, 15. Hardware-state validation, 16. Benchmark methodology, 18. Experiment records, 19. Profiling (+19 more) ### Community 8 - "TEMPLATE.md" Cohesion: 0.07 @@ -958,8 +957,8 @@ Cohesion: 0.20 Nodes (10): 4. mxxm-t/mx-llama.cpp, Activation reuse, MIInfer implication, MIInfer implication, MIInfer implication, MXFP4, Role, Weight repacking (+2 more) ### Community 23 - "roadmap.md" -Cohesion: 0.10 -Nodes (17): Build and correctness checks, Decision, Next frontier, Performance evidence, Post-M28 production baseline, Candidate areas, Contract, Current Execution Order (+9 more) +Cohesion: 0.06 +Nodes (30): Additional quantization, Benchmark before claim, Candidate areas, Contract, Correctness before speed, Correctness validation, Current Execution Order, Current Status (+22 more) ### Community 24 - "Fp16GemvMetrics" Cohesion: 0.25 @@ -1029,9 +1028,9 @@ Nodes (5): Exact configuration, F16 artifact route, Qwen3-8B Dense Control Model Cohesion: 0.20 Nodes (9): Baseline, Commands, Decision, Environment, EXP-0146 — M6-B54 post-B53 production profile, Follow-up, Interpretation, Question (+1 more) -### Community 41 - "run" -Cohesion: 0.38 -Nodes (9): argmax(), cache_lengths(), size_t, string, vector, exact(), finite(), main() (+1 more) +### Community 41 - "model_plan.cpp" +Cohesion: 0.19 +Nodes (17): release, Q4GemvKernel, align_up(), checked_add(), byte, hipError_t, size_t, string (+9 more) ### Community 42 - "15. Benchmark Protocol" Cohesion: 0.33 @@ -1061,9 +1060,9 @@ Nodes (183): Q5KMmqTile, RecurrentLayer, alpha_raw, beta, beta_raw, d_a, d_alpha Cohesion: 0.01 Nodes (138): RocblasGemmHandle, opaque, FullAttentionLayer, attention, batch_head_rms, d_attn_norm, d_ffn_down, d_ffn_down_expanded (+130 more) -### Community 49 - "SessionCheckpoint" -Cohesion: 0.12 -Nodes (15): array, Buffer, SessionCheckpoint, boundary_position, execution_contract_version, key_cache, last_used, model_identity (+7 more) +### Community 49 - "evaluate_token_count" +Cohesion: 0.26 +Nodes (13): compute_metrics(), size_t, span, uint32_t, vector, evaluate_token_count(), generate_initial_history(), generate_initial_state() (+5 more) ### Community 50 - "EXP-0179 — Native Q6_K Wave64 Rollout & Activation Reuse" Cohesion: 0.12 @@ -1098,8 +1097,8 @@ Cohesion: 0.21 Nodes (33): AccumulationContract, RmsReduction, compare_q8_blocks(), path, size_t, span, vector, dequantize_q8_exact() (+25 more) ### Community 58 - "qwen3_forward_gpu_test.cpp" -Cohesion: 0.16 -Nodes (32): argmax(), capture_q8_input(), compare_checkpoint(), path, Q8_1Block, size_t, vector, exact_equal() (+24 more) +Cohesion: 0.26 +Nodes (23): argmax(), capture_q8_input(), compare_checkpoint(), path, Q8_1Block, size_t, vector, exact_equal() (+15 more) ### Community 59 - "graphify reference: add a URL and watch a folder" Cohesion: 0.50 @@ -1326,8 +1325,8 @@ Cohesion: 0.09 Nodes (22): A — zero generated tokens, Allocation and regression gates, Allocation/setup audit, B — first token, C — one direct decode step, Composed-B64 wrapper ladder, Decision, Exact next PRIMARY (+14 more) ### Community 123 - "run_sequence" -Cohesion: 0.22 -Nodes (20): snapshot_keys, snapshot_values, attention_contract(), cache_corruption_test(), cache_slots_preserved(), checkpoints(), compare_trace(), path (+12 more) +Cohesion: 0.26 +Nodes (18): attention_contract(), cache_corruption_test(), cache_slots_preserved(), checkpoints(), compare_trace(), path, size_t, span (+10 more) ### Community 124 - "External gfx906 Reference Baseline" Cohesion: 0.22 @@ -1339,7 +1338,7 @@ Nodes (28): allocate_shape(), ostream, string, vector, escape(), free_shape(), m ### Community 126 - "Qwen3GpuDecodeWorkspace" Cohesion: 0.05 -Nodes (41): DeviceBuffer, DeviceBytes, bytes_, Qwen3GpuDecodeWorkspace, argmax_token, attention, attention_projected, attn_norm (+33 more) +Nodes (38): Qwen3GpuDecodeWorkspace, argmax_token, attention, attention_projected, attn_norm, attn_rms, embedding, ffn_input (+30 more) ### Community 127 - "EXP-0086 — M6-A27.6 Qwen3.8 P2 L0–L2 operation trace" Cohesion: 0.25 @@ -1410,8 +1409,8 @@ Cohesion: 0.17 Nodes (11): Baseline, Candidate, Commands, Correctness and resources, Decision, Environment, EXP-0100 — M6-B7 Q5_K paired-nibble decoding, Follow-up (+3 more) ### Community 145 - "qwen3_layer_host_impl" -Cohesion: 0.17 -Nodes (24): byte, GgufTensorType, Qwen3TensorView, source, add_in_place(), size_t, span, vector (+16 more) +Cohesion: 0.16 +Nodes (27): byte, GgufTensorType, Qwen3TensorView, source, add_in_place(), size_t, span, uint32_t (+19 more) ### Community 146 - "M4-C1 — Deterministic first generated token" Cohesion: 0.12 @@ -1458,8 +1457,8 @@ Cohesion: 0.20 Nodes (16): apply_external(), checkpoint(), compare(), path, size_t, span, string_view, vector (+8 more) ### Community 164 - "qwen3_position_audit.cpp" -Cohesion: 0.13 -Nodes (29): category_index(), array, ostream, qwen3_profile_category_count, Qwen3ProfileCategory, size_t, string, timespec (+21 more) +Cohesion: 0.10 +Nodes (35): category_index(), array, ostream, qwen3_profile_category_count, Qwen3ProfileCategory, size_t, string, timespec (+27 more) ### Community 165 - "EXP-0209 — B=8 LDS Shared-Weight Shape Check" Cohesion: 0.25 @@ -1485,17 +1484,17 @@ Nodes (9): Decision, Environment, Interpretation, M5-A — Reproducible MI50 inf Cohesion: 0.33 Nodes (5): CLI, Decision, M4-C3 — Text-facing greedy generation, Pinned physical acceptance, Tokenizer contract -### Community 172 - "Qwen35Model" -Cohesion: 0.06 -Nodes (33): string, main(), run_q5k_benchmark(), run_q6k_benchmark(), GgufTensorType, uint64_t, find_tensor(), shared_ptr (+25 more) +### Community 172 - "Qwen35Config" +Cohesion: 0.10 +Nodes (20): uint32_t, Qwen35Config, attention_heads, block_count, context_length, full_attention_interval, head_dim, hidden_size (+12 more) ### Community 173 - "hip_smoke_bench.cpp" Cohesion: 0.16 Nodes (15): size_t, string, json_escape(), main(), Options, device, elements, iterations (+7 more) ### Community 174 - "qwen3_attention_ab_bench.cpp" -Cohesion: 0.22 -Nodes (21): argmax(), string, timespec, uint32_t, vector, elapsed_ms(), field_samples(), ids_json() (+13 more) +Cohesion: 0.08 +Nodes (47): argmax(), ostream, size_t, string, timespec, uint32_t, vector, elapsed_ms() (+39 more) ### Community 175 - "EXP-0010 — Qwen3-8B steady-state decode profile" Cohesion: 0.15 @@ -1545,9 +1544,9 @@ Nodes (11): Baseline, Candidate, Commands, Correctness and resources, Decision, Cohesion: 0.18 Nodes (10): Candidate, Correctness, Decision, Environment and workload, EXP-0022 — M5-C6d GPU-side greedy argmax, Follow-up, Hypothesis, Performance (+2 more) -### Community 190 - "kquant_wave_layout.cpp" -Cohesion: 0.17 -Nodes (27): main(), main(), Q4KWaveTile, metadata, words, int8_t, Q5KMmqTile, Q8_1Block (+19 more) +### Community 190 - "cmd_run_debug" +Cohesion: 0.15 +Nodes (11): cmd_run_debug(), byte, ostream, unique_ptr, unordered_map, vector, print_hip_memory(), SessionPrefixNode (+3 more) ### Community 191 - "EXP-0020 — M5-C6b direct layer-output handoff" Cohesion: 0.20 @@ -1597,13 +1596,13 @@ Nodes (8): Correctness, Decision, Environment and workload, EXP-0023 — M5-C7 p Cohesion: 0.22 Nodes (8): 1. Hypothesis, 2. Candidate, 3. Environment and benchmark, 4. Correctness, 5. Results, 6. Decision, 7. Artifacts, EXP-0032 — M5-C10c FFN normalization-to-shared-Q8 fusion -### Community 207 - "load" -Cohesion: 0.15 -Nodes (24): main(), main(), main(), main(), main(), main(), main(), main() (+16 more) +### Community 207 - "PrefillV2Model::generate" +Cohesion: 0.18 +Nodes (11): capture_decode_graph, capture_suffix_graph, reset_state, restore_matching_session, save_session, PersistentSession, find_matching_session, format_session_filename (+3 more) ### Community 209 - "PrefillV2Model" Cohesion: 0.04 -Nodes (50): hipGraphExec_t, KvCacheQuantMode, mt19937, pair, size_t, unique_ptr, PrefillV2Model, blocks_ (+42 more) +Nodes (49): hipGraphExec_t, KvCacheQuantMode, mt19937, pair, unique_ptr, PrefillV2Model, blocks_, candidates_buf_ (+41 more) ### Community 210 - "EXP-0028 — M5-C9b fused SwiGLU to Q8 quantization" Cohesion: 0.22 @@ -1634,8 +1633,8 @@ Cohesion: 0.18 Nodes (10): Baseline, Candidate, Checks, Correctness, Decision, EXP-0057 — M6-A13 Qwen3.8-27B full-attention GPU layer, Follow-up, Question (+2 more) ### Community 217 - "m6a3_qwen35_layer.cpp" -Cohesion: 0.16 -Nodes (37): path, recurrent_inputs(), check_values(), span, main(), main(), checkpoint(), compare() (+29 more) +Cohesion: 0.18 +Nodes (33): checkpoint(), compare(), conv_output(), array, kChannels, path, size_t, span (+25 more) ### Community 218 - "EXP-0029 — M5-C9c Gate/Up activation-Q8 reuse" Cohesion: 0.20 @@ -1675,7 +1674,7 @@ Nodes (10): Correctness, Decision, EXP-0084 — M6-A27.4 Qwen3.8 full-model obse ### Community 228 - "gguf.cpp" Cohesion: 0.06 -Nodes (70): GgufError, GgufValue, value, GgufScalar, unordered_map, Q4GemvKernel, runtime_error, align_up() (+62 more) +Nodes (65): GgufError, byte, GgufTensorType, size_t, Qwen35TensorView, source, runtime_error, align_up() (+57 more) ### Community 229 - "EXP-0038 — M5-C13b LM-head contract audit" Cohesion: 0.25 @@ -1725,9 +1724,9 @@ Nodes (9): Candidate, Command, Correctness gates, Decision, EXP-0047 — M6-A5 Q Cohesion: 0.22 Nodes (8): Baseline and candidate, Command, Correctness contract, Decision, EXP-0048 — M6-A6 Qwen3.8-27B full 64-layer forward, Follow-up, Question, Result -### Community 243 - "Metadata" -Cohesion: 0.08 -Nodes (30): int8_t, uint32_t, uint64_t, uint8_t, Metadata, d, dmin, minimums (+22 more) +### Community 243 - "kquant_wave_layout.cpp" +Cohesion: 0.05 +Nodes (83): main(), main(), main(), string, find_tensor(), main(), find_tensor(), main() (+75 more) ### Community 244 - "EXP-0050 — M6-B0 Qwen3.8-27B llama.cpp MI50 baseline" Cohesion: 0.17 @@ -1761,9 +1760,9 @@ Nodes (10): Baseline, Candidate, Correctness, Decision, Environment, EXP-0254 Cohesion: 0.83 Nodes (3): cleanup(), run-m6b0-llama-baseline.sh script, stop_telemetry() -### Community 252 - "size_t" -Cohesion: 0.06 -Nodes (9): DeviceBytes, bytes_, data_, exp0385_target_layer(), GpuLayerRef, attention, recurrent, size_t (+1 more) +### Community 252 - "LayerPathCapture" +Cohesion: 0.20 +Nodes (10): LayerPathCapture, attention_residual, ffn_output, gated, input, layer_output, normalized, post_normalized (+2 more) ### Community 253 - "EXP-0058 — M6-A14 Qwen3.8-27B state fingerprints and reset audit" Cohesion: 0.20 @@ -1821,9 +1820,9 @@ Nodes (8): Decision, EXP-0090 — M6-A27.9 full observable-contract retest, Foll Cohesion: 0.17 Nodes (11): Baseline, Candidate, Checks, Command, Correctness contract, Decision, EXP-0061 — M6-A17 Qwen3.8-27B composition ladder, Follow-up (+3 more) -### Community 267 - "Qwen3DownProjectionContractTrace" -Cohesion: 0.29 -Nodes (7): vector, Qwen3DownProjectionContractTrace, current_s_correction, direct_signed_oracle, exact_sum_correction, Qwen3ProjectionProbeTrace, output +### Community 267 - "qwen3_gpu_layer.hpp" +Cohesion: 0.14 +Nodes (15): vector, Qwen3DownProjectionContractTrace, current_s_correction, direct_signed_oracle, exact_sum_correction, Qwen3FfnProbeTrace, ffn_output, gate (+7 more) ### Community 268 - "EXP-0380 — Localize the first B64 attention-composition hang" Cohesion: 0.12 @@ -1838,16 +1837,16 @@ Cohesion: 0.12 Nodes (15): 1. TG64 (64 tokens), 2. TG128 (128 tokens), 3. Hardware State & Telemetry, Baseline, Benchmark Methodology, Candidate, Correctness, Decision (+7 more) ### Community 271 - "Qwen35RuntimeEngine" -Cohesion: 0.03 -Nodes (60): hipGraphExec_t, Qwen35RuntimeEngine, argmax_token_, attention_layers_, d_decode_state_, d_decode_tokens_, d_embedding_, d_final_norm_weight_ (+52 more) +Cohesion: 0.04 +Nodes (58): hipGraphExec_t, span, Qwen35RuntimeEngine, argmax_token_, attention_layers_, d_decode_state_, d_decode_tokens_, d_embedding_ (+50 more) ### Community 272 - "EXP-0066 — M6-A22 Qwen3.8-27B GPU hybrid position audit" Cohesion: 0.17 Nodes (11): Artifact and reference, Candidate, Checks, Command, Decision, EXP-0066 — M6-A22 Qwen3.8-27B GPU hybrid position audit, Follow-up, Interpretation (+3 more) -### Community 273 - "main" -Cohesion: 0.22 -Nodes (11): size_t, span, T, vector, DeviceBuffer, data_, logical_state(), main() (+3 more) +### Community 273 - "m6a18_qwen35_deltanet_state_gpu.cpp" +Cohesion: 0.23 +Nodes (13): path, size_t, span, T, vector, DeviceBuffer, data_, logical_state() (+5 more) ### Community 274 - "EXP-0141 — M6-B49 recurrent state-update/head-RMS fusion" Cohesion: 0.20 @@ -1902,8 +1901,8 @@ Cohesion: 0.20 Nodes (9): Candidate, Decision, Environment and command, EXP-0070 — M6-A26 Qwen3.8 thirty-two-layer stateful GPU prefix, Follow-up, Interpretation, Question, Results (+1 more) ### Community 288 - "Qwen3GpuDecodeCache" -Cohesion: 0.11 -Nodes (15): validate_cache(), size_t, unique_ptr, Qwen3GpuDecodeCache, caches_, length, prepare, workspace_ (+7 more) +Cohesion: 0.10 +Nodes (24): validate_cache(), size_t, unique_ptr, Qwen3GpuDecodeCache, caches_, length, prepare, workspace_ (+16 more) ### Community 289 - "EXP-0124 — M6-B32 transposed recurrent no-decay store" Cohesion: 0.17 @@ -2029,9 +2028,9 @@ Nodes (18): argmax(), compare(), path, size_t, vector, main(), Metrics, first_va Cohesion: 0.18 Nodes (10): Baseline, Candidate, Decision, Environment and workload, EXP-0094 — M6-B2 direct layer-output handoff, Follow-up, Hypothesis, Interpretation (+2 more) -### Community 320 - "check_device" -Cohesion: 0.24 -Nodes (9): check_device(), Metrics, path, size_t, T, device_error(), DeviceBuffer, data_ (+1 more) +### Community 320 - "require_match" +Cohesion: 0.20 +Nodes (15): check_device(), check_values(), Metrics, path, size_t, span, T, uint32_t (+7 more) ### Community 321 - "EXP-0129 — M6-B37 Q4_K×Q8_1 Down weight staging" Cohesion: 0.18 @@ -2118,7 +2117,7 @@ Cohesion: 0.22 Nodes (8): Decision, Environment, EXP-0121 — M6-B29 recurrent stage attribution, Follow-up, Question, Ranking, Results, Scope ### Community 342 - "AggregatedStats" -Cohesion: 0.11 +Cohesion: 0.12 Nodes (23): aggregate(), AggregatedStats, generated_tokens, max_decode_tok_s, mean_decode_tok_s, mean_step_ms, mean_total_ms, mean_ttft_ms (+15 more) ### Community 343 - "EXP-0180 — M7 gfx906 Performance Frontier Benchmark" @@ -2242,8 +2241,8 @@ Cohesion: 0.22 Nodes (8): Baselines, Decision, Environment, EXP-0152 — M6-B60 post-B59 production profile, Follow-up, Interpretation, Question, Results ### Community 374 - "PrefillProfile" -Cohesion: 0.11 -Nodes (18): PrefillProfile, attention_layers, chunks, decode_mode, embedding_end, embedding_ms, embedding_start, enabled (+10 more) +Cohesion: 0.06 +Nodes (33): array, Buffer, PrefillProfile, attention_layers, chunks, decode_mode, embedding_end, embedding_ms (+25 more) ### Community 375 - "EXP-0237 — M11-B production layer-major prefill profile" Cohesion: 0.22 @@ -2434,8 +2433,8 @@ Cohesion: 0.20 Nodes (9): Baseline and candidate, Correctness, Decision, Environment, EXP-0243 — M11-B SwiGLU/Q8 producer-consumer fusion rejection, Follow-up, Hypothesis, Interpretation (+1 more) ### Community 430 - "RuntimeGenerateStats" -Cohesion: 0.07 -Nodes (29): byte, unique_ptr, unordered_map, vector, RuntimeGenerateStats, cancelled, common_prefix_tokens, decode_d2h_bytes (+21 more) +Cohesion: 0.10 +Nodes (21): RuntimeGenerateStats, cancelled, common_prefix_tokens, decode_d2h_bytes, decode_graph_launches, decode_h2d_bytes, decode_ms, decode_tok_s (+13 more) ### Community 433 - "EXP-0195: 1-Wave-Per-Row 0-LDS Fused SwiGLU Kernel Evaluation" Cohesion: 0.18 @@ -2457,9 +2456,9 @@ Nodes (14): 1. TG64 (64 tokens), 2. TG128 (128 tokens), 3. Hardware State & Tele Cohesion: 0.20 Nodes (9): Baseline, Candidate, Correctness, Decision, Environment, EXP-0236 — M11-B direct attention Q8_1 emission, Follow-up, Hypothesis (+1 more) -### Community 447 - "EXP-0362 — Source-shaped query-tiled GQA2 prefill" -Cohesion: 0.20 -Nodes (10): Baseline, Candidate, Correctness, Decision, Environment, EXP-0362 — Source-shaped query-tiled GQA2 prefill, Follow-up, Hypothesis (+2 more) +### Community 447 - "Development roadmap" +Cohesion: 0.22 +Nodes (9): Development roadmap, M0 — Baseline, M1 — Kernel laboratory, M2 — Prove specialization, M3 — Minimal runtime, M4 — First correct generation, M5 — Beat the reference, M6 — Runtime specialization (+1 more) ### Community 448 - "Milestone M8 Primary Gate Qualification Report" Cohesion: 0.33 @@ -2474,8 +2473,8 @@ Cohesion: 0.14 Nodes (13): 1. Executive Summary, 2. Real-World Latency Curve Across Production Modes, 3. Hybrid Architecture Context Scaling Analysis (128 -> 65,536 tokens), 4. Key Architectural Findings & Bottlenecks, 5. M10 Implementation Roadmap, Finding 1: The DeltaNet $O(1)$ Recurrent State Advantage, Finding 2: The Attention Bandwidth Roofline at 64K Context, Finding 3: The Current Attention Kernel Bottleneck at Long Context (+5 more) ### Community 453 - "ChatMessage" -Cohesion: 0.13 -Nodes (19): ChatMessage, content, role, tool_call_id, tool_calls, ChatTool, description, name (+11 more) +Cohesion: 0.20 +Nodes (10): ChatMessage, content, role, tool_call_id, tool_calls, ChatToolCall, arguments, id (+2 more) ### Community 454 - "EXP-0253 — Repacked MMQ64 with exact Q8 side sums" Cohesion: 0.18 @@ -2530,8 +2529,8 @@ Cohesion: 0.25 Nodes (7): 1. Executive Summary, 2. Model Weight & Compulsory Memory Inventory, 3. Bandwidth Analysis & Physical Floors, 4.1 Structural Inefficiencies in the Current Execution Path, 4. Post-M8 Execution Stage Latency Attribution, 5. Ranked M9 Optimization Opportunities, M9 — Post-M8 Latency Floor & Decomposition Report ### Community 467 - "miinfer_cli.cpp" -Cohesion: 0.11 -Nodes (54): apply_runtime_preset(), cmd_chat(), cmd_config(), cmd_doctor(), cmd_inspect(), cmd_models(), cmd_run(), cmd_serve() (+46 more) +Cohesion: 0.12 +Nodes (53): apply_runtime_preset(), cmd_chat(), cmd_config(), cmd_doctor(), cmd_inspect(), cmd_models(), cmd_run(), cmd_serve() (+45 more) ### Community 468 - "Milestone M9 — Context Scaling Qualification (TG64 → TG1024)" Cohesion: 0.33 @@ -2586,16 +2585,16 @@ Cohesion: 0.14 Nodes (13): Baseline, Benchmark, Candidate, Correctness, Decision, Environment, EXP-0306 — M25-E sliced activation staging for mx MMQ, Follow-up (+5 more) ### Community 488 - "qwen3_gpu_primitives.hpp" -Cohesion: 0.04 -Nodes (49): GemvKernelResources, local_bytes, max_threads_per_block, registers, shared_bytes, size_t, int16_t, int8_t (+41 more) +Cohesion: 0.06 +Nodes (36): int8_t, uint8_t, M23Q8_1MmqBlock, d, qs, qsum_scaled, s, MxQ8_1MmqBlock (+28 more) ### Community 489 - "EXP-0256 — M12 chunkwise Gated DeltaNet oracle" Cohesion: 0.20 Nodes (9): Baseline / oracle, Candidate, Correctness, Decision, Environment, EXP-0256 — M12 chunkwise Gated DeltaNet oracle, Follow-up, Hypothesis (+1 more) ### Community 490 - "MatrixScenarioResult" -Cohesion: 0.07 -Nodes (30): size_t, string, uint32_t, vector, make_synthetic_prompt(), MatrixScenarioResult, cold_decode_step_ms, cold_decode_tok_s (+22 more) +Cohesion: 0.08 +Nodes (26): string, MatrixScenarioResult, cold_decode_step_ms, cold_decode_tok_s, cold_generated_tokens, cold_prefill_tok_s, cold_ttft_ms, decode_delta_pct (+18 more) ### Community 491 - "EXP-0221 — M11-B Direct Consumption of Batched Prefill Workspace" Cohesion: 0.22 @@ -2605,9 +2604,9 @@ Nodes (8): Candidate, Correctness, Decision, Environment, EXP-0221 — M11-B Dir Cohesion: 0.20 Nodes (9): Baseline, Candidate, Correctness, Decision, Environment, EXP-0208 — Full-Attention Projection Batching, Follow-up, Hypothesis (+1 more) -### Community 493 - ".get" -Cohesion: 0.08 -Nodes (20): print_result(), run_bakeoff_main(), forward, b64_composition_enabled(), download(), Q8_1Block, string, uint32_t (+12 more) +### Community 493 - "size_t" +Cohesion: 0.04 +Nodes (33): int16_t, Q8KDeviceBlock, bsums, d, qs, b64_composition_enabled(), DeviceBytes, bytes_ (+25 more) ### Community 494 - "EXP-0207 — B=8 LDS Weight-Reuse Prefill" Cohesion: 0.22 @@ -2858,8 +2857,8 @@ Cohesion: 0.29 Nodes (6): Baseline, Decision, EXP-0269 — M18-B pinned llama.cpp-gfx906 qualification, Hypothesis, Model and hardware, Verification ### Community 559 - "m13_quant_mm_bench.cpp" -Cohesion: 0.11 -Nodes (16): as(), Buffer, pointer, Fn, hipEvent_t, size_t, string, T (+8 more) +Cohesion: 0.09 +Nodes (20): as(), Buffer, pointer, Fn, GgufTensorType, hipEvent_t, size_t, string (+12 more) ### Community 560 - "EXP-0356 — M27 P512 semantic contract attribution and stop" Cohesion: 0.25 @@ -2926,7 +2925,7 @@ Cohesion: 0.15 Nodes (12): Decision, EXP-0367 evidence, EXP-0368 — L3 partial-attention K/V and causal contract, Later-base qualification attempt, Next PRIMARY frontier, P640 controlled result, Per-stage and K/V localization, Position, causal, and prefix audit (+4 more) ### Community 577 - "UpdateProvenance" -Cohesion: 0.12 +Cohesion: 0.13 Nodes (15): UpdateProvenance, beta, candidate, column, decay, decayed, delta, head (+7 more) ### Community 578 - "run_layer" @@ -3029,9 +3028,9 @@ Nodes (8): Candidate, Correctness, Decision, Environment and benchmark, EXP-0315 Cohesion: 0.22 Nodes (8): Benchmark, Candidate and provenance, Correctness, Decision, EXP-0316 — M25-J quantizer under qualified MMQ, Hypothesis, Question, Results -### Community 603 - "PersistentSession::load_from_file" -Cohesion: 0.31 -Nodes (12): hipStream_t, PrefillV2Model, span, string, uint32_t, uint64_t, vector, PersistentSession::find_matching_session() (+4 more) +### Community 603 - "compute_token_sequence_hash" +Cohesion: 0.29 +Nodes (13): compute_token_sequence_hash(), hipStream_t, PrefillV2Model, span, string, uint32_t, uint64_t, vector (+5 more) ### Community 604 - "EXP-0317 — M25 staged MMQ loop lowering" Cohesion: 0.25 @@ -3113,9 +3112,9 @@ Nodes (10): Candidate, Correctness, Decision, Environment, EXP-0347 — M25 pers Cohesion: 0.15 Nodes (12): 128-token graph/direct continuation, Attention split-transition correctness, Correctness smoke, Decision, Dynamic-position screen, EXP-0353 — M27 reusable device-state decode graph, Hypothesis, Implementation (+4 more) -### Community 624 - "performance-research-protocol.md" -Cohesion: 0.17 -Nodes (7): Candidate A compile gate, Decision, EXP-0363 — Spill-free attention state schedule, Hypothesis, Required correction, Runtime status, Schedule correction attempt +### Community 624 - "EXP-0362 — Source-shaped query-tiled GQA2 prefill" +Cohesion: 0.09 +Nodes (17): Baseline, Candidate, Correctness, Decision, Environment, EXP-0362 — Source-shaped query-tiled GQA2 prefill, Follow-up, Hypothesis (+9 more) ### Community 625 - "HttpRequest" Cohesion: 0.15 @@ -3130,8 +3129,8 @@ Cohesion: 0.33 Nodes (7): path, size_t, vector, DeviceBuffer, main(), max_abs_error(), read_f32() ### Community 629 - "vector" -Cohesion: 0.07 -Nodes (21): F, main(), measure(), TimingResult, mean_us, min_us, hipEvent_t, vector (+13 more) +Cohesion: 0.06 +Nodes (33): main(), main(), F, main(), measure(), TimingResult, mean_us, min_us (+25 more) ### Community 630 - "EXP-0335 — M25 pinned Mx single-token MMV" Cohesion: 0.18 @@ -3157,9 +3156,9 @@ Nodes (10): Activation reuse, Candidate work, Exit criteria, Goal, HIP graph cap Cohesion: 0.22 Nodes (8): Correctness, Decision, Environment, EXP-0339 — Mx attention decode reuse P512 qualification screen, Follow-up, Interpretation, Question, Results -### Community 636 - "run_ladder" -Cohesion: 0.28 -Nodes (12): argmax(), path, size_t, span, uint32_t, is_boundary(), is_full_attention_layer(), main() (+4 more) +### Community 636 - "array" +Cohesion: 0.13 +Nodes (17): array, uint16_t, half_to_float_bits(), argmax(), path, size_t, span, uint32_t (+9 more) ### Community 637 - "EXP-0341 — M25 attention fork/join concurrency" Cohesion: 0.20 @@ -3190,8 +3189,8 @@ Cohesion: 0.10 Nodes (20): BlockEvaluationResult, k3_metrics, output_metrics, s0_metrics, s1_metrics, s2_metrics, speedup_vs_fast_v1, speedup_vs_token_oracle (+12 more) ### Community 644 - "ReusableContext" -Cohesion: 0.18 -Nodes (12): main(), test_failure_cases(), uint32_t, vector, ReusableContext, cached_tokens_, check_match, clear (+4 more) +Cohesion: 0.14 +Nodes (16): size_t, uint32_t, vector, main(), make_synthetic_prompt(), test_failure_cases(), uint32_t, vector (+8 more) ### Community 645 - "compare-m26c-state.py" Cohesion: 0.87 @@ -3206,8 +3205,8 @@ Cohesion: 0.12 Nodes (18): BenchmarkResult, estimated_host_overhead_ms, first_token, max_ttft_ms, median_restore_ms, median_suffix_ms, median_ttft_ms, min_ttft_ms (+10 more) ### Community 648 - "size_t" -Cohesion: 0.10 -Nodes (27): cmd_run_debug(), function, path, size_t, span, uint32_t, count, opt_prefill_checkpoint_ (+19 more) +Cohesion: 0.12 +Nodes (24): function, size_t, uint32_t, count, opt_prefill_checkpoint_, RuntimeGenerateOptions, max_new_tokens, on_first_token (+16 more) ### Community 649 - "EXP-0361 — Wave64 attention architecture analysis" Cohesion: 0.20 @@ -3389,9 +3388,9 @@ Nodes (16): 1. Goal, 2. Hypothesis, 3. Environment & Hardware State, 4.1 Native Cohesion: 0.33 Nodes (6): size_t, T, DeviceBuffer, data_, main(), upload() -### Community 698 - "Qwen35TensorView" -Cohesion: 0.18 -Nodes (15): byte, GgufTensorType, size_t, Qwen35TensorView, source, size_t, string, uint32_t (+7 more) +### Community 698 - "V2-0045 — Definitive competitive qualification" +Cohesion: 0.25 +Nodes (8): Attention frontier — deferred, Decision, Pinned starting point, Qualification protocol, Real agent workload and stability gate, Required scoreboard, State, V2-0045 — Definitive competitive qualification ### Community 699 - "EXP-0395 — Legacy B4 tail fallback for logical B128" Cohesion: 0.25 @@ -3411,7 +3410,7 @@ Nodes (9): Decision, EXP-0392 — P512 runtime-state scope, mx sentinel and tele ### Community 703 - "ShapeBenchmark" Cohesion: 0.12 -Nodes (17): size_t, uint32_t, vector, make_synthetic_prompt(), median(), ShapeBenchmark, k, layer_occurrences (+9 more) +Nodes (18): size_t, string, uint32_t, vector, make_synthetic_prompt(), median(), ShapeBenchmark, k (+10 more) ### Community 704 - "LayerEvaluationResult" Cohesion: 0.12 @@ -3421,9 +3420,9 @@ Nodes (17): LayerEvaluationResult, history_metrics, internal_chunks, output_metr Cohesion: 0.21 Nodes (13): set, size_t, string, uint64_t, vector, Group, bytes, count (+5 more) -### Community 706 - "Qwen3Layer0KvCache" -Cohesion: 0.16 -Nodes (15): size_t, vector, Qwen3DecodeCache, caches_, length, reset, Qwen3ForwardTrace, embedding (+7 more) +### Community 706 - "Qwen3ForwardTrace" +Cohesion: 0.13 +Nodes (20): reset, vector, Qwen3DecodeCache, caches_, length, reset, Qwen3ForwardTrace, embedding (+12 more) ### Community 707 - "main" Cohesion: 0.30 @@ -3438,8 +3437,8 @@ Cohesion: 0.23 Nodes (8): size_t, PrefillV2WorkspaceManager, d_buffer_, total_bytes_, workspace_, align128(), size_t, PrefillV2WorkspaceManager::PrefillV2WorkspaceManager() ### Community 710 - "RecurrentLayerState" -Cohesion: 0.14 -Nodes (21): size_t, RecurrentLayerState, d_conv_history, d_state, kConvHistoryBytes, kConvHistoryElements, kStateBytes, kStateElements (+13 more) +Cohesion: 0.09 +Nodes (26): RecurrentLayerDecodePhaseTimings, conv_l2_norm_ms, ffn_down_residual_ms, ffn_gate_up_swiglu_ms, gdn_step_ms, norm_beta_alpha_ms, qkv_gate_proj_ms, residual_norm_ms (+18 more) ### Community 711 - "EXP-V2-0028 — Persistent Prefix Cache & Session Restore Qualification" Cohesion: 0.13 @@ -3457,17 +3456,17 @@ Nodes (10): 1. Hypothesis, 2. Motivation, 3. Implementation Details, 4. Hardware Cohesion: 0.12 Nodes (17): Q8_1Block, DeviceShapeData, device_input_fp16, device_input_q8, device_output, device_weights, input_fp16, input_q8 (+9 more) -### Community 715 - "RecurrentLayerDecodePhaseTimings" -Cohesion: 0.20 -Nodes (10): RecurrentLayerDecodePhaseTimings, conv_l2_norm_ms, ffn_down_residual_ms, ffn_gate_up_swiglu_ms, gdn_step_ms, norm_beta_alpha_ms, qkv_gate_proj_ms, residual_norm_ms (+2 more) +### Community 715 - "V2-0047 — Release packaging and distribution hardening" +Cohesion: 0.25 +Nodes (7): Baseline and environment, Build-graph correction, CPack failure reproduced, Final release artifact, Objective, V2-0047 — Release packaging and distribution hardening, Verification transcript ### Community 716 - "openai_api.cpp" -Cohesion: 0.27 -Nodes (12): json, append_assistant_tool_calls(), append_tool_result_messages(), build_chatml(), size_t, string, vector, parse_openai_chat_request() (+4 more) +Cohesion: 0.23 +Nodes (18): OpenAiGeneratedToolCalls, calls, append_assistant_tool_calls(), append_generated_json_calls(), append_generated_xml_calls(), append_tool_result_messages(), build_chatml(), size_t (+10 more) ### Community 717 - "GenerateStats" -Cohesion: 0.08 -Nodes (24): GenerateStats, avg_decode_latency_ms, decode_ms, decode_tok_per_sec, gdn_checkpoint_position, generated_tokens, gqa_kv_reused_tokens, prefill_ms (+16 more) +Cohesion: 0.10 +Nodes (19): GenerateStats, avg_decode_latency_ms, decode_ms, decode_tok_per_sec, gdn_checkpoint_position, generated_tokens, gqa_kv_reused_tokens, prefill_ms (+11 more) ### Community 718 - "RemainderSchedulerCounters" Cohesion: 0.29 @@ -3485,13 +3484,13 @@ Nodes (10): 1. Hypothesis, 2. Motivation, 3. Baseline & Environment, 4. Layout E Cohesion: 0.14 Nodes (13): 1. Unified State & Model Representation (`PrefillV2Model`), 2. Physical Batch Geometry Support, Architecture & Implementation, Decision, End-to-End Benchmark Comparison, End-to-End Performance vs `mx-llama.cpp`, EXP-V2-0007 — Unified Prefill V2 to Static Decode Pipeline, Hardware State (+5 more) -### Community 722 - "Qwen3FfnProbeTrace" -Cohesion: 0.33 -Nodes (6): Qwen3FfnProbeTrace, ffn_output, gate, layer_output, swiglu, up +### Community 722 - "Metrics" +Cohesion: 0.25 +Nodes (8): Metrics, actual_at_max, expected_at_max, max_abs, max_index, max_rel, mean_abs, rmse -### Community 723 - "M23ProfileCounters" -Cohesion: 0.09 -Nodes (21): download_bytes(), fingerprint(), host_fingerprint(), array, byte, uint64_t, M23ProfileCounters, attention_dispatches (+13 more) +### Community 723 - "qwen3_primitives_test.cpp" +Cohesion: 0.43 +Nodes (7): close_enough(), T, vector, device_copy(), gpu_tests(), host_tests(), main() ### Community 724 - "EXP-V2-0027R — Cold-Prefill Arithmetic & Roofline Reconciliation" Cohesion: 0.13 @@ -3506,44 +3505,44 @@ Cohesion: 0.20 Nodes (9): Baseline (V2-0008 Control), Context Scaling Verification, Correctness Qualification, Cumulative Performance Progress, Decision, EXP-V2-0009: Decode Fast-Path Recovery Inside Prefill V2, Fast-Path Differential Analysis, Micro-Bakeoff Results (+1 more) ### Community 727 - "DeviceInfo" -Cohesion: 0.21 -Nodes (13): main(), DeviceInfo, architecture, index, name, total_vram_bytes, size_t, ostream (+5 more) +Cohesion: 0.15 +Nodes (17): pair, uint32_t, vector, get_top_k(), main(), DeviceInfo, architecture, index (+9 more) -### Community 728 - "Stats" -Cohesion: 0.24 -Nodes (10): ostream, size_t, Stats, max_ms, mean_ms, median_ms, min_ms, stddev_ms (+2 more) +### Community 728 - "GatePathCapture" +Cohesion: 0.29 +Nodes (7): GatePathCapture, gate, gated, head_norm, head_scaled, normalized, recurrent_output -### Community 729 - "qwen3_kv_cache_test.cpp" -Cohesion: 0.19 -Nodes (18): span, append, reset, Qwen3DecodeCache::reset(), cache_contract_test(), checkpoint_tolerance(), checkpoints(), path (+10 more) +### Community 729 - "Qwen3Layer0KvCache" +Cohesion: 0.16 +Nodes (20): size_t, span, Qwen3Layer0KvCache, append, reset, Qwen3DecodeCache::reset(), cache_contract_test(), checkpoint_tolerance() (+12 more) ### Community 730 - "EXP-V2-0021-production-suffix-hip-graph.md" Cohesion: 0.12 Nodes (15): 1. Executive Summary & Objective, 2. Experimental Setup & Workload Specification, 3. Experiment A: Correctness & Parity Across Context Regimes, 4. Experiment B: Interleaved Performance & Launch Attribution ($P=65,536, S=512$), 5. Experiment C: Multi-Turn Context Advancement, 6. Experiment D: Stress Replay & VRAM Leak Audit, 7. Experiment E: Non-Standard Suffix Fallback, 8. Milestone Qualification Gate Evaluation (+7 more) ### Community 731 - "OpenAiChatRequest" -Cohesion: 0.12 -Nodes (17): size_t, uint32_t, OpenAiChatRequest, frequency_penalty, max_tokens, messages, model, presence_penalty (+9 more) +Cohesion: 0.09 +Nodes (25): ChatTool, description, name, parameters_json, size_t, string, uint32_t, OpenAiChatRequest (+17 more) ### Community 732 - "EXP-V2-0014 — Prefix & State Reuse with Suffix-Only Prefill" Cohesion: 0.15 Nodes (12): 1. Hypothesis, 1. VRAM Breakdown with Prefix Caching ($64\text{K} + 512$ Context), 2. Architecture & Implementation, 2. Suffix-Only Execution Proof, 3. Environment & Hardware State, 4. Experimental Results, 5. Architectural & Memory Accounting, 6. Success Gates Evaluation (+4 more) -### Community 733 - "Measurement" -Cohesion: 0.22 -Nodes (9): Measurement, decode_ms, generated_ids, prefill_ms, total_ms, ttft_ms, PolicySamples, measurements (+1 more) +### Community 733 - "Design principles" +Cohesion: 0.33 +Nodes (6): Correctness before performance, Design principles, Hot paths should be static, Measure before optimizing, Negative results are retained, Specialization is intentional ### Community 734 - "AttentionKvCacheView" -Cohesion: 0.11 -Nodes (20): hipEvent_t, elapsed(), AttentionKvCacheView, capacity, head_count_kv, head_dim, key_cache, key_cache_q8 (+12 more) +Cohesion: 0.14 +Nodes (11): AttentionKvCacheView, capacity, head_count_kv, head_dim, key_cache, key_cache_q8, key_scales, quant_mode (+3 more) ### Community 735 - "TerminalTextStream" Cohesion: 0.25 Nodes (7): Mode, initializer_list, TerminalTextStream, mode_, outer_tool_, pending_, resume_thinking_ ### Community 736 - "StageProfile" -Cohesion: 0.10 -Nodes (21): hipEvent_t, StageProfile, ordered_end, ordered_recorded, ordered_start, prepare_end, prepare_recorded, prepare_start (+13 more) +Cohesion: 0.06 +Nodes (31): array, hipEvent_t, M23ProfileCounters, attention_dispatches, attention_weight_upload_bytes, attention_weight_upload_ms, recurrent_dispatches, recurrent_weight_upload_bytes (+23 more) ### Community 737 - "GpuBuffer" Cohesion: 0.50 @@ -3554,16 +3553,16 @@ Cohesion: 0.03 Nodes (61): All-call real-input attention comparison (2026-09-29), Current-build oracle and P8216 check (2026-09-29), Exact trace-shaped P8192/TG1 check (2026-09-29), Final real-input attribution and disposition (2026-09-29), First-chunk legacy substitution — no parity recovery (2026-09-29), Iteration 11 hypothesis / gates, Iteration 12 hypothesis / gates (archived), Iteration 13 hypothesis / gates (archived) (+53 more) ### Community 739 - "M1 — Kernel Laboratory" -Cohesion: 0.15 -Nodes (12): Benchmark before claim, Benchmark harness, Correctness before speed, Evidence before architecture, Exit criteria, Goal, Initial kernel areas, Initial representative shapes (+4 more) +Cohesion: 0.29 +Nodes (7): Benchmark harness, Exit criteria, Goal, Initial kernel areas, Initial representative shapes, M1 — Kernel Laboratory, Questions ### Community 740 - "Qwen3GpuPlan" -Cohesion: 0.07 -Nodes (41): GpuWeightArena, allocate, release, upload, GgufTensorType, size_t, string, uint64_t (+33 more) +Cohesion: 0.08 +Nodes (38): GpuWeightArena, allocate, upload, GgufTensorType, size_t, string, uint64_t, vector (+30 more) ### Community 741 - "qwen35_gpu_pipeline.hpp" -Cohesion: 0.06 -Nodes (58): allocate(), ByteMismatch, count, first, combined_attn_qk_enabled(), combined_qkv_gate_enabled(), compare_bytes(), configured_wide_prefill_batch() (+50 more) +Cohesion: 0.09 +Nodes (48): GgufTensor, byte_size, data, dimensions, name, offset, type, GgufTensorType (+40 more) ### Community 742 - "Q6KHostBlock" Cohesion: 0.13 @@ -3573,9 +3572,9 @@ Nodes (16): int16_t, int8_t, uint16_t, uint8_t, Q4_0HostBlock, d_bits, qs, Q6KHo Cohesion: 0.18 Nodes (18): build_json(), string, timespec, uint32_t, elapsed_ms(), json_escape(), main(), now() (+10 more) -### Community 744 - "Options" -Cohesion: 0.25 -Nodes (8): Options, ab_mode, decode_tokens, json_output, model_path, pairs, prompt_ids, warmup_tokens +### Community 744 - "ModelProfileBreakdown" +Cohesion: 0.33 +Nodes (6): vector, ModelProfileBreakdown, block_breakdowns, embedding_ms, final_norm_ms, total_model_ms ### Community 745 - "V2-0044 — Precision-preserving KQ-to-V path" Cohesion: 0.29 @@ -3590,16 +3589,16 @@ Cohesion: 0.29 Nodes (6): TopologyBlockProfileBreakdown, gdn0_ms, gdn1_ms, gdn2_ms, gqa3_ms, total_block_ms ### Community 748 - "RecurrentLayerStateStorage" -Cohesion: 0.15 -Nodes (15): size_t, uint32_t, vector, evaluate_token_count(), generate_initial_history(), generate_initial_state(), generate_realistic_input(), uint32_t (+7 more) +Cohesion: 0.24 +Nodes (7): uint32_t, RecurrentLayerStateStorage, d_conv_history_, d_state_, download, reset, upload ### Community 749 - "EXP-V2-0016-wave64-suffix-attention.md" Cohesion: 0.18 Nodes (10): 1. Executive Summary & Core Finding, 2. Candidate Architecture Bakeoff (11 Candidates Evaluated), 3. Architectural Discoveries & Profiling, 4. End-to-End Suffix Attribution Table ($64\text{K} + 512$), 5. Decision & Next Steps, EXP-V2-0016 — Specialized Wave64 Split-K Suffix Attention, Follow-up (V2-0017 Frontier):, Key Results ($P = 65,536, S = 512$): (+2 more) ### Community 750 - "recurrent_block" -Cohesion: 0.12 -Nodes (27): tensor, RuntimeState, path, uint32_t, vector, main(), run_combined(), array (+19 more) +Cohesion: 0.14 +Nodes (22): tensor, RuntimeState, path, uint32_t, vector, main(), run_combined(), array (+14 more) ### Community 751 - "EXP-V2-0017-hierarchical-gqa-query-reuse.md" Cohesion: 0.17 @@ -3618,8 +3617,8 @@ Cohesion: 0.20 Nodes (10): AttentionLayerDecodePhaseTimings, ffn_down_residual_ms, ffn_gate_up_swiglu_ms, norm_ms, o_proj_ms, qk_rope_kv_store_ms, qkv_proj_ms, residual_norm_ms (+2 more) ### Community 755 - "NumericalMetrics" -Cohesion: 0.20 -Nodes (10): compute_metrics(), span, NumericalMetrics, all_finite, cosine_similarity, max_abs_err, mean_abs_err, rel_rms (+2 more) +Cohesion: 0.25 +Nodes (8): NumericalMetrics, all_finite, cosine_similarity, max_abs_err, mean_abs_err, rel_rms, rmse, worst_index ### Community 756 - "EXP-V2-0025-lds-staged-gqa-attention.md" Cohesion: 0.17 @@ -3629,17 +3628,17 @@ Nodes (11): 1. Executive Summary & Core Engineering Conclusions, 2. Detailed Mic Cohesion: 0.10 Nodes (25): as(), Buffer, pointer, check_hipblas(), Fn, hipblasHandle_t, hipblasStatus_t, hipEvent_t (+17 more) -### Community 758 - "bench-m18-runtime.py" -Cohesion: 0.60 -Nodes (5): add_steady_rate(), command_output(), main(), run_case(), sha256() +### Community 758 - "json" +Cohesion: 0.33 +Nodes (6): json, add_steady_rate(), command_output(), main(), run_case(), sha256() ### Community 759 - "GenerateOptions" -Cohesion: 0.09 -Nodes (22): GenerateOptions, cache_prefix_after, cache_prefix_len, enable_prefix_reuse, frequency_penalty, max_new_tokens, on_token, persistent_session_dir (+14 more) +Cohesion: 0.10 +Nodes (21): GenerateOptions, cache_prefix_after, cache_prefix_len, enable_prefix_reuse, frequency_penalty, max_new_tokens, on_token, persistent_session_dir (+13 more) ### Community 760 - "ShapeBenchmark" -Cohesion: 0.13 -Nodes (16): size_t, uint32_t, vector, make_synthetic_prompt(), median(), ShapeBenchmark, effective_gb_s, k (+8 more) +Cohesion: 0.12 +Nodes (17): size_t, string, uint32_t, vector, make_synthetic_prompt(), median(), ShapeBenchmark, effective_gb_s (+9 more) ### Community 761 - "EXP-V2-0019-quantized-kv-cache.md" Cohesion: 0.14 @@ -3661,9 +3660,9 @@ Nodes (8): get_vram_mib(), main(), make_prompt(), parse_cli_stderr(), run_cold_r Cohesion: 0.24 Nodes (10): compute_accuracy(), hipEvent_t, size_t, uint32_t, vector, elapsed_ms(), GpuBuffer, ptr (+2 more) -### Community 766 - "Potential areas" -Cohesion: 0.29 -Nodes (7): Additional quantization, Long-context specialization, M7 — Expansion, Potential areas, Second model, Serving, Speculative decoding / MTP +### Community 766 - "Research influences" +Cohesion: 0.40 +Nodes (5): gfx906 llama.cpp forks, gfx906 vLLM work, llama.cpp, NInfer, Research influences ### Community 767 - "V2-0043 — Reference-shaped GQA attention rewrite" Cohesion: 0.22 @@ -3693,21 +3692,21 @@ Nodes (10): RecurrentLayerPhaseTimings, conv_l2_norm_ms, ffn_gate_up_ms, gdn_chu Cohesion: 0.20 Nodes (10): AccuracyMetrics, cosine, is_finite, max_abs_error, mean_abs_error, rel_rms_error, rms_error, compute_accuracy() (+2 more) -### Community 774 - "qwen3_swiglu_q8_bench.cpp" -Cohesion: 0.39 -Nodes (7): vector, main(), measure(), Stats, mean_us, median_us, summarize() +### Community 774 - "fp16_gemv.hpp" +Cohesion: 0.10 +Nodes (22): vector, main(), measure(), Stats, mean_us, median_us, summarize(), GemvKernelResources (+14 more) ### Community 775 - "qwen35_gqa_prefill_bench.cpp" -Cohesion: 0.25 -Nodes (7): size_t, T, uint32_t, DeviceBuffer, ptr, main(), time_path() +Cohesion: 0.22 +Nodes (9): hipEvent_t, size_t, T, uint32_t, DeviceBuffer, ptr, elapsed(), main() (+1 more) ### Community 776 - "MIInfer Current State of the Art" -Cohesion: 0.12 -Nodes (16): Current accepted result, External-port results, Leaderboard, Measured remaining work, MIInfer Current State of the Art, Reproducibility and promotion rules, Retained MIInfer path, Target (+8 more) +Cohesion: 0.25 +Nodes (8): Current accepted result, External-port results, Leaderboard, Measured remaining work, MIInfer Current State of the Art, Reproducibility and promotion rules, Retained MIInfer path, Target -### Community 777 - "main" -Cohesion: 0.22 -Nodes (9): close(), close_mmq(), close_q6_mmq(), size_t, T, DeviceBuffer, count_, data_ (+1 more) +### Community 777 - "Post-M28 production baseline" +Cohesion: 0.40 +Nodes (5): Build and correctness checks, Decision, Next frontier, Performance evidence, Post-M28 production baseline ### Community 778 - "ProfileScope" Cohesion: 0.13 @@ -3746,8 +3745,8 @@ Cohesion: 0.18 Nodes (10): 1. Executive Summary & Objective, 2. Methodology & Experimental Environment, 3. Disassembly & Instruction Profile Analysis, 4. Benchmark Results Across Qwen3.8-27B Projection Shapes ($M=512$), 5. Architectural Findings & The Remaining Efficiency Ceiling, 6. Decision & Commit, EXP-V2-0029 — MMQ Useful-Compute Efficiency & Instruction-Amplification Analysis, Instruction Breakdown Table: (+2 more) ### Community 787 - "AccuracyMetrics" -Cohesion: 0.15 -Nodes (13): AccuracyMetrics, cosine, is_finite, max_abs_err, mean_abs_err, rel_rms_err, rms_err, compute_accuracy() (+5 more) +Cohesion: 0.22 +Nodes (9): AccuracyMetrics, cosine, is_finite, max_abs_err, mean_abs_err, rel_rms_err, rms_err, compute_accuracy() (+1 more) ### Community 788 - "PrefixFingerprint" Cohesion: 0.22 @@ -3766,20 +3765,20 @@ Cohesion: 0.29 Nodes (7): Architectural rule, Core runtime responsibilities, Exit criteria, Goal, M3 — Minimal Runtime, Model scope, Quantization scope ### Community 793 - "model.cpp" -Cohesion: 0.10 -Nodes (33): capture_decode_graph, capture_suffix_graph, compute_logits, load_session, reset_state, restore_matching_session, save_session, PersistentSession (+25 more) +Cohesion: 0.12 +Nodes (26): compute_logits, load_session, hipStream_t, mt19937, pair, size_t, span, string (+18 more) -### Community 794 - "OpenAiGeneratedToolCalls" -Cohesion: 0.52 -Nodes (7): OpenAiGeneratedToolCalls, calls, append_generated_json_calls(), append_generated_xml_calls(), string_view, parse_generated_tool_calls(), trim_ascii() +### Community 794 - "13. Prefill vs Decode" +Cohesion: 0.67 +Nodes (3): 13. Prefill vs Decode, Decode, Prefill -### Community 795 - "kquant_layout_bench.cpp" -Cohesion: 0.18 -Nodes (8): as(), Buffer, p, hipEvent_t, size_t, T, Event, p +### Community 795 - "Qwen35Model" +Cohesion: 0.11 +Nodes (18): as(), Buffer, p, hipEvent_t, size_t, string, T, Event (+10 more) -### Community 796 - "GgufTensor" -Cohesion: 0.07 -Nodes (31): string, find_tensor(), string, find_tensor(), string, find_tensor(), GgufFile, file_descriptor_ (+23 more) +### Community 796 - "GgufFile" +Cohesion: 0.12 +Nodes (16): GgufFile, file_descriptor_, mapping_, metadata, metadata_array_is_string, metadata_array_size, metadata_float, metadata_string (+8 more) ### Community 797 - "v2_0045_agent_workload.py" Cohesion: 0.35 @@ -3793,25 +3792,17 @@ Nodes (6): Current code + same reconstructed fixture workload, Current interacti Cohesion: 0.17 Nodes (12): uint32_t, Qwen3Config, attention_heads, context_length, head_dim, hidden_size, intermediate_size, kv_heads (+4 more) -### Community 800 - "PositionResult" -Cohesion: 0.33 -Nodes (6): PositionResult, position, production_gpu_ms, production_wall_ms, profile, wall_ms - -### Community 801 - "vector" -Cohesion: 0.06 -Nodes (35): DecodeLayerCapture, inputs, outputs, GatePathCapture, gate, gated, head_norm, head_scaled (+27 more) +### Community 801 - "main" +Cohesion: 0.05 +Nodes (52): main(), compare_bytes(), cosine_similarity(), DecodeLayerCapture, inputs, outputs, detailed_compare(), detailed_device_error() (+44 more) ### Community 802 - "attention_layer.cpp" Cohesion: 0.33 Nodes (13): compare_iteration26_real_operands(), hipStream_t, size_t, uint32_t, PrefillV2AttentionLayer::decode(), PrefillV2AttentionLayer::decode_profiled(), PrefillV2AttentionLayer::forward(), PrefillV2AttentionLayer::forward_profiled() (+5 more) -### Community 803 - "array" -Cohesion: 0.09 -Nodes (18): as(), Buffer, p, hipEvent_t, size_t, T, Event, p (+10 more) - -### Community 804 - "M4 — First Correct End-to-End Generation" -Cohesion: 0.33 -Nodes (6): Correctness validation, Exit criteria, Goal, Initial inference mode, M4 — First Correct End-to-End Generation, Required execution pieces +### Community 803 - "q4k_layout_bench.cpp" +Cohesion: 0.17 +Nodes (9): as(), Buffer, p, hipEvent_t, size_t, T, Event, p (+1 more) ### Community 805 - "q4_q8_gemv_reference.cpp" Cohesion: 0.36 @@ -3819,7 +3810,7 @@ Nodes (8): Q8_1Block, size_t, vector, q4_q8_cpu_reference(), quantize_q4_0(), qu ### Community 806 - "qwen3_gpu_layer.cpp" Cohesion: 0.08 -Nodes (60): AttentionKernel, Qwen3Projection, Qwen3ProjectionPrecision, capture(), capture_qwen3_head_norm(), copy_to_host(), Function, Q8_1Block (+52 more) +Nodes (55): AttentionKernel, Qwen3Projection, Qwen3ProjectionPrecision, capture(), capture_qwen3_head_norm(), copy_to_host(), Function, Q8_1Block (+47 more) ### Community 808 - "Qwen3LayerWeights" Cohesion: 0.17 @@ -3845,17 +3836,17 @@ Nodes (5): StepTransferMetrics, blocking_sync_ms, d2h_device_ms, h2d_device_ms, Cohesion: 0.22 Nodes (9): string, TimingResult, delta_us, extra_mib_per_layer, mmq_us, total_mib, total_model_ms, type_str (+1 more) -### Community 814 - "m24_recurrent_layer_bakeoff.cpp" -Cohesion: 0.12 -Nodes (15): as(), size_t, T, uint32_t, main(), RawBuffer, pointer, run_case() (+7 more) +### Community 814 - "recurrent_layer.cpp" +Cohesion: 0.11 +Nodes (17): as(), size_t, T, uint32_t, main(), RawBuffer, pointer, run_case() (+9 more) ### Community 815 - "3. Correctness Is a Benchmark Prerequisite" Cohesion: 0.50 Nodes (4): 3. Correctness Is a Benchmark Prerequisite, End-to-end inference, Kernel, Model component -### Community 816 - "size_t" -Cohesion: 0.25 -Nodes (8): activation_bytes, persistent_state_bytes, size_t, PrefillV2Model::activation_bytes(), PrefillV2Model::persistent_state_bytes(), PrefillV2Model::persistent_weight_bytes(), PrefillV2Model::total_vram_bytes(), PrefillV2Model::workspace_bytes() +### Community 816 - "PrefillV2Model::total_vram_bytes" +Cohesion: 0.33 +Nodes (4): size_t, activation_bytes, persistent_state_bytes, PrefillV2Model::total_vram_bytes() ### Community 817 - "RmsVariant" Cohesion: 0.29 @@ -3885,41 +3876,37 @@ Nodes (6): AttentionPathReplay, attention_output, ffn_input, ffn_norm, layer_out Cohesion: 0.33 Nodes (6): FfnTailReplay, down, gate, layer_output, swiglu, up -### Community 824 - "make_synthetic_prompt" -Cohesion: 0.40 -Nodes (5): size_t, uint32_t, vector, main(), make_synthetic_prompt() - ### Community 825 - "main" -Cohesion: 0.40 -Nodes (5): size_t, uint32_t, vector, main(), make_synthetic_prompt() +Cohesion: 0.33 +Nodes (6): size_t, uint32_t, vector, main(), make_synthetic_prompt(), inspect_file ### Community 826 - "DevicePrefillState" -Cohesion: 0.40 -Nodes (5): DevicePrefillState, base_position, kv_capacity, token_count, total_length +Cohesion: 0.21 +Nodes (12): DevicePrefillState, base_position, kv_capacity, token_count, total_length, hipStream_t, size_t, uint32_t (+4 more) ### Community 827 - "Checkpoint" Cohesion: 0.40 Nodes (5): Checkpoint, file, miinfer, name, tolerance ## Knowledge Gaps -- **6481 isolated node(s):** `type_str`, `wave_us`, `mmq_us`, `delta_us`, `extra_mib_per_layer` (+6476 more) +- **6487 isolated node(s):** `type_str`, `wave_us`, `mmq_us`, `delta_us`, `extra_mib_per_layer` (+6482 more) These have ≤1 connection - possible missing edges or undocumented components. -- **61 thin communities (<3 nodes) omitted from report** — run `graphify query` to explore isolated nodes. +- **63 thin communities (<3 nodes) omitted from report** — run `graphify query` to explore isolated nodes. ## Suggested Questions _Questions this graph is uniquely positioned to answer:_ -- **Why does `Qwen35RuntimeEngine` connect `Qwen35RuntimeEngine` to `M26CDecodeResult`, `WidePrefillWorkspace`, `qwen35_gpu_pipeline.hpp`, `size_t`, `Qwen35Model`, `Qwen3Tokenizer`, `m24_recurrent_layer_bakeoff.cpp`, `RuntimeGenerateStats`, `FullAttentionLayer`, `SessionCheckpoint`, `Exp0376ChunkTiming`, `miinfer_cli.cpp`, `RemainderSchedulerCounters`, `StepTransferMetrics`, `PrefillProfile`, `RecurrentLayer`, `size_t`?** +- **Why does `Qwen35RuntimeEngine` connect `Qwen35RuntimeEngine` to `M26CDecodeResult`, `main`, `WidePrefillWorkspace`, `qwen35_gpu_pipeline.hpp`, `size_t`, `StepTransferMetrics`, `Qwen3Tokenizer`, `recurrent_layer.cpp`, `RemainderSchedulerCounters`, `FullAttentionLayer`, `Exp0376ChunkTiming`, `size_t`, `miinfer_cli.cpp`, `RecurrentLayer`, `PrefillProfile`, `Qwen35Model`, `cmd_run_debug`?** _High betweenness centrality (0.025) - this node is a cross-community bridge._ -- **Why does `FullAttentionLayer` connect `FullAttentionLayer` to `StageProfile`, `vector`, `qwen35_gpu_pipeline.hpp`, `size_t`, `Qwen35Model`, `.get`, `Qwen35RuntimeEngine`, `half`, `Metadata`, `Q4KMmqTile`, `size_t`, `M23ProfileCounters`, `GgufTensor`?** +- **Why does `FullAttentionLayer` connect `FullAttentionLayer` to `StageProfile`, `main`, `qwen35_gpu_pipeline.hpp`, `size_t`, `Qwen35RuntimeEngine`, `half`, `Q4KMmqTile`, `kquant_wave_layout.cpp`, `Qwen35Model`?** _High betweenness centrality (0.022) - this node is a cross-community bridge._ -- **Why does `RecurrentLayer` connect `RecurrentLayer` to `StageProfile`, `vector`, `UpdateProvenance`, `qwen35_gpu_pipeline.hpp`, `GgufTensor`, `RecurrentLayerStateStorage`, `Qwen35Model`, `m24_recurrent_layer_bakeoff.cpp`, `Qwen35RuntimeEngine`, `FullAttentionLayer`, `half`, `.get`, `Q4KMmqTile`, `Metadata`, `M23ProfileCounters`, `size_t`?** +- **Why does `RecurrentLayer` connect `RecurrentLayer` to `StageProfile`, `main`, `UpdateProvenance`, `qwen35_gpu_pipeline.hpp`, `size_t`, `recurrent_layer.cpp`, `Qwen35RuntimeEngine`, `FullAttentionLayer`, `evaluate_token_count`, `half`, `Q4KMmqTile`, `kquant_wave_layout.cpp`, `GatePathCapture`, `Qwen35Model`, `LayerPathCapture`?** _High betweenness centrality (0.016) - this node is a cross-community bridge._ - **What connects `type_str`, `wave_us`, `mmq_us` to the rest of the system?** - _6481 weakly-connected nodes found - possible documentation gaps or missing edges._ + _6487 weakly-connected nodes found - possible documentation gaps or missing edges._ - **Should `hardware.md` be split into smaller, more focused modules?** _Cohesion score 0.0425531914893617 - nodes in this community are weakly interconnected._ - **Should `architecture.md` be split into smaller, more focused modules?** - _Cohesion score 0.05405405405405406 - nodes in this community are weakly interconnected._ + _Cohesion score 0.058823529411764705 - nodes in this community are weakly interconnected._ - **Should `benchmarking.md` be split into smaller, more focused modules?** _Cohesion score 0.045454545454545456 - nodes in this community are weakly interconnected._ \ No newline at end of file diff --git a/graphify-out/graph.json b/graphify-out/graph.json index 7d19089d..bc9e86cb 100644 --- a/graphify-out/graph.json +++ b/graphify-out/graph.json @@ -146,32 +146,6 @@ "source_file": "bench/q4_q8_gemv_bench.cpp", "source_location": "L26" }, - { - "id": "src_qwen3_gpu_layer_devicebuffer", - "label": "DeviceBuffer", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 126, - "community_name": "Qwen3GpuDecodeWorkspace", - "file_type": "code", - "norm_label": "devicebuffer", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L235" - }, - { - "id": "src_qwen3_gpu_layer_devicebytes", - "label": "DeviceBytes", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 126, - "community_name": "Qwen3GpuDecodeWorkspace", - "file_type": "code", - "norm_label": "devicebytes", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L110" - }, { "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace", "label": "Qwen3GpuDecodeWorkspace", @@ -432,6 +406,19 @@ "source_file": "bench/qwen3_position_audit.cpp", "source_location": "L41" }, + { + "id": "bench_qwen3_position_audit_positionresult", + "label": "PositionResult", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 164, + "community_name": "qwen3_position_audit.cpp", + "file_type": "code", + "norm_label": "positionresult", + "source_file": "bench/qwen3_position_audit.cpp", + "source_location": "L49" + }, { "id": "bench_qwen3_position_audit_timepoint", "label": "TimePoint", @@ -465,37 +452,76 @@ "_callable_class": true, "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "qwen35config", "source_file": "include/miinfer/qwen35_model.hpp", "source_location": "L13" }, { - "id": "include_miinfer_qwen35_model_qwen35model", - "label": "Qwen35Model", + "id": "bench_hip_smoke_bench_options", + "label": "Options", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", + "community": 173, + "community_name": "hip_smoke_bench.cpp", "file_type": "code", - "norm_label": "qwen35model", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L44" + "norm_label": "options", + "source_file": "bench/hip_smoke_bench.cpp", + "source_location": "L21" }, { - "id": "bench_hip_smoke_bench_options", + "id": "bench_qwen3_attention_ab_bench_measurement", + "label": "Measurement", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "measurement", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L60" + }, + { + "id": "bench_qwen3_attention_ab_bench_options", "label": "Options", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 173, - "community_name": "hip_smoke_bench.cpp", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", "file_type": "code", "norm_label": "options", - "source_file": "bench/hip_smoke_bench.cpp", - "source_location": "L21" + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L42" + }, + { + "id": "bench_qwen3_attention_ab_bench_policysamples", + "label": "PolicySamples", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "policysamples", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L68" + }, + { + "id": "bench_qwen3_attention_ab_bench_stats", + "label": "Stats", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "stats", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L52" }, { "id": "bench_qwen3_attention_ab_bench_timepoint", @@ -524,17 +550,30 @@ "source_location": "L39" }, { - "id": "include_miinfer_kquant_wave_layout_q4kwavetile", - "label": "Q4KWaveTile", + "id": "tools_miinfer_cli_sessionprefixnode", + "label": "SessionPrefixNode", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "q4kwavetile", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L8" + "norm_label": "sessionprefixnode", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1045" + }, + { + "id": "include_miinfer_prefill_v2_persistent_session_persistentsession", + "label": "PersistentSession", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 207, + "community_name": "PrefillV2Model::generate", + "file_type": "code", + "norm_label": "persistentsession", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L36" }, { "id": "include_miinfer_prefill_v2_model_prefillv2model", @@ -602,17 +641,17 @@ "source_location": "L46" }, { - "id": "include_miinfer_gguf_ggufvalue", - "label": "GgufValue", + "id": "include_miinfer_qwen35_model_qwen35tensorview", + "label": "Qwen35TensorView", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "ggufvalue", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L33" + "norm_label": "qwen35tensorview", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L34" }, { "id": "src_gguf_reader", @@ -660,7 +699,7 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -673,12 +712,25 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "q4kwaveswiglufusedtile", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L18" }, + { + "id": "include_miinfer_kquant_wave_layout_q4kwavetile", + "label": "Q4KWaveTile", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q4kwavetile", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L8" + }, { "id": "include_miinfer_kquant_wave_layout_q5kwavetile", "label": "Q5KWaveTile", @@ -686,7 +738,7 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "q5kwavetile", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -699,7 +751,7 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "q6kmmqtile", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -712,7 +764,7 @@ "_callable_class": true, "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "q6kwavetile", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -745,30 +797,17 @@ "source_location": "L31" }, { - "id": "tools_qwen35_gpu_pipeline_devicebytes", - "label": "DeviceBytes", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 252, - "community_name": "size_t", - "file_type": "code", - "norm_label": "devicebytes", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L151" - }, - { - "id": "tools_qwen35_gpu_pipeline_gpulayerref", - "label": "GpuLayerRef", + "id": "tools_qwen35_gpu_pipeline_layerpathcapture", + "label": "LayerPathCapture", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 252, - "community_name": "size_t", + "community_name": "LayerPathCapture", "file_type": "code", - "norm_label": "gpulayerref", + "norm_label": "layerpathcapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5674" + "source_location": "L598" }, { "id": "tools_m6a12_qwen35_attention_projections_devicebuffer", @@ -790,12 +829,38 @@ "_callable_class": true, "_origin": "ast", "community": 267, - "community_name": "Qwen3DownProjectionContractTrace", + "community_name": "qwen3_gpu_layer.hpp", "file_type": "code", "norm_label": "qwen3downprojectioncontracttrace", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L214" }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace", + "label": "Qwen3FfnProbeTrace", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "qwen3ffnprobetrace", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L206" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodeworkspace", + "label": "Qwen3GpuDecodeWorkspace", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "qwen3gpudecodeworkspace", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L254" + }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3projectionprobetrace", "label": "Qwen3ProjectionProbeTrace", @@ -803,7 +868,7 @@ "_callable_class": true, "_origin": "ast", "community": 267, - "community_name": "Qwen3DownProjectionContractTrace", + "community_name": "qwen3_gpu_layer.hpp", "file_type": "code", "norm_label": "qwen3projectionprobetrace", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -822,19 +887,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L537" }, - { - "id": "tools_miinfer_cli_stepresult", - "label": "StepResult", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": "stepresult", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1306" - }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_devicebuffer", "label": "DeviceBuffer", @@ -842,7 +894,7 @@ "_callable_class": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "devicebuffer", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -887,19 +939,6 @@ "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L259" }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodeworkspace", - "label": "Qwen3GpuDecodeWorkspace", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 288, - "community_name": "Qwen3GpuDecodeCache", - "file_type": "code", - "norm_label": "qwen3gpudecodeworkspace", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L254" - }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache", "label": "Qwen3Layer0GpuKvCache", @@ -959,7 +998,7 @@ "_callable_class": true, "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "devicebuffer", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -1030,6 +1069,19 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L565" }, + { + "id": "tools_miinfer_cli_sessioncheckpoint", + "label": "SessionCheckpoint", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "sessioncheckpoint", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1030" + }, { "id": "tests_qwen3_layer0_gpu_test_metrics", "label": "Metrics", @@ -1056,19 +1108,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L511" }, - { - "id": "tools_miinfer_cli_sessionprefixnode", - "label": "SessionPrefixNode", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "sessionprefixnode", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1045" - }, { "id": "include_miinfer_openai_api_chatmessage", "label": "ChatMessage", @@ -1082,19 +1121,6 @@ "source_file": "include/miinfer/openai_api.hpp", "source_location": "L24" }, - { - "id": "include_miinfer_openai_api_chattool", - "label": "ChatTool", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "chattool", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L18" - }, { "id": "include_miinfer_openai_api_chattoolcall", "label": "ChatToolCall", @@ -1108,19 +1134,6 @@ "source_file": "include/miinfer/openai_api.hpp", "source_location": "L12" }, - { - "id": "include_miinfer_openai_api_openaiparseresult", - "label": "OpenAiParseResult", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "openaiparseresult", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L48" - }, { "id": "tools_miinfer_cli_extractedassistantoutput", "label": "ExtractedAssistantOutput", @@ -1225,19 +1238,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L2300" }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources", - "label": "GemvKernelResources", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "gemvkernelresources", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L87" - }, { "id": "include_miinfer_qwen3_gpu_primitives_m23q8_1mmqblock", "label": "M23Q8_1MmqBlock", @@ -1317,43 +1317,69 @@ "source_location": "L103" }, { - "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock", - "label": "Q8KDeviceBlock", + "id": "tests_qwen35_conv_batch_test_devicebuffer", + "label": "DeviceBuffer", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", + "norm_label": "devicebuffer", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L20" + }, + { + "id": "bench_prefix_state_reuse_bench_matrixscenarioresult", + "label": "MatrixScenarioResult", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 490, + "community_name": "MatrixScenarioResult", + "file_type": "code", + "norm_label": "matrixscenarioresult", + "source_file": "bench/prefix_state_reuse_bench.cpp", + "source_location": "L28" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock", + "label": "Q8KDeviceBlock", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", "norm_label": "q8kdeviceblock", "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", "source_location": "L22" }, { - "id": "tools_miinfer_cli_sessioncheckpoint", - "label": "SessionCheckpoint", + "id": "tools_qwen35_gpu_pipeline_devicebytes", + "label": "DeviceBytes", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", + "community": 493, + "community_name": "size_t", "file_type": "code", - "norm_label": "sessioncheckpoint", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1030" + "norm_label": "devicebytes", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L151" }, { - "id": "bench_prefix_state_reuse_bench_matrixscenarioresult", - "label": "MatrixScenarioResult", + "id": "tools_qwen35_gpu_pipeline_gpulayerref", + "label": "GpuLayerRef", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", + "community": 493, + "community_name": "size_t", "file_type": "code", - "norm_label": "matrixscenarioresult", - "source_file": "bench/prefix_state_reuse_bench.cpp", - "source_location": "L28" + "norm_label": "gpulayerref", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5674" }, { "id": "tools_qwen35_gpu_pipeline_recurrenttrace", @@ -1362,7 +1388,7 @@ "_callable_class": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "recurrenttrace", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -1537,19 +1563,6 @@ "source_file": "bench/m24_attention_layer_bakeoff.cpp", "source_location": "L93" }, - { - "id": "tests_qwen3_forward_gpu_test_metrics", - "label": "Metrics", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "metrics", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L41" - }, { "id": "tools_miinfer_cli_exp0376chunktiming", "label": "Exp0376ChunkTiming", @@ -1745,6 +1758,19 @@ "source_file": "bench/gdn_kernel_bakeoff.cpp", "source_location": "L22" }, + { + "id": "include_miinfer_gguf_ggufvalue", + "label": "GgufValue", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "ggufvalue", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L33" + }, { "id": "include_miinfer_prefill_v2_persistent_session_prefillv2model", "label": "PrefillV2Model", @@ -1849,6 +1875,19 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L499" }, + { + "id": "tools_miinfer_cli_stepresult", + "label": "StepResult", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "stepresult", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1306" + }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionlayerkvcachestorage", "label": "AttentionLayerKvCacheStorage", @@ -2044,19 +2083,6 @@ "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", "source_location": "L22" }, - { - "id": "include_miinfer_qwen35_model_qwen35tensorview", - "label": "Qwen35TensorView", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "qwen35tensorview", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L34" - }, { "id": "bench_v2_0030_direct_vgpr_streaming_bench_shapebenchmark", "label": "ShapeBenchmark", @@ -2103,7 +2129,7 @@ "_callable_class": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "qwen3decodecache", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -2116,25 +2142,12 @@ "_callable_class": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "qwen3forwardtrace", "source_file": "include/miinfer/qwen3_layer.hpp", "source_location": "L52" }, - { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache", - "label": "Qwen3Layer0KvCache", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 706, - "community_name": "Qwen3Layer0KvCache", - "file_type": "code", - "norm_label": "qwen3layer0kvcache", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L63" - }, { "id": "include_miinfer_prefill_v2_workspace_prefillv2workspacemanager", "label": "PrefillV2WorkspaceManager", @@ -2148,6 +2161,19 @@ "source_file": "include/miinfer/prefill_v2/workspace.hpp", "source_location": "L65" }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings", + "label": "RecurrentLayerDecodePhaseTimings", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "recurrentlayerdecodephasetimings", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L31" + }, { "id": "include_miinfer_prefill_v2_state_recurrentlayerstate", "label": "RecurrentLayerState", @@ -2188,17 +2214,17 @@ "source_location": "L18" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings", - "label": "RecurrentLayerDecodePhaseTimings", + "id": "include_miinfer_openai_api_openaigeneratedtoolcalls", + "label": "OpenAiGeneratedToolCalls", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", + "community": 716, + "community_name": "openai_api.cpp", "file_type": "code", - "norm_label": "recurrentlayerdecodephasetimings", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L31" + "norm_label": "openaigeneratedtoolcalls", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L55" }, { "id": "include_miinfer_prefill_v2_model_generatestats", @@ -2213,19 +2239,6 @@ "source_file": "include/miinfer/prefill_v2/model.hpp", "source_location": "L46" }, - { - "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown", - "label": "ModelProfileBreakdown", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 717, - "community_name": "GenerateStats", - "file_type": "code", - "norm_label": "modelprofilebreakdown", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L68" - }, { "id": "tools_miinfer_cli_remainderschedulercounters", "label": "RemainderSchedulerCounters", @@ -2240,69 +2253,69 @@ "source_location": "L960" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace", - "label": "Qwen3FfnProbeTrace", + "id": "tests_qwen3_forward_gpu_test_metrics", + "label": "Metrics", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 722, - "community_name": "Qwen3FfnProbeTrace", + "community_name": "Metrics", "file_type": "code", - "norm_label": "qwen3ffnprobetrace", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L206" + "norm_label": "metrics", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L41" }, { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters", - "label": "M23ProfileCounters", + "id": "include_miinfer_device_validation_deviceinfo", + "label": "DeviceInfo", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", + "community": 727, + "community_name": "DeviceInfo", "file_type": "code", - "norm_label": "m23profilecounters", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L53" + "norm_label": "deviceinfo", + "source_file": "include/miinfer/device_validation.hpp", + "source_location": "L9" }, { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture", - "label": "OutputProjectionPathCapture", + "id": "tools_qwen35_gpu_pipeline_gatepathcapture", + "label": "GatePathCapture", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", + "community": 728, + "community_name": "GatePathCapture", "file_type": "code", - "norm_label": "outputprojectionpathcapture", + "norm_label": "gatepathcapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L615" + "source_location": "L623" }, { - "id": "include_miinfer_device_validation_deviceinfo", - "label": "DeviceInfo", + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache", + "label": "Qwen3Layer0KvCache", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 727, - "community_name": "DeviceInfo", + "community": 729, + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "deviceinfo", - "source_file": "include/miinfer/device_validation.hpp", - "source_location": "L9" + "norm_label": "qwen3layer0kvcache", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L63" }, { - "id": "bench_qwen3_attention_ab_bench_stats", - "label": "Stats", + "id": "include_miinfer_openai_api_chattool", + "label": "ChatTool", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 728, - "community_name": "Stats", + "community": 731, + "community_name": "OpenAiChatRequest", "file_type": "code", - "norm_label": "stats", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L52" + "norm_label": "chattool", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L18" }, { "id": "include_miinfer_openai_api_openaichatrequest", @@ -2318,30 +2331,17 @@ "source_location": "L31" }, { - "id": "bench_qwen3_attention_ab_bench_measurement", - "label": "Measurement", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "measurement", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L60" - }, - { - "id": "bench_qwen3_attention_ab_bench_policysamples", - "label": "PolicySamples", + "id": "include_miinfer_openai_api_openaiparseresult", + "label": "OpenAiParseResult", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 733, - "community_name": "Measurement", + "community": 731, + "community_name": "OpenAiChatRequest", "file_type": "code", - "norm_label": "policysamples", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L68" + "norm_label": "openaiparseresult", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L48" }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionkvcacheview", @@ -2369,6 +2369,19 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L343" }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters", + "label": "M23ProfileCounters", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "m23profilecounters", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L53" + }, { "id": "tools_qwen35_gpu_pipeline_stageprofile", "label": "StageProfile", @@ -2448,43 +2461,30 @@ "source_location": "L22" }, { - "id": "tools_qwen35_gpu_pipeline_bytemismatch", - "label": "ByteMismatch", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "bytemismatch", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L669" - }, - { - "id": "tools_qwen35_gpu_pipeline_detailederror", - "label": "DetailedError", + "id": "include_miinfer_gguf_gguftensor", + "label": "GgufTensor", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "detailederror", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L407" + "norm_label": "gguftensor", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L37" }, { - "id": "tools_qwen35_gpu_pipeline_locatederror", - "label": "LocatedError", + "id": "tools_qwen35_gpu_pipeline_bytemismatch", + "label": "ByteMismatch", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "locatederror", + "norm_label": "bytemismatch", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L492" + "source_location": "L669" }, { "id": "include_miinfer_qwen3_primitives_q4_0hostblock", @@ -2552,17 +2552,17 @@ "source_location": "L22" }, { - "id": "bench_qwen3_attention_ab_bench_options", - "label": "Options", + "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown", + "label": "ModelProfileBreakdown", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 744, - "community_name": "Options", + "community_name": "ModelProfileBreakdown", "file_type": "code", - "norm_label": "options", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L42" + "norm_label": "modelprofilebreakdown", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L68" }, { "id": "tests_qwen3_cached_attention_determinism_gpu_test_devicebuffer", @@ -2792,37 +2792,37 @@ "_callable_class": true, "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "stats", "source_file": "bench/qwen3_swiglu_q8_bench.cpp", "source_location": "L25" }, { - "id": "bench_qwen35_gqa_prefill_bench_devicebuffer", - "label": "DeviceBuffer", + "id": "include_miinfer_fp16_gemv_gemvkernelresources", + "label": "GemvKernelResources", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 775, - "community_name": "qwen35_gqa_prefill_bench.cpp", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", - "norm_label": "devicebuffer", - "source_file": "bench/qwen35_gqa_prefill_bench.cpp", - "source_location": "L17" + "norm_label": "gemvkernelresources", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L87" }, { - "id": "tests_qwen35_conv_batch_test_devicebuffer", + "id": "bench_qwen35_gqa_prefill_bench_devicebuffer", "label": "DeviceBuffer", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 775, + "community_name": "qwen35_gqa_prefill_bench.cpp", "file_type": "code", "norm_label": "devicebuffer", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L20" + "source_file": "bench/qwen35_gqa_prefill_bench.cpp", + "source_location": "L17" }, { "id": "src_qwen3_gpu_layer_profilescope", @@ -2889,32 +2889,6 @@ "source_file": "include/miinfer/prefill_v2/reusable_context.hpp", "source_location": "L21" }, - { - "id": "include_miinfer_prefill_v2_persistent_session_persistentsession", - "label": "PersistentSession", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "persistentsession", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L36" - }, - { - "id": "include_miinfer_openai_api_openaigeneratedtoolcalls", - "label": "OpenAiGeneratedToolCalls", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 794, - "community_name": "OpenAiGeneratedToolCalls", - "file_type": "code", - "norm_label": "openaigeneratedtoolcalls", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L55" - }, { "id": "bench_kquant_layout_bench_buffer", "label": "Buffer", @@ -2922,7 +2896,7 @@ "_callable_class": true, "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "buffer", "source_file": "bench/kquant_layout_bench.cpp", @@ -2935,37 +2909,37 @@ "_callable_class": true, "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "event", "source_file": "bench/kquant_layout_bench.cpp", "source_location": "L27" }, { - "id": "include_miinfer_gguf_gguffile", - "label": "GgufFile", + "id": "include_miinfer_qwen35_model_qwen35model", + "label": "Qwen35Model", "_callable": true, "_callable_class": true, "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", + "community": 795, + "community_name": "Qwen35Model", "file_type": "code", - "norm_label": "gguffile", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L51" + "norm_label": "qwen35model", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L44" }, { - "id": "include_miinfer_gguf_gguftensor", - "label": "GgufTensor", + "id": "include_miinfer_gguf_gguffile", + "label": "GgufFile", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", - "norm_label": "gguftensor", + "norm_label": "gguffile", "source_file": "include/miinfer/gguf.hpp", - "source_location": "L37" + "source_location": "L51" }, { "id": "include_miinfer_qwen3_model_qwen3config", @@ -2980,19 +2954,6 @@ "source_file": "include/miinfer/qwen3_model.hpp", "source_location": "L13" }, - { - "id": "bench_qwen3_position_audit_positionresult", - "label": "PositionResult", - "_callable": true, - "_callable_class": true, - "_origin": "ast", - "community": 800, - "community_name": "PositionResult", - "file_type": "code", - "norm_label": "positionresult", - "source_file": "bench/qwen3_position_audit.cpp", - "source_location": "L49" - }, { "id": "tools_qwen35_gpu_pipeline_decodelayercapture", "label": "DecodeLayerCapture", @@ -3000,24 +2961,24 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "decodelayercapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L610" }, { - "id": "tools_qwen35_gpu_pipeline_gatepathcapture", - "label": "GatePathCapture", + "id": "tools_qwen35_gpu_pipeline_detailederror", + "label": "DetailedError", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "gatepathcapture", + "norm_label": "detailederror", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L623" + "source_location": "L407" }, { "id": "tools_qwen35_gpu_pipeline_keypathcapture", @@ -3026,24 +2987,37 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "keypathcapture", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L590" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture", - "label": "LayerPathCapture", + "id": "tools_qwen35_gpu_pipeline_locatederror", + "label": "LocatedError", "_callable": true, "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "layerpathcapture", + "norm_label": "locatederror", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L598" + "source_location": "L492" + }, + { + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture", + "label": "OutputProjectionPathCapture", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "outputprojectionpathcapture", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L615" }, { "id": "tools_qwen35_gpu_pipeline_recurrentoperands", @@ -3052,7 +3026,7 @@ "_callable_class": true, "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "recurrentoperands", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -3065,7 +3039,7 @@ "_callable_class": true, "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "buffer", "source_file": "bench/q4k_layout_bench.cpp", @@ -3078,12 +3052,38 @@ "_callable_class": true, "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "event", "source_file": "bench/q4k_layout_bench.cpp", "source_location": "L26" }, + { + "id": "src_qwen3_gpu_layer_devicebuffer", + "label": "DeviceBuffer", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "devicebuffer", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L235" + }, + { + "id": "src_qwen3_gpu_layer_devicebytes", + "label": "DeviceBytes", + "_callable": true, + "_callable_class": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": "devicebytes", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L110" + }, { "id": "include_miinfer_qwen3_model_qwen3layerweights", "label": "Qwen3LayerWeights", @@ -3156,7 +3156,7 @@ "_callable_class": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "rawbuffer", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", @@ -3169,7 +3169,7 @@ "_callable_class": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "m12gdnchunkworkspace", "source_file": "include/miinfer/m12_gdn_chunk.hpp", @@ -4468,54 +4468,6 @@ "source_file": "bench/q4_q8_gemv_bench.cpp", "source_location": "L206" }, - { - "id": "src_qwen3_gpu_layer_devicebuffer_devicebuffer", - "label": ".DeviceBuffer()", - "_callable": true, - "_origin": "ast", - "community": 126, - "community_name": "Qwen3GpuDecodeWorkspace", - "file_type": "code", - "norm_label": ".devicebuffer()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L237" - }, - { - "id": "src_qwen3_gpu_layer_devicebytes_data", - "label": ".data()", - "_callable": true, - "_origin": "ast", - "community": 126, - "community_name": "Qwen3GpuDecodeWorkspace", - "file_type": "code", - "norm_label": ".data()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L122" - }, - { - "id": "src_qwen3_gpu_layer_devicebytes_devicebytes", - "label": ".DeviceBytes()", - "_callable": true, - "_origin": "ast", - "community": 126, - "community_name": "Qwen3GpuDecodeWorkspace", - "file_type": "code", - "norm_label": ".devicebytes()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L112" - }, - { - "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_qwen3gpudecodeworkspace", - "label": ".Qwen3GpuDecodeWorkspace()", - "_callable": true, - "_origin": "ast", - "community": 126, - "community_name": "Qwen3GpuDecodeWorkspace", - "file_type": "code", - "norm_label": ".qwen3gpudecodeworkspace()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L730" - }, { "id": "bench_fp16_gemv_reduction_diag_main", "label": "main()", @@ -5236,6 +5188,30 @@ "source_file": "src/qwen3_layer.cpp", "source_location": "L195" }, + { + "id": "src_qwen3_layer_execute_qwen3_decode_host", + "label": "execute_qwen3_decode_host()", + "_callable": true, + "_origin": "ast", + "community": 145, + "community_name": "qwen3_layer_host_impl", + "file_type": "code", + "norm_label": "execute_qwen3_decode_host()", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L452" + }, + { + "id": "src_qwen3_layer_execute_qwen3_forward_host", + "label": "execute_qwen3_forward_host()", + "_callable": true, + "_origin": "ast", + "community": 145, + "community_name": "qwen3_layer_host_impl", + "file_type": "code", + "norm_label": "execute_qwen3_forward_host()", + "source_file": "src/qwen3_layer.cpp", + "source_location": "L440" + }, { "id": "src_qwen3_layer_execute_qwen3_layer0_host", "label": "execute_qwen3_layer0_host()", @@ -5920,66 +5896,6 @@ "source_file": "tests/qwen3_forward_test.cpp", "source_location": "L49" }, - { - "id": "bench_kquant_layout_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/kquant_layout_bench.cpp", - "source_location": "L260" - }, - { - "id": "bench_kquant_layout_bench_run_q5k_benchmark", - "label": "run_q5k_benchmark()", - "_callable": true, - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "run_q5k_benchmark()", - "source_file": "bench/kquant_layout_bench.cpp", - "source_location": "L147" - }, - { - "id": "bench_kquant_layout_bench_run_q6k_benchmark", - "label": "run_q6k_benchmark()", - "_callable": true, - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "run_q6k_benchmark()", - "source_file": "bench/kquant_layout_bench.cpp", - "source_location": "L35" - }, - { - "id": "bench_m13_quant_mm_bench_find_tensor", - "label": "find_tensor()", - "_callable": true, - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/m13_quant_mm_bench.cpp", - "source_location": "L63" - }, - { - "id": "include_miinfer_qwen35_model_qwen35model_file", - "label": ".file()", - "_callable": true, - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": ".file()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L53" - }, { "id": "bench_hip_smoke_bench_json_escape", "label": "json_escape()", @@ -6232,6 +6148,18 @@ "source_file": "bench/qwen3_attention_ab_bench.cpp", "source_location": "L198" }, + { + "id": "bench_qwen3_attention_ab_bench_throughput", + "label": "throughput()", + "_callable": true, + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "throughput()", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L218" + }, { "id": "bench_qwen3_attention_ab_bench_usage", "label": "usage()", @@ -6244,6 +6172,18 @@ "source_file": "bench/qwen3_attention_ab_bench.cpp", "source_location": "L73" }, + { + "id": "bench_qwen3_attention_ab_bench_write_stats_json", + "label": "write_stats_json()", + "_callable": true, + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "write_stats_json()", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L330" + }, { "id": "src_sha256_rotate_right", "label": "rotate_right()", @@ -6329,472 +6269,64 @@ "source_location": "L43" }, { - "id": "bench_m13_quant_mm_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/m13_quant_mm_bench.cpp", - "source_location": "L170" - }, - { - "id": "bench_q4k_layout_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/q4k_layout_bench.cpp", - "source_location": "L35" - }, - { - "id": "src_kquant_wave_layout_half_to_float", - "label": "half_to_float()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "half_to_float()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L13" - }, - { - "id": "src_kquant_wave_layout_pack_q4k_mmq_tensor", - "label": "pack_q4k_mmq_tensor()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q4k_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L612" - }, - { - "id": "src_kquant_wave_layout_pack_q4k_wave_down", - "label": "pack_q4k_wave_down()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q4k_wave_down()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L176" - }, - { - "id": "src_kquant_wave_layout_pack_q4k_wave_tensor", - "label": "pack_q4k_wave_tensor()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q4k_wave_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L100" - }, - { - "id": "src_kquant_wave_layout_pack_q5k_mmq_tensor", - "label": "pack_q5k_mmq_tensor()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q5k_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L617" - }, - { - "id": "src_kquant_wave_layout_pack_q5k_wave_tensor", - "label": "pack_q5k_wave_tensor()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q5k_wave_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L237" - }, - { - "id": "src_kquant_wave_layout_pack_q6k_mmq_tensor", - "label": "pack_q6k_mmq_tensor()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q6k_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L501" - }, - { - "id": "src_kquant_wave_layout_pack_q6k_wave_tensor", - "label": "pack_q6k_wave_tensor()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "pack_q6k_wave_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L361" - }, - { - "id": "src_kquant_wave_layout_q4k_wave_fused_gate_up_swiglu_reference", - "label": "q4k_wave_fused_gate_up_swiglu_reference()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q4k_wave_fused_gate_up_swiglu_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L966" - }, - { - "id": "src_kquant_wave_layout_q4k_wave_gemv_reference", - "label": "q4k_wave_gemv_reference()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q4k_wave_gemv_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L897" - }, - { - "id": "src_kquant_wave_layout_q4k_wave_tile_dequantize", - "label": "q4k_wave_tile_dequantize()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q4k_wave_tile_dequantize()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L778" - }, - { - "id": "src_kquant_wave_layout_q5k_wave_gemv_reference", - "label": "q5k_wave_gemv_reference()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q5k_wave_gemv_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L920" - }, - { - "id": "src_kquant_wave_layout_q5k_wave_tile_dequantize", - "label": "q5k_wave_tile_dequantize()", - "_callable": true, - "_origin": "ast", - "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "q5k_wave_tile_dequantize()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L812" - }, - { - "id": "src_kquant_wave_layout_q6k_wave_gemv_reference", - "label": "q6k_wave_gemv_reference()", + "id": "tools_miinfer_cli_cmd_run_debug", + "label": "cmd_run_debug()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "q6k_wave_gemv_reference()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L943" + "norm_label": "cmd_run_debug()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L4061" }, { - "id": "src_kquant_wave_layout_q6k_wave_tile_dequantize", - "label": "q6k_wave_tile_dequantize()", + "id": "tools_miinfer_cli_print_hip_memory", + "label": "print_hip_memory()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "q6k_wave_tile_dequantize()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L854" + "norm_label": "print_hip_memory()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L184" }, { - "id": "src_kquant_wave_layout_signed_q6_canonical", - "label": "signed_q6_canonical()", + "id": "tools_miinfer_cli_qwen35runtimeengine_snapshot_decode_buffers", + "label": ".snapshot_decode_buffers()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "signed_q6_canonical()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L48" + "norm_label": ".snapshot_decode_buffers()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L2255" }, { - "id": "tests_kquant_wave_test_main", - "label": "main()", + "id": "tools_miinfer_cli_qwen35runtimeengine_write_exp0367_prefill_state", + "label": ".write_exp0367_prefill_state()", "_callable": true, "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/kquant_wave_test.cpp", - "source_location": "L21" - }, - { - "id": "bench_candidate_a_ffn_shared_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/candidate_a_ffn_shared_bench.cpp", - "source_location": "L15" - }, - { - "id": "bench_candidate_b_layout_pruning_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/candidate_b_layout_pruning_bench.cpp", - "source_location": "L25" - }, - { - "id": "bench_context_envelope_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/context_envelope_bench.cpp", - "source_location": "L11" - }, - { - "id": "bench_decode_fast_path_bakeoff_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L81" - }, - { - "id": "bench_decode_gdn_breakdown_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/decode_gdn_breakdown.cpp", - "source_location": "L30" - }, - { - "id": "bench_decode_stage_profile_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/decode_stage_profile.cpp", - "source_location": "L30" - }, - { - "id": "bench_v2_0029_mmq_efficiency_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", - "source_location": "L68" - }, - { - "id": "bench_v2_0030_direct_vgpr_streaming_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", - "source_location": "L69" - }, - { - "id": "src_kquant_wave_layout_affine_q_canonical", - "label": "affine_q_canonical()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "affine_q_canonical()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L65" - }, - { - "id": "src_kquant_wave_layout_decode_affine_scale_min", - "label": "decode_affine_scale_min()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "decode_affine_scale_min()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L85" - }, - { - "id": "src_kquant_wave_layout_mx_qs_stride", - "label": "mx_qs_stride()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "mx_qs_stride()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L622" - }, - { - "id": "src_kquant_wave_layout_pack_affine_mmq_tensor", - "label": "pack_affine_mmq_tensor()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "pack_affine_mmq_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L552" - }, - { - "id": "src_kquant_wave_layout_pack_mx_affine_repacked_tensor", - "label": "pack_mx_affine_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "pack_mx_affine_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L627" - }, - { - "id": "src_kquant_wave_layout_pack_mx_q4k_repacked_tensor", - "label": "pack_mx_q4k_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "pack_mx_q4k_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L692" - }, - { - "id": "src_kquant_wave_layout_pack_mx_q5k_repacked_tensor", - "label": "pack_mx_q5k_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "pack_mx_q5k_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L697" - }, - { - "id": "src_kquant_wave_layout_pack_mx_q6k_repacked_tensor", - "label": "pack_mx_q6k_repacked_tensor()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "pack_mx_q6k_repacked_tensor()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L702" - }, - { - "id": "src_kquant_wave_layout_pack_q4k_wave_swiglu_fused", - "label": "pack_q4k_wave_swiglu_fused()", - "_callable": true, - "_origin": "ast", - "community": 207, - "community_name": "load", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "pack_q4k_wave_swiglu_fused()", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L182" + "norm_label": ".write_exp0367_prefill_state()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L2988" }, { - "id": "src_prefill_v2_recurrent_layer_prefillv2recurrentlayer_prefillv2recurrentlayer", - "label": "PrefillV2RecurrentLayer::PrefillV2RecurrentLayer()", + "id": "src_prefill_v2_model_prefillv2model_generate", + "label": "PrefillV2Model::generate()", "_callable": true, "_origin": "ast", "community": 207, - "community_name": "load", - "file_type": "code", - "norm_label": "prefillv2recurrentlayer::prefillv2recurrentlayer()", - "source_file": "src/prefill_v2/recurrent_layer.cpp", - "source_location": "L40" - }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_block_count", - "label": ".block_count()", - "_callable": true, - "_origin": "ast", - "community": 209, - "community_name": "PrefillV2Model", - "file_type": "code", - "norm_label": ".block_count()", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L175" - }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_cached_state_bytes", - "label": ".cached_state_bytes()", - "_callable": true, - "_origin": "ast", - "community": 209, - "community_name": "PrefillV2Model", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": ".cached_state_bytes()", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L193" + "norm_label": "prefillv2model::generate()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L737" }, { "id": "include_miinfer_prefill_v2_model_prefillv2model_embedding_weights", @@ -6904,54 +6436,6 @@ "source_file": "src/prefill_v2/model.cpp", "source_location": "L343" }, - { - "id": "tools_m6a18_qwen35_deltanet_state_gpu_recurrent_inputs", - "label": "recurrent_inputs()", - "_callable": true, - "_origin": "ast", - "community": 217, - "community_name": "m6a3_qwen35_layer.cpp", - "file_type": "code", - "norm_label": "recurrent_inputs()", - "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", - "source_location": "L106" - }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_check_values", - "label": "check_values()", - "_callable": true, - "_origin": "ast", - "community": 217, - "community_name": "m6a3_qwen35_layer.cpp", - "file_type": "code", - "norm_label": "check_values()", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L57" - }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 217, - "community_name": "m6a3_qwen35_layer.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L95" - }, - { - "id": "tools_m6a21_qwen35_gpu_hybrid_block_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 217, - "community_name": "m6a3_qwen35_layer.cpp", - "file_type": "code", - "norm_label": "main()", - "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", - "source_location": "L4" - }, { "id": "tools_m6a3_qwen35_layer_checkpoint", "label": "checkpoint()", @@ -7133,28 +6617,28 @@ "source_location": "L81" }, { - "id": "tools_m6a3_qwen35_layer_recurrent", - "label": "recurrent()", + "id": "tools_m6a3_qwen35_layer_read_tokens", + "label": "read_tokens()", "_callable": true, "_origin": "ast", "community": 217, "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", - "norm_label": "recurrent()", + "norm_label": "read_tokens()", "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L380" + "source_location": "L93" }, { - "id": "tools_m6a3_qwen35_layer_require_match", - "label": "require_match()", + "id": "tools_m6a3_qwen35_layer_recurrent", + "label": "recurrent()", "_callable": true, "_origin": "ast", "community": 217, "community_name": "m6a3_qwen35_layer.cpp", "file_type": "code", - "norm_label": "require_match()", + "norm_label": "recurrent()", "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L132" + "source_location": "L380" }, { "id": "tools_m6a3_qwen35_layer_rms_rows", @@ -7192,6 +6676,18 @@ "source_file": "tools/m6a3_qwen35_layer.cpp", "source_location": "L329" }, + { + "id": "tools_m6a6_qwen35_full_forward_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 217, + "community_name": "m6a3_qwen35_layer.cpp", + "file_type": "code", + "norm_label": "main()", + "source_file": "tools/m6a6_qwen35_full_forward.cpp", + "source_location": "L26" + }, { "id": "bench_m12_gdn_chunk_bench_as", "label": "as()", @@ -7312,6 +6808,42 @@ "source_file": "bench/m12_gdn_chunk_bench.cpp", "source_location": "L92" }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview_bytes", + "label": ".bytes()", + "_callable": true, + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": ".bytes()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L40" + }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview_data", + "label": ".data()", + "_callable": true, + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": ".data()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L41" + }, + { + "id": "include_miinfer_qwen35_model_qwen35tensorview_type", + "label": ".type()", + "_callable": true, + "_origin": "ast", + "community": 228, + "community_name": "gguf.cpp", + "file_type": "code", + "norm_label": ".type()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L38" + }, { "id": "src_gguf_align_up", "label": "align_up()", @@ -7625,136 +7157,76 @@ "source_location": "L178" }, { - "id": "src_model_plan_align_up", - "label": "align_up()", - "_callable": true, - "_origin": "ast", - "community": 228, - "community_name": "gguf.cpp", - "file_type": "code", - "norm_label": "align_up()", - "source_file": "src/model_plan.cpp", - "source_location": "L18" - }, - { - "id": "src_model_plan_checked_add", - "label": "checked_add()", - "_callable": true, - "_origin": "ast", - "community": 228, - "community_name": "gguf.cpp", - "file_type": "code", - "norm_label": "checked_add()", - "source_file": "src/model_plan.cpp", - "source_location": "L27" - }, - { - "id": "src_model_plan_gpuweightarena_allocate", - "label": "GpuWeightArena::allocate()", - "_callable": true, - "_origin": "ast", - "community": 228, - "community_name": "gguf.cpp", - "file_type": "code", - "norm_label": "gpuweightarena::allocate()", - "source_file": "src/model_plan.cpp", - "source_location": "L92" - }, - { - "id": "src_model_plan_gpuweightarena_release", - "label": "GpuWeightArena::release()", - "_callable": true, - "_origin": "ast", - "community": 228, - "community_name": "gguf.cpp", - "file_type": "code", - "norm_label": "gpuweightarena::release()", - "source_file": "src/model_plan.cpp", - "source_location": "L107" - }, - { - "id": "src_model_plan_gpuweightarena_upload", - "label": "GpuWeightArena::upload()", - "_callable": true, - "_origin": "ast", - "community": 228, - "community_name": "gguf.cpp", - "file_type": "code", - "norm_label": "gpuweightarena::upload()", - "source_file": "src/model_plan.cpp", - "source_location": "L99" - }, - { - "id": "src_model_plan_hip_throw", - "label": "hip_throw()", + "id": "src_qwen35_model_narrow", + "label": "narrow()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "hip_throw()", - "source_file": "src/model_plan.cpp", - "source_location": "L50" + "norm_label": "narrow()", + "source_file": "src/qwen35_model.cpp", + "source_location": "L14" }, { - "id": "src_model_plan_q4_gemv_kernel_name", - "label": "q4_gemv_kernel_name()", + "id": "src_qwen35_model_qwen35model_load", + "label": "Qwen35Model::load()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q4_gemv_kernel_name()", - "source_file": "src/model_plan.cpp", - "source_location": "L58" + "norm_label": "qwen35model::load()", + "source_file": "src/qwen35_model.cpp", + "source_location": "L45" }, { - "id": "src_model_plan_qwen3gpuplan_build", - "label": "Qwen3GpuPlan::build()", + "id": "src_qwen35_model_qwen35model_tensor", + "label": "Qwen35Model::tensor()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::build()", - "source_file": "src/model_plan.cpp", - "source_location": "L115" + "norm_label": "qwen35model::tensor()", + "source_file": "src/qwen35_model.cpp", + "source_location": "L110" }, { - "id": "src_model_plan_qwen3gpuplan_device_tensor_data", - "label": "Qwen3GpuPlan::device_tensor_data()", + "id": "src_qwen35_model_require_equal", + "label": "require_equal()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::device_tensor_data()", - "source_file": "src/model_plan.cpp", - "source_location": "L180" + "norm_label": "require_equal()", + "source_file": "src/qwen35_model.cpp", + "source_location": "L21" }, { - "id": "src_model_plan_qwen3gpuplan_kernel_for", - "label": "Qwen3GpuPlan::kernel_for()", + "id": "src_qwen35_model_require_f32_vector", + "label": "require_f32_vector()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::kernel_for()", - "source_file": "src/model_plan.cpp", - "source_location": "L153" + "norm_label": "require_f32_vector()", + "source_file": "src/qwen35_model.cpp", + "source_location": "L35" }, { - "id": "src_model_plan_qwen3gpuplan_verify_tensor_sample", - "label": "Qwen3GpuPlan::verify_tensor_sample()", + "id": "src_qwen35_model_unsupported", + "label": "unsupported()", "_callable": true, "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "qwen3gpuplan::verify_tensor_sample()", - "source_file": "src/model_plan.cpp", - "source_location": "L162" + "norm_label": "unsupported()", + "source_file": "src/qwen35_model.cpp", + "source_location": "L10" }, { "id": "src_qwen3_model_add_bytes", @@ -7829,688 +7301,616 @@ "source_location": "L23" }, { - "id": "tools_m6a14_qwen35_state_audit_align_up", - "label": "align_up()", - "_callable": true, - "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", - "file_type": "code", - "norm_label": "align_up()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L45" - }, - { - "id": "tools_m6a14_qwen35_state_audit_cache_fingerprint", - "label": "cache_fingerprint()", - "_callable": true, - "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", - "file_type": "code", - "norm_label": "cache_fingerprint()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L107" - }, - { - "id": "tools_m6a14_qwen35_state_audit_dimensions", - "label": "dimensions()", - "_callable": true, - "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", - "file_type": "code", - "norm_label": "dimensions()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L77" - }, - { - "id": "tools_m6a14_qwen35_state_audit_fingerprint", - "label": "fingerprint()", - "_callable": true, - "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", - "file_type": "code", - "norm_label": "fingerprint()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L92" - }, - { - "id": "tools_m6a14_qwen35_state_audit_flatten", - "label": "flatten()", - "_callable": true, - "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", - "file_type": "code", - "norm_label": "flatten()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L101" - }, - { - "id": "tools_m6a14_qwen35_state_audit_hash_floats", - "label": "hash_floats()", - "_callable": true, - "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", - "file_type": "code", - "norm_label": "hash_floats()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L88" - }, - { - "id": "tools_m6a14_qwen35_state_audit_initial_states", - "label": "initial_states()", + "id": "bench_candidate_a_ffn_shared_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "initial_states()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L216" + "norm_label": "main()", + "source_file": "bench/candidate_a_ffn_shared_bench.cpp", + "source_location": "L15" }, { - "id": "tools_m6a14_qwen35_state_audit_main", + "id": "bench_candidate_b_layout_pruning_bench_main", "label": "main()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "main()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L228" + "source_file": "bench/candidate_b_layout_pruning_bench.cpp", + "source_location": "L25" }, { - "id": "tools_m6a14_qwen35_state_audit_poison", - "label": "poison()", + "id": "bench_context_envelope_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "poison()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L114" + "norm_label": "main()", + "source_file": "bench/context_envelope_bench.cpp", + "source_location": "L11" }, { - "id": "tools_m6a14_qwen35_state_audit_poison_kv", - "label": "poison_kv()", + "id": "bench_decode_fast_path_bakeoff_find_tensor", + "label": "find_tensor()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "poison_kv()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L126" + "norm_label": "find_tensor()", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L70" }, { - "id": "tools_m6a14_qwen35_state_audit_poison_recurrent", - "label": "poison_recurrent()", + "id": "bench_decode_fast_path_bakeoff_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "poison_recurrent()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L118" + "norm_label": "main()", + "source_file": "bench/decode_fast_path_bakeoff.cpp", + "source_location": "L81" }, { - "id": "tools_m6a14_qwen35_state_audit_print_manifest", - "label": "print_manifest()", + "id": "bench_v2_0029_mmq_efficiency_bench_find_tensor", + "label": "find_tensor()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "print_manifest()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L49" + "norm_label": "find_tensor()", + "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", + "source_location": "L36" }, { - "id": "tools_m6a14_qwen35_state_audit_require_same", - "label": "require_same()", + "id": "bench_v2_0029_mmq_efficiency_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "require_same()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L145" + "norm_label": "main()", + "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", + "source_location": "L68" }, { - "id": "tools_m6a14_qwen35_state_audit_reset", - "label": "reset()", + "id": "bench_v2_0030_direct_vgpr_streaming_bench_find_tensor", + "label": "find_tensor()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "reset()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L138" + "norm_label": "find_tensor()", + "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", + "source_location": "L36" }, { - "id": "tools_m6a14_qwen35_state_audit_run_sequence", - "label": "run_sequence()", + "id": "bench_v2_0030_direct_vgpr_streaming_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 248, - "community_name": "m6a14_qwen35_state_audit.cpp", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "run_sequence()", - "source_file": "tools/m6a14_qwen35_state_audit.cpp", - "source_location": "L159" + "norm_label": "main()", + "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", + "source_location": "L69" }, { - "id": "tools_qwen35_gpu_pipeline_devicebytes_devicebytes", - "label": ".DeviceBytes()", + "id": "src_kquant_wave_layout_affine_q_canonical", + "label": "affine_q_canonical()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".devicebytes()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L153" + "norm_label": "affine_q_canonical()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L65" }, { - "id": "tools_qwen35_gpu_pipeline_exp0385_target_layer", - "label": "exp0385_target_layer()", + "id": "src_kquant_wave_layout_decode_affine_scale_min", + "label": "decode_affine_scale_min()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": "exp0385_target_layer()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L104" + "norm_label": "decode_affine_scale_min()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L85" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_batch", - "label": ".finish_prefill_batch()", + "id": "src_kquant_wave_layout_half_to_float", + "label": "half_to_float()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".finish_prefill_batch()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5099" + "norm_label": "half_to_float()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L13" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_batch4", - "label": ".finish_prefill_batch4()", + "id": "src_kquant_wave_layout_mx_qs_stride", + "label": "mx_qs_stride()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".finish_prefill_batch4()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5001" + "norm_label": "mx_qs_stride()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L622" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_ordered_end", - "label": ".profile_ordered_end()", + "id": "src_kquant_wave_layout_pack_affine_mmq_tensor", + "label": "pack_affine_mmq_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_ordered_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4440" + "norm_label": "pack_affine_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L552" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_ordered_start", - "label": ".profile_ordered_start()", + "id": "src_kquant_wave_layout_pack_mx_affine_repacked_tensor", + "label": "pack_mx_affine_repacked_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_ordered_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4433" + "norm_label": "pack_mx_affine_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L627" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_prepare_end", - "label": ".profile_prepare_end()", + "id": "src_kquant_wave_layout_pack_mx_q4k_repacked_tensor", + "label": "pack_mx_q4k_repacked_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_prepare_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4427" + "norm_label": "pack_mx_q4k_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L692" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_prepare_start", - "label": ".profile_prepare_start()", + "id": "src_kquant_wave_layout_pack_mx_q5k_repacked_tensor", + "label": "pack_mx_q5k_repacked_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_prepare_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4420" + "norm_label": "pack_mx_q5k_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L697" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_tail_end", - "label": ".profile_tail_end()", + "id": "src_kquant_wave_layout_pack_mx_q6k_repacked_tensor", + "label": "pack_mx_q6k_repacked_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_tail_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4414" + "norm_label": "pack_mx_q6k_repacked_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L702" }, { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_tail_start", - "label": ".profile_tail_start()", + "id": "src_kquant_wave_layout_pack_q4k_wave_down", + "label": "pack_q4k_wave_down()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_tail_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4407" + "norm_label": "pack_q4k_wave_down()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L176" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_attn_norm_weight", - "label": ".attn_norm_weight()", + "id": "src_kquant_wave_layout_pack_q4k_wave_swiglu_fused", + "label": "pack_q4k_wave_swiglu_fused()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".attn_norm_weight()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5678" + "norm_label": "pack_q4k_wave_swiglu_fused()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L182" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_finish_prefill_attention", - "label": ".finish_prefill_attention()", + "id": "src_kquant_wave_layout_pack_q4k_wave_tensor", + "label": "pack_q4k_wave_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".finish_prefill_attention()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5763" + "norm_label": "pack_q4k_wave_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L100" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_finish_prefill_batch", - "label": ".finish_prefill_batch()", + "id": "src_kquant_wave_layout_pack_q5k_mmq_tensor", + "label": "pack_q5k_mmq_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".finish_prefill_batch()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5768" + "norm_label": "pack_q5k_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L617" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_fused_interlayer_norm", - "label": ".fused_interlayer_norm()", + "id": "src_kquant_wave_layout_pack_q5k_wave_tensor", + "label": "pack_q5k_wave_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".fused_interlayer_norm()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5696" + "norm_label": "pack_q5k_wave_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L237" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_normalized_buffer", - "label": ".normalized_buffer()", + "id": "src_kquant_wave_layout_pack_q6k_mmq_tensor", + "label": "pack_q6k_mmq_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".normalized_buffer()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5684" + "norm_label": "pack_q6k_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L501" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_gate_at", - "label": ".prefill_gate_at()", + "id": "src_kquant_wave_layout_pack_q6k_wave_tensor", + "label": "pack_q6k_wave_tensor()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".prefill_gate_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5737" + "norm_label": "pack_q6k_wave_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L361" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_normalized_at", - "label": ".prefill_normalized_at()", + "id": "src_kquant_wave_layout_q4k_wave_fused_gate_up_swiglu_reference", + "label": "q4k_wave_fused_gate_up_swiglu_reference()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".prefill_normalized_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5728" + "norm_label": "q4k_wave_fused_gate_up_swiglu_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L966" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_qfull_at", - "label": ".prefill_qfull_at()", + "id": "src_kquant_wave_layout_q4k_wave_gemv_reference", + "label": "q4k_wave_gemv_reference()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".prefill_qfull_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5741" + "norm_label": "q4k_wave_gemv_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L897" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_qkv_at", - "label": ".prefill_qkv_at()", + "id": "src_kquant_wave_layout_q4k_wave_tile_dequantize", + "label": "q4k_wave_tile_dequantize()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".prefill_qkv_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5733" + "norm_label": "q4k_wave_tile_dequantize()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L778" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_tail_batch_supported", - "label": ".prefill_tail_batch_supported()", + "id": "src_kquant_wave_layout_q5k_wave_gemv_reference", + "label": "q5k_wave_gemv_reference()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".prefill_tail_batch_supported()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5749" + "norm_label": "q5k_wave_gemv_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L920" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_value_at", - "label": ".prefill_value_at()", + "id": "src_kquant_wave_layout_q5k_wave_tile_dequantize", + "label": "q5k_wave_tile_dequantize()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".prefill_value_at()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5745" + "norm_label": "q5k_wave_tile_dequantize()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L812" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_prepare_prefill_batch", - "label": ".prepare_prefill_batch()", + "id": "src_kquant_wave_layout_q6k_wave_gemv_reference", + "label": "q6k_wave_gemv_reference()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".prepare_prefill_batch()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5712" + "norm_label": "q6k_wave_gemv_reference()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L943" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_decode_layer_end", - "label": ".profile_decode_layer_end()", + "id": "src_kquant_wave_layout_q6k_wave_tile_dequantize", + "label": "q6k_wave_tile_dequantize()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_decode_layer_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5819" + "norm_label": "q6k_wave_tile_dequantize()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L854" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_decode_layer_start", - "label": ".profile_decode_layer_start()", + "id": "src_kquant_wave_layout_signed_q6_canonical", + "label": "signed_q6_canonical()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_decode_layer_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5814" + "norm_label": "signed_q6_canonical()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L48" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_ordered_end", - "label": ".profile_ordered_end()", + "id": "src_prefill_v2_recurrent_layer_prefillv2recurrentlayer_prefillv2recurrentlayer", + "label": "PrefillV2RecurrentLayer::PrefillV2RecurrentLayer()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_ordered_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5707" + "norm_label": "prefillv2recurrentlayer::prefillv2recurrentlayer()", + "source_file": "src/prefill_v2/recurrent_layer.cpp", + "source_location": "L40" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_ordered_start", - "label": ".profile_ordered_start()", + "id": "src_prefill_v2_recurrent_layer_upload_device_buffer", + "label": "upload_device_buffer()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".profile_ordered_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5702" + "norm_label": "upload_device_buffer()", + "source_file": "src/prefill_v2/recurrent_layer.cpp", + "source_location": "L30" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_q8_1_buffer", - "label": ".q8_1_buffer()", + "id": "tests_kquant_wave_test_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 243, + "community_name": "kquant_wave_layout.cpp", "file_type": "code", - "norm_label": ".q8_1_buffer()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5690" + "norm_label": "main()", + "source_file": "tests/kquant_wave_test.cpp", + "source_location": "L21" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_release_m23_repacked", - "label": ".release_m23_repacked()", + "id": "tools_m6a14_qwen35_state_audit_align_up", + "label": "align_up()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".release_m23_repacked()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5758" + "norm_label": "align_up()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L45" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_wide_attention_batch_ready", - "label": ".wide_attention_batch_ready()", + "id": "tools_m6a14_qwen35_state_audit_cache_fingerprint", + "label": "cache_fingerprint()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".wide_attention_batch_ready()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5754" + "norm_label": "cache_fingerprint()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L107" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_count_m23_dispatch", - "label": ".count_m23_dispatch()", + "id": "tools_m6a14_qwen35_state_audit_dimensions", + "label": "dimensions()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".count_m23_dispatch()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L959" + "norm_label": "dimensions()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L77" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_finish_prefill_batch", - "label": ".finish_prefill_batch()", + "id": "tools_m6a14_qwen35_state_audit_fingerprint", + "label": "fingerprint()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".finish_prefill_batch()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L2993" + "norm_label": "fingerprint()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L92" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_finish_prefill_batch4", - "label": ".finish_prefill_batch4()", + "id": "tools_m6a14_qwen35_state_audit_flatten", + "label": "flatten()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".finish_prefill_batch4()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L2811" + "norm_label": "flatten()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L101" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_ordered_end", - "label": ".profile_ordered_end()", + "id": "tools_m6a14_qwen35_state_audit_hash_floats", + "label": "hash_floats()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_ordered_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1688" + "norm_label": "hash_floats()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L88" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_ordered_start", - "label": ".profile_ordered_start()", + "id": "tools_m6a14_qwen35_state_audit_initial_states", + "label": "initial_states()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_ordered_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1681" + "norm_label": "initial_states()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L216" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_prepare_end", - "label": ".profile_prepare_end()", + "id": "tools_m6a14_qwen35_state_audit_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_prepare_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1675" + "norm_label": "main()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L228" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_prepare_start", - "label": ".profile_prepare_start()", + "id": "tools_m6a14_qwen35_state_audit_poison", + "label": "poison()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_prepare_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1668" + "norm_label": "poison()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L114" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_end", - "label": ".profile_tail_end()", + "id": "tools_m6a14_qwen35_state_audit_poison_kv", + "label": "poison_kv()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_tail_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1662" + "norm_label": "poison_kv()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L126" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_family_end", - "label": ".profile_tail_family_end()", + "id": "tools_m6a14_qwen35_state_audit_poison_recurrent", + "label": "poison_recurrent()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_tail_family_end()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1714" + "norm_label": "poison_recurrent()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L118" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_family_start", - "label": ".profile_tail_family_start()", + "id": "tools_m6a14_qwen35_state_audit_print_manifest", + "label": "print_manifest()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_tail_family_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1707" + "norm_label": "print_manifest()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L49" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_start", - "label": ".profile_tail_start()", + "id": "tools_m6a14_qwen35_state_audit_require_same", + "label": "require_same()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".profile_tail_start()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1655" + "norm_label": "require_same()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L145" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_recurrent_prefill_core_batch_supported", - "label": ".recurrent_prefill_core_batch_supported()", + "id": "tools_m6a14_qwen35_state_audit_reset", + "label": "reset()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": ".recurrent_prefill_core_batch_supported()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1857" + "norm_label": "reset()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L138" }, { - "id": "tools_qwen35_gpu_pipeline_run_prefix", - "label": "run_prefix()", + "id": "tools_m6a14_qwen35_state_audit_run_sequence", + "label": "run_sequence()", "_callable": true, "_origin": "ast", - "community": 252, - "community_name": "size_t", + "community": 248, + "community_name": "m6a14_qwen35_state_audit.cpp", "file_type": "code", - "norm_label": "run_prefix()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5825" + "norm_label": "run_sequence()", + "source_file": "tools/m6a14_qwen35_state_audit.cpp", + "source_location": "L159" }, { "id": "tools_m6a12_qwen35_attention_projections_devicebuffer_data", @@ -8572,6 +7972,18 @@ "source_file": "tools/m6a12_qwen35_attention_projections.cpp", "source_location": "L36" }, + { + "id": "tests_qwen3_forward_gpu_test_report_ffn_result", + "label": "report_ffn_result()", + "_callable": true, + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "report_ffn_result()", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L310" + }, { "id": "bench_fp16_gemv_bench_implementation_label", "label": "implementation_label()", @@ -8776,6 +8188,30 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1171" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_clear_session_checkpoints", + "label": ".clear_session_checkpoints()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".clear_session_checkpoints()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1051" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_copy_session_checkpoint", + "label": ".copy_session_checkpoint()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".copy_session_checkpoint()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1235" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_evict_oldest_session_checkpoint", "label": ".evict_oldest_session_checkpoint()", @@ -8788,6 +8224,54 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1152" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_generate", + "label": ".generate()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".generate()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L2194" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_init_layers", + "label": ".init_layers()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".init_layers()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L3107" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_insert_session_prefix", + "label": ".insert_session_prefix()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".insert_session_prefix()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1066" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_longest_session_checkpoint", + "label": ".longest_session_checkpoint()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".longest_session_checkpoint()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1115" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_rebuild_session_prefix_index", "label": ".rebuild_session_prefix_index()", @@ -8800,6 +8284,54 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1105" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_reset", + "label": ".reset()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".reset()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L969" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_reset_device_state", + "label": ".reset_device_state()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".reset_device_state()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L974" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_restore_session_checkpoint", + "label": ".restore_session_checkpoint()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".restore_session_checkpoint()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1268" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_session_checkpoint_compatible", + "label": ".session_checkpoint_compatible()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".session_checkpoint_compatible()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1058" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_session_checkpoint_storage_bytes", "label": ".session_checkpoint_storage_bytes()", @@ -8812,13 +8344,25 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1137" }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_touch_session_checkpoint", + "label": ".touch_session_checkpoint()", + "_callable": true, + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": ".touch_session_checkpoint()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1161" + }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_devicebuffer_devicebuffer", "label": ".DeviceBuffer()", "_callable": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": ".devicebuffer()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -8830,7 +8374,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": ".get()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -8842,7 +8386,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "logical_state()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -8854,19 +8398,31 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "main()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", "source_location": "L143" }, + { + "id": "tools_m6a18_qwen35_deltanet_state_gpu_recurrent_inputs", + "label": "recurrent_inputs()", + "_callable": true, + "_origin": "ast", + "community": 273, + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "file_type": "code", + "norm_label": "recurrent_inputs()", + "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", + "source_location": "L106" + }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_timed_state_update", "label": "timed_state_update()", "_callable": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "timed_state_update()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -8878,7 +8434,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "transpose_state()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -8890,7 +8446,7 @@ "_callable": true, "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "upload()", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -9028,6 +8584,18 @@ "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L263" }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_capacity", + "label": ".capacity()", + "_callable": true, + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": ".capacity()", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L237" + }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_device_keys", "label": ".device_keys()", @@ -9076,6 +8644,18 @@ "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L235" }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_length", + "label": ".length()", + "_callable": true, + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": ".length()", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L238" + }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_qwen3layer0gpukvcache", "label": ".Qwen3Layer0GpuKvCache()", @@ -9088,6 +8668,66 @@ "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L227" }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu", + "label": "execute_qwen3_decode_gpu()", + "_callable": true, + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1366" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast", + "label": "execute_qwen3_decode_gpu_fast()", + "_callable": true, + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu_fast()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1522" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast_impl", + "label": "execute_qwen3_decode_gpu_fast_impl()", + "_callable": true, + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu_fast_impl()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1434" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_greedy", + "label": "execute_qwen3_decode_gpu_greedy()", + "_callable": true, + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "execute_qwen3_decode_gpu_greedy()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1541" + }, + { + "id": "src_qwen3_gpu_layer_execute_qwen3_forward_gpu", + "label": "execute_qwen3_forward_gpu()", + "_callable": true, + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "execute_qwen3_forward_gpu()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L1353" + }, { "id": "src_qwen3_gpu_layer_qwen3gpudecodecache_reset", "label": "Qwen3GpuDecodeCache::reset()", @@ -9358,19 +8998,31 @@ "_callable": true, "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "check_device()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", "source_location": "L48" }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_check_values", + "label": "check_values()", + "_callable": true, + "_origin": "ast", + "community": 320, + "community_name": "require_match", + "file_type": "code", + "norm_label": "check_values()", + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L57" + }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_device_error", "label": "device_error()", "_callable": true, "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "device_error()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -9382,7 +9034,7 @@ "_callable": true, "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": ".devicebuffer()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -9394,24 +9046,60 @@ "_callable": true, "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": ".get()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", "source_location": "L30" }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 320, + "community_name": "require_match", + "file_type": "code", + "norm_label": "main()", + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L95" + }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_project", + "label": "project()", + "_callable": true, + "_origin": "ast", + "community": 320, + "community_name": "require_match", + "file_type": "code", + "norm_label": "project()", + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L68" + }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_upload", "label": "upload()", "_callable": true, "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "upload()", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", "source_location": "L36" }, + { + "id": "tools_m6a3_qwen35_layer_require_match", + "label": "require_match()", + "_callable": true, + "_origin": "ast", + "community": 320, + "community_name": "require_match", + "file_type": "code", + "norm_label": "require_match()", + "source_file": "tools/m6a3_qwen35_layer.cpp", + "source_location": "L132" + }, { "id": "bench_prefill_v2_e2e_bench_aggregate", "label": "aggregate()", @@ -9448,6 +9136,18 @@ "source_file": "bench/prefill_v2_e2e_bench.cpp", "source_location": "L74" }, + { + "id": "tools_miinfer_cli_prefillprofile_destroy", + "label": ".destroy()", + "_callable": true, + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": ".destroy()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L615" + }, { "id": "tools_miinfer_cli_prefillprofile_init", "label": ".init()", @@ -9785,88 +9485,148 @@ "source_location": "L113" }, { - "id": "tests_qwen3_decode_gpu_test_argmax", - "label": "argmax()", + "id": "src_model_plan_align_up", + "label": "align_up()", "_callable": true, "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "argmax()", - "source_file": "tests/qwen3_decode_gpu_test.cpp", - "source_location": "L17" + "norm_label": "align_up()", + "source_file": "src/model_plan.cpp", + "source_location": "L18" }, { - "id": "tests_qwen3_decode_gpu_test_cache_lengths", - "label": "cache_lengths()", + "id": "src_model_plan_checked_add", + "label": "checked_add()", "_callable": true, "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "cache_lengths()", - "source_file": "tests/qwen3_decode_gpu_test.cpp", - "source_location": "L44" + "norm_label": "checked_add()", + "source_file": "src/model_plan.cpp", + "source_location": "L27" }, { - "id": "tests_qwen3_decode_gpu_test_exact", - "label": "exact()", + "id": "src_model_plan_gpuweightarena_allocate", + "label": "GpuWeightArena::allocate()", "_callable": true, "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "exact()", - "source_file": "tests/qwen3_decode_gpu_test.cpp", - "source_location": "L28" + "norm_label": "gpuweightarena::allocate()", + "source_file": "src/model_plan.cpp", + "source_location": "L92" }, { - "id": "tests_qwen3_decode_gpu_test_finite", - "label": "finite()", + "id": "src_model_plan_gpuweightarena_gpuweightarena", + "label": "GpuWeightArena::GpuWeightArena()", "_callable": true, "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "finite()", - "source_file": "tests/qwen3_decode_gpu_test.cpp", - "source_location": "L23" + "norm_label": "gpuweightarena::gpuweightarena()", + "source_file": "src/model_plan.cpp", + "source_location": "L67" }, { - "id": "tests_qwen3_decode_gpu_test_main", - "label": "main()", + "id": "src_model_plan_gpuweightarena_release", + "label": "GpuWeightArena::release()", "_callable": true, "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "main()", - "source_file": "tests/qwen3_decode_gpu_test.cpp", - "source_location": "L134" + "norm_label": "gpuweightarena::release()", + "source_file": "src/model_plan.cpp", + "source_location": "L107" }, { - "id": "tests_qwen3_decode_gpu_test_run", - "label": "run()", + "id": "src_model_plan_gpuweightarena_upload", + "label": "GpuWeightArena::upload()", "_callable": true, "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "run()", - "source_file": "tests/qwen3_decode_gpu_test.cpp", - "source_location": "L66" + "norm_label": "gpuweightarena::upload()", + "source_file": "src/model_plan.cpp", + "source_location": "L99" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_snapshot_decode_buffers", - "label": ".snapshot_decode_buffers()", + "id": "src_model_plan_hip_throw", + "label": "hip_throw()", "_callable": true, "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", + "community": 41, + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": ".snapshot_decode_buffers()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L2255" + "norm_label": "hip_throw()", + "source_file": "src/model_plan.cpp", + "source_location": "L50" + }, + { + "id": "src_model_plan_q4_gemv_kernel_name", + "label": "q4_gemv_kernel_name()", + "_callable": true, + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "q4_gemv_kernel_name()", + "source_file": "src/model_plan.cpp", + "source_location": "L58" + }, + { + "id": "src_model_plan_qwen3gpuplan_build", + "label": "Qwen3GpuPlan::build()", + "_callable": true, + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "qwen3gpuplan::build()", + "source_file": "src/model_plan.cpp", + "source_location": "L115" + }, + { + "id": "src_model_plan_qwen3gpuplan_device_tensor_data", + "label": "Qwen3GpuPlan::device_tensor_data()", + "_callable": true, + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "qwen3gpuplan::device_tensor_data()", + "source_file": "src/model_plan.cpp", + "source_location": "L180" + }, + { + "id": "src_model_plan_qwen3gpuplan_kernel_for", + "label": "Qwen3GpuPlan::kernel_for()", + "_callable": true, + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "qwen3gpuplan::kernel_for()", + "source_file": "src/model_plan.cpp", + "source_location": "L153" + }, + { + "id": "src_model_plan_qwen3gpuplan_verify_tensor_sample", + "label": "Qwen3GpuPlan::verify_tensor_sample()", + "_callable": true, + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "qwen3gpuplan::verify_tensor_sample()", + "source_file": "src/model_plan.cpp", + "source_location": "L162" }, { "id": "tools_miinfer_cli_apply_runtime_preset", @@ -10156,18 +9916,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L5816" }, - { - "id": "tools_miinfer_cli_print_hip_memory", - "label": "print_hip_memory()", - "_callable": true, - "_origin": "ast", - "community": 467, - "community_name": "miinfer_cli.cpp", - "file_type": "code", - "norm_label": "print_hip_memory()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L184" - }, { "id": "tools_miinfer_cli_print_usage", "label": "print_usage()", @@ -10529,144 +10277,168 @@ "source_location": "L1871" }, { - "id": "tests_fp16_gemv_test_check_output", - "label": "check_output()", + "id": "tests_qwen35_conv_batch_test_close", + "label": "close()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "check_output()", - "source_file": "tests/fp16_gemv_test.cpp", - "source_location": "L16" + "norm_label": "close()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L34" }, { - "id": "tests_fp16_gemv_test_main", - "label": "main()", + "id": "tests_qwen35_conv_batch_test_close_mmq", + "label": "close_mmq()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "main()", - "source_file": "tests/fp16_gemv_test.cpp", - "source_location": "L107" + "norm_label": "close_mmq()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L38" }, { - "id": "tests_fp16_gemv_test_run_shape", - "label": "run_shape()", + "id": "tests_qwen35_conv_batch_test_close_q6_mmq", + "label": "close_q6_mmq()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "run_shape()", - "source_file": "tests/fp16_gemv_test.cpp", - "source_location": "L30" + "norm_label": "close_q6_mmq()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L42" }, { - "id": "tests_q4_q8_gemv_test_main", - "label": "main()", + "id": "tests_qwen35_conv_batch_test_devicebuffer_bytes", + "label": ".bytes()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "main()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L228" + "norm_label": ".bytes()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L28" }, { - "id": "tests_q4_q8_gemv_test_run_shape", - "label": "run_shape()", + "id": "tests_qwen35_conv_batch_test_devicebuffer_devicebuffer", + "label": ".DeviceBuffer()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "run_shape()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L148" + "norm_label": ".devicebuffer()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L22" }, { - "id": "tests_q4_q8_gemv_test_run_silu_q8_fusion_identity_test", - "label": "run_silu_q8_fusion_identity_test()", + "id": "tests_qwen35_conv_batch_test_devicebuffer_get", + "label": ".get()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "run_silu_q8_fusion_identity_test()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L88" + "norm_label": ".get()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L27" }, { - "id": "tests_q4_q8_gemv_test_run_zero_point_identity_tests", - "label": "run_zero_point_identity_tests()", + "id": "tests_qwen35_conv_batch_test_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "run_zero_point_identity_tests()", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L23" + "norm_label": "main()", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L48" }, { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_project", - "label": "project()", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_compute_metrics", + "label": "compute_metrics()", "_callable": true, "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", + "community": 49, + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "project()", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L68" + "norm_label": "compute_metrics()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L40" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_restore_session_checkpoint", - "label": ".restore_session_checkpoint()", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_evaluate_token_count", + "label": "evaluate_token_count()", "_callable": true, "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": ".restore_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1268" + "norm_label": "evaluate_token_count()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L150" }, { - "id": "tools_miinfer_cli_qwen35runtimeengine_session_checkpoint_compatible", - "label": ".session_checkpoint_compatible()", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_history", + "label": "generate_initial_history()", "_callable": true, "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": ".session_checkpoint_compatible()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1058" + "norm_label": "generate_initial_history()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L114" }, { - "id": "bench_prefix_state_reuse_bench_make_synthetic_prompt", - "label": "make_synthetic_prompt()", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_state", + "label": "generate_initial_state()", "_callable": true, "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", + "community": 49, + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "make_synthetic_prompt()", - "source_file": "bench/prefix_state_reuse_bench.cpp", - "source_location": "L61" + "norm_label": "generate_initial_state()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L104" + }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_realistic_input", + "label": "generate_realistic_input()", + "_callable": true, + "_origin": "ast", + "community": 49, + "community_name": "evaluate_token_count", + "file_type": "code", + "norm_label": "generate_realistic_input()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L91" + }, + { + "id": "bench_prefill_v2_recurrent_layer_bakeoff_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 49, + "community_name": "evaluate_token_count", + "file_type": "code", + "norm_label": "main()", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L808" }, { "id": "bench_prefill_v2_recurrent_layer_bakeoff_print_result", "label": "print_result()", "_callable": true, "_origin": "ast", - "community": 493, - "community_name": ".get", + "community": 49, + "community_name": "evaluate_token_count", "file_type": "code", "norm_label": "print_result()", "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", @@ -10677,8 +10449,8 @@ "label": "run_bakeoff_main()", "_callable": true, "_origin": "ast", - "community": 493, - "community_name": ".get", + "community": 49, + "community_name": "evaluate_token_count", "file_type": "code", "norm_label": "run_bakeoff_main()", "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", @@ -10690,35 +10462,71 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "b64_composition_enabled()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L114" }, + { + "id": "tools_qwen35_gpu_pipeline_devicebytes_devicebytes", + "label": ".DeviceBytes()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".devicebytes()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L153" + }, { "id": "tools_qwen35_gpu_pipeline_devicebytes_get", "label": ".get()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".get()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L171" }, { - "id": "tools_qwen35_gpu_pipeline_download", - "label": "download()", + "id": "tools_qwen35_gpu_pipeline_exp0380_b64_probe_enabled", + "label": "exp0380_b64_probe_enabled()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", - "norm_label": "download()", + "norm_label": "exp0380_b64_probe_enabled()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L647" + "source_location": "L87" + }, + { + "id": "tools_qwen35_gpu_pipeline_exp0380_probe_complete", + "label": "exp0380_probe_complete()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0380_probe_complete()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L139" + }, + { + "id": "tools_qwen35_gpu_pipeline_exp0380_probe_layer", + "label": "exp0380_probe_layer()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "exp0380_probe_layer()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L134" }, { "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_capture_exp0371_prepare", @@ -10726,7 +10534,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".capture_exp0371_prepare()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10738,7 +10546,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".count_m23_dispatch()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10750,19 +10558,55 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".finish_prefill_attention()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L4659" }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_batch", + "label": ".finish_prefill_batch()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".finish_prefill_batch()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5099" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_batch4", + "label": ".finish_prefill_batch4()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".finish_prefill_batch4()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5001" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_wide", + "label": ".finish_prefill_wide()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".finish_prefill_wide()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4816" + }, { "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_poison", "label": ".poison()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".poison()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10774,7 +10618,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_normalized_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10786,7 +10630,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_qfull_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10798,7 +10642,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_value_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10810,7 +10654,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefix()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10822,7 +10666,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prepare_prefill_batch()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10834,7 +10678,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_decode_layer_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10846,19 +10690,91 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_decode_layer_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L4446" }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_ordered_end", + "label": ".profile_ordered_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_ordered_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4440" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_ordered_start", + "label": ".profile_ordered_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_ordered_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4433" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_prepare_end", + "label": ".profile_prepare_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_prepare_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4427" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_prepare_start", + "label": ".profile_prepare_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_prepare_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4420" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_tail_end", + "label": ".profile_tail_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_tail_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4414" + }, + { + "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_profile_tail_start", + "label": ".profile_tail_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_tail_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L4407" + }, { "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_run", "label": ".run()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".run()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10870,7 +10786,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".stage_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10882,31 +10798,259 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".stage_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L4394" }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_attn_norm_weight", + "label": ".attn_norm_weight()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".attn_norm_weight()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5678" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_finish_prefill_attention", + "label": ".finish_prefill_attention()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".finish_prefill_attention()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5763" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_finish_prefill_batch", + "label": ".finish_prefill_batch()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".finish_prefill_batch()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5768" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_fused_interlayer_norm", + "label": ".fused_interlayer_norm()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".fused_interlayer_norm()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5696" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_normalized_buffer", + "label": ".normalized_buffer()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".normalized_buffer()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5684" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_gate_at", + "label": ".prefill_gate_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_gate_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5737" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_normalized_at", + "label": ".prefill_normalized_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_normalized_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5728" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_qfull_at", + "label": ".prefill_qfull_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_qfull_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5741" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_qkv_at", + "label": ".prefill_qkv_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_qkv_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5733" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_tail_batch_supported", + "label": ".prefill_tail_batch_supported()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_tail_batch_supported()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5749" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_prefill_value_at", + "label": ".prefill_value_at()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prefill_value_at()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5745" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_prepare_prefill_batch", + "label": ".prepare_prefill_batch()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".prepare_prefill_batch()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5712" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_decode_layer_end", + "label": ".profile_decode_layer_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_decode_layer_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5819" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_decode_layer_start", + "label": ".profile_decode_layer_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_decode_layer_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5814" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_ordered_end", + "label": ".profile_ordered_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_ordered_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5707" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_profile_ordered_start", + "label": ".profile_ordered_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_ordered_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5702" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_q8_1_buffer", + "label": ".q8_1_buffer()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".q8_1_buffer()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5690" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_release_m23_repacked", + "label": ".release_m23_repacked()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".release_m23_repacked()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5758" + }, { "id": "tools_qwen35_gpu_pipeline_gpulayerref_run", "label": ".run()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".run()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L5785" }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_wide_attention_batch_ready", + "label": ".wide_attention_batch_ready()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".wide_attention_batch_ready()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5754" + }, { "id": "tools_qwen35_gpu_pipeline_project", "label": "project()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10918,7 +11062,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project_native_down()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10930,7 +11074,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project_native_q6k_down()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10942,7 +11086,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project_q4_q8_1()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10954,7 +11098,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project_q4_q8_1_expanded()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10966,7 +11110,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project_q4_q8_1_prequantized()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10978,7 +11122,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project_q5_q8_1()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -10990,7 +11134,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "project_q6_q8_k_dot4()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11002,35 +11146,47 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".capture_exp0372_rows()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L2375" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_capture_operands", - "label": ".capture_operands()", + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_count_m23_dispatch", + "label": ".count_m23_dispatch()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", - "norm_label": ".capture_operands()", + "norm_label": ".count_m23_dispatch()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1612" + "source_location": "L959" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_logical_state", - "label": ".logical_state()", + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_finish_prefill_batch", + "label": ".finish_prefill_batch()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", - "norm_label": ".logical_state()", + "norm_label": ".finish_prefill_batch()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1529" + "source_location": "L2993" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_finish_prefill_batch4", + "label": ".finish_prefill_batch4()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".finish_prefill_batch4()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L2811" }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_name", @@ -11038,7 +11194,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".name()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11050,7 +11206,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".poison()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11062,7 +11218,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_gate_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11074,7 +11230,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_normalized_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11086,7 +11242,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_qkv_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11098,7 +11254,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_wide()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11110,7 +11266,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_wide_beta_decay()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11122,7 +11278,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_wide_causal()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11134,7 +11290,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_wide_qkv_gate()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11146,7 +11302,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prefill_wide_ssm_out()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11158,7 +11314,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".prepare_prefill_batch()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11170,7 +11326,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_decode_layer_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11182,19 +11338,115 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_decode_layer_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1694" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_ordered_end", + "label": ".profile_ordered_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_ordered_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1688" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_ordered_start", + "label": ".profile_ordered_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_ordered_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1681" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_prepare_end", + "label": ".profile_prepare_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_prepare_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1675" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_prepare_start", + "label": ".profile_prepare_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_prepare_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1668" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_end", + "label": ".profile_tail_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_tail_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1662" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_family_end", + "label": ".profile_tail_family_end()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_tail_family_end()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1714" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_family_start", + "label": ".profile_tail_family_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_tail_family_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1707" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_tail_start", + "label": ".profile_tail_start()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".profile_tail_start()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1655" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_profile_wide_tail_end", "label": ".profile_wide_tail_end()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_wide_tail_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11206,7 +11458,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_wide_tail_family_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11218,7 +11470,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_wide_tail_family_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11230,19 +11482,31 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".profile_wide_tail_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L1722" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_recurrent_prefill_core_batch_supported", + "label": ".recurrent_prefill_core_batch_supported()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".recurrent_prefill_core_batch_supported()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1857" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_reset", "label": ".reset()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".reset()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11254,19 +11518,31 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".run()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L3168" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_sample_update", + "label": ".sample_update()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": ".sample_update()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1558" + }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_stage_end", "label": ".stage_end()", "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".stage_end()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11278,7 +11554,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".stage_start()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11290,7 +11566,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".state_value()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11302,7 +11578,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".trace_tensor()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11314,7 +11590,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".upload_state()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11326,7 +11602,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".report()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11338,7 +11614,7 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": ".report_at()", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -11350,12 +11626,24 @@ "_callable": true, "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "run_hybrid_block()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L5664" }, + { + "id": "tools_qwen35_gpu_pipeline_run_prefix", + "label": "run_prefix()", + "_callable": true, + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "run_prefix()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5825" + }, { "id": "tools_m6a9_qwen35_lm_head_argmax", "label": "argmax()", @@ -11668,6 +11956,30 @@ "source_file": "bench/m13_quant_mm_bench.cpp", "source_location": "L37" }, + { + "id": "bench_m13_quant_mm_bench_find_tensor", + "label": "find_tensor()", + "_callable": true, + "_origin": "ast", + "community": 559, + "community_name": "m13_quant_mm_bench.cpp", + "file_type": "code", + "norm_label": "find_tensor()", + "source_file": "bench/m13_quant_mm_bench.cpp", + "source_location": "L63" + }, + { + "id": "bench_m13_quant_mm_bench_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 559, + "community_name": "m13_quant_mm_bench.cpp", + "file_type": "code", + "norm_label": "main()", + "source_file": "bench/m13_quant_mm_bench.cpp", + "source_location": "L170" + }, { "id": "bench_m13_quant_mm_bench_measure", "label": "measure()", @@ -12016,18 +12328,6 @@ "source_file": "tests/qwen3_layer35_external_test.cpp", "source_location": "L1046" }, - { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_sample_update", - "label": ".sample_update()", - "_callable": true, - "_origin": "ast", - "community": 577, - "community_name": "UpdateProvenance", - "file_type": "code", - "norm_label": ".sample_update()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1558" - }, { "id": "bench_m24_attention_layer_bakeoff_as", "label": "as()", @@ -12280,18 +12580,6 @@ "source_file": "tests/qwen3_forward_gpu_test.cpp", "source_location": "L378" }, - { - "id": "tests_qwen3_forward_gpu_test_report_ffn_result", - "label": "report_ffn_result()", - "_callable": true, - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "report_ffn_result()", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L310" - }, { "id": "tests_qwen3_forward_gpu_test_report_gpu_host_trace", "label": "report_gpu_host_trace()", @@ -12508,13 +12796,25 @@ "source_file": "bench/v2_0017_quad_head_subwave_bakeoff.cpp", "source_location": "L55" }, + { + "id": "include_miinfer_prefill_v2_reusable_context_compute_token_sequence_hash", + "label": "compute_token_sequence_hash()", + "_callable": true, + "_origin": "ast", + "community": 603, + "community_name": "compute_token_sequence_hash", + "file_type": "code", + "norm_label": "compute_token_sequence_hash()", + "source_file": "include/miinfer/prefill_v2/reusable_context.hpp", + "source_location": "L38" + }, { "id": "src_prefill_v2_persistent_session_persistentsession_find_matching_session", "label": "PersistentSession::find_matching_session()", "_callable": true, "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "persistentsession::find_matching_session()", "source_file": "src/prefill_v2/persistent_session.cpp", @@ -12526,7 +12826,7 @@ "_callable": true, "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "persistentsession::format_session_filename()", "source_file": "src/prefill_v2/persistent_session.cpp", @@ -12538,7 +12838,7 @@ "_callable": true, "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "persistentsession::inspect_file()", "source_file": "src/prefill_v2/persistent_session.cpp", @@ -12550,7 +12850,7 @@ "_callable": true, "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "persistentsession::load_from_file()", "source_file": "src/prefill_v2/persistent_session.cpp", @@ -12562,7 +12862,7 @@ "_callable": true, "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "persistentsession::save_to_file()", "source_file": "src/prefill_v2/persistent_session.cpp", @@ -12965,7 +13265,7 @@ "source_location": "L12" }, { - "id": "bench_gdn_kernel_bakeoff_main", + "id": "bench_decode_gdn_breakdown_main", "label": "main()", "_callable": true, "_origin": "ast", @@ -12973,23 +13273,23 @@ "community_name": "vector", "file_type": "code", "norm_label": "main()", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L58" + "source_file": "bench/decode_gdn_breakdown.cpp", + "source_location": "L30" }, { - "id": "bench_gdn_kernel_bakeoff_measure", - "label": "measure()", + "id": "bench_decode_stage_profile_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 629, "community_name": "vector", "file_type": "code", - "norm_label": "measure()", - "source_file": "bench/gdn_kernel_bakeoff.cpp", - "source_location": "L28" + "norm_label": "main()", + "source_file": "bench/decode_stage_profile.cpp", + "source_location": "L30" }, { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_main", + "id": "bench_gdn_kernel_bakeoff_main", "label": "main()", "_callable": true, "_origin": "ast", @@ -12997,8 +13297,20 @@ "community_name": "vector", "file_type": "code", "norm_label": "main()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L808" + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L58" + }, + { + "id": "bench_gdn_kernel_bakeoff_measure", + "label": "measure()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "measure()", + "source_file": "bench/gdn_kernel_bakeoff.cpp", + "source_location": "L28" }, { "id": "bench_v2_0023_cross_query_attention_bench_elapsed_ms", @@ -13060,6 +13372,30 @@ "source_file": "bench/v2_0023_cross_query_attention_bench.cpp", "source_location": "L60" }, + { + "id": "bench_v2_0026_production_hardening_bench_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "main()", + "source_file": "bench/v2_0026_production_hardening_bench.cpp", + "source_location": "L39" + }, + { + "id": "bench_v2_0026_production_hardening_bench_make_synthetic_prompt", + "label": "make_synthetic_prompt()", + "_callable": true, + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "make_synthetic_prompt()", + "source_file": "bench/v2_0026_production_hardening_bench.cpp", + "source_location": "L27" + }, { "id": "include_miinfer_hip_check_hip_check", "label": "hip_check()", @@ -13085,19 +13421,19 @@ "source_location": "L11" }, { - "id": "include_miinfer_prefill_v2_reusable_context_compute_token_sequence_hash", - "label": "compute_token_sequence_hash()", + "id": "tests_device_info_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 629, "community_name": "vector", "file_type": "code", - "norm_label": "compute_token_sequence_hash()", - "source_file": "include/miinfer/prefill_v2/reusable_context.hpp", - "source_location": "L38" + "norm_label": "main()", + "source_file": "tests/device_info.cpp", + "source_location": "L8" }, { - "id": "tests_device_info_main", + "id": "tests_host_test_main", "label": "main()", "_callable": true, "_origin": "ast", @@ -13105,11 +13441,11 @@ "community_name": "vector", "file_type": "code", "norm_label": "main()", - "source_file": "tests/device_info.cpp", - "source_location": "L8" + "source_file": "tests/host_test.cpp", + "source_location": "L9" }, { - "id": "tests_host_test_main", + "id": "tests_q4_q8_dot4_probe_main", "label": "main()", "_callable": true, "_origin": "ast", @@ -13117,8 +13453,8 @@ "community_name": "vector", "file_type": "code", "norm_label": "main()", - "source_file": "tests/host_test.cpp", - "source_location": "L9" + "source_file": "tests/q4_q8_dot4_probe.cpp", + "source_location": "L11" }, { "id": "tests_qwen3_tokenizer_test_main", @@ -13132,13 +13468,37 @@ "source_file": "tests/qwen3_tokenizer_test.cpp", "source_location": "L11" }, + { + "id": "tests_kquant_wave_test_half_to_float_bits", + "label": "half_to_float_bits()", + "_callable": true, + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "half_to_float_bits()", + "source_file": "tests/kquant_wave_test.cpp", + "source_location": "L14" + }, + { + "id": "tests_qwen3_primitives_host_test_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "main()", + "source_file": "tests/qwen3_primitives_host_test.cpp", + "source_location": "L10" + }, { "id": "tools_m6a17_qwen35_composition_ladder_argmax", "label": "argmax()", "_callable": true, "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "argmax()", "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", @@ -13150,7 +13510,7 @@ "_callable": true, "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "is_boundary()", "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", @@ -13162,7 +13522,7 @@ "_callable": true, "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "is_full_attention_layer()", "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", @@ -13174,7 +13534,7 @@ "_callable": true, "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "main()", "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", @@ -13186,7 +13546,7 @@ "_callable": true, "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "print_ledger()", "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", @@ -13198,23 +13558,35 @@ "_callable": true, "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "run_ladder()", "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", "source_location": "L49" }, { - "id": "tools_m6a3_qwen35_layer_read_tokens", - "label": "read_tokens()", + "id": "tools_m6a6_qwen35_full_forward_argmax", + "label": "argmax()", "_callable": true, "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", - "norm_label": "read_tokens()", - "source_file": "tools/m6a3_qwen35_layer.cpp", - "source_location": "L93" + "norm_label": "argmax()", + "source_file": "tools/m6a6_qwen35_full_forward.cpp", + "source_location": "L18" + }, + { + "id": "tools_m6a6_qwen35_full_forward_is_full_attention_layer", + "label": "is_full_attention_layer()", + "_callable": true, + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "is_full_attention_layer()", + "source_file": "tools/m6a6_qwen35_full_forward.cpp", + "source_location": "L14" }, { "id": "bench_v2_0017_pipelined_stream_bakeoff_compute_accuracy", @@ -13312,6 +13684,18 @@ "source_file": "bench/prefix_state_reuse_bench.cpp", "source_location": "L116" }, + { + "id": "bench_prefix_state_reuse_bench_make_synthetic_prompt", + "label": "make_synthetic_prompt()", + "_callable": true, + "_origin": "ast", + "community": 644, + "community_name": "ReusableContext", + "file_type": "code", + "norm_label": "make_synthetic_prompt()", + "source_file": "bench/prefix_state_reuse_bench.cpp", + "source_location": "L61" + }, { "id": "bench_prefix_state_reuse_bench_test_failure_cases", "label": "test_failure_cases()", @@ -13528,18 +13912,6 @@ "source_file": "bench/v2_0018_suffix_hip_graph_bench.cpp", "source_location": "L51" }, - { - "id": "tools_miinfer_cli_cmd_run_debug", - "label": "cmd_run_debug()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "cmd_run_debug()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L4061" - }, { "id": "tools_miinfer_cli_prefillprofile_report", "label": ".report()", @@ -13552,30 +13924,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L687" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_clear_session_checkpoints", - "label": ".clear_session_checkpoints()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".clear_session_checkpoints()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1051" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_copy_session_checkpoint", - "label": ".copy_session_checkpoint()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".copy_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1235" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_decode_m26c_state", "label": ".decode_m26c_state()", @@ -13624,18 +13972,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L2018" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_generate", - "label": ".generate()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".generate()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L2194" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_generate_fresh", "label": ".generate_fresh()", @@ -13672,30 +14008,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L3300" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_insert_session_prefix", - "label": ".insert_session_prefix()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".insert_session_prefix()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1066" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_longest_session_checkpoint", - "label": ".longest_session_checkpoint()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".longest_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1115" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_m26c_model_hash", "label": ".m26c_model_hash()", @@ -13768,30 +14080,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L2287" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_reset", - "label": ".reset()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".reset()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L969" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_reset_device_state", - "label": ".reset_device_state()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".reset_device_state()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L974" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_runtime_selector_identity", "label": ".runtime_selector_identity()", @@ -13828,30 +14116,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L1340" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_touch_session_checkpoint", - "label": ".touch_session_checkpoint()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".touch_session_checkpoint()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1161" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_write_exp0367_prefill_state", - "label": ".write_exp0367_prefill_state()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".write_exp0367_prefill_state()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L2988" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_write_m26c_state", "label": ".write_m26c_state()", @@ -13864,42 +14128,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L2347" }, - { - "id": "tools_qwen35_gpu_pipeline_exp0380_b64_probe_enabled", - "label": "exp0380_b64_probe_enabled()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "exp0380_b64_probe_enabled()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L87" - }, - { - "id": "tools_qwen35_gpu_pipeline_exp0380_probe_complete", - "label": "exp0380_probe_complete()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "exp0380_probe_complete()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L139" - }, - { - "id": "tools_qwen35_gpu_pipeline_exp0380_probe_layer", - "label": "exp0380_probe_layer()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "exp0380_probe_layer()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L134" - }, { "id": "tools_qwen35_gpu_pipeline_exp0380_probe_stage", "label": "exp0380_probe_stage()", @@ -13972,18 +14200,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L109" }, - { - "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_finish_prefill_wide", - "label": ".finish_prefill_wide()", - "_callable": true, - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": ".finish_prefill_wide()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L4816" - }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionlayerkvcachestorage_attentionlayerkvcachestorage", "label": ".AttentionLayerKvCacheStorage()", @@ -15004,114 +15220,6 @@ "source_file": "tools/m6a19_qwen35_conv_gpu.cpp", "source_location": "L36" }, - { - "id": "include_miinfer_qwen35_model_qwen35tensorview_bytes", - "label": ".bytes()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": ".bytes()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L40" - }, - { - "id": "include_miinfer_qwen35_model_qwen35tensorview_data", - "label": ".data()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": ".data()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L41" - }, - { - "id": "include_miinfer_qwen35_model_qwen35tensorview_type", - "label": ".type()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": ".type()", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L38" - }, - { - "id": "src_qwen35_model_narrow", - "label": "narrow()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "narrow()", - "source_file": "src/qwen35_model.cpp", - "source_location": "L14" - }, - { - "id": "src_qwen35_model_qwen35model_load", - "label": "Qwen35Model::load()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "qwen35model::load()", - "source_file": "src/qwen35_model.cpp", - "source_location": "L45" - }, - { - "id": "src_qwen35_model_qwen35model_tensor", - "label": "Qwen35Model::tensor()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "qwen35model::tensor()", - "source_file": "src/qwen35_model.cpp", - "source_location": "L110" - }, - { - "id": "src_qwen35_model_require_equal", - "label": "require_equal()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "require_equal()", - "source_file": "src/qwen35_model.cpp", - "source_location": "L21" - }, - { - "id": "src_qwen35_model_require_f32_vector", - "label": "require_f32_vector()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "require_f32_vector()", - "source_file": "src/qwen35_model.cpp", - "source_location": "L35" - }, - { - "id": "src_qwen35_model_unsupported", - "label": "unsupported()", - "_callable": true, - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "unsupported()", - "source_file": "src/qwen35_model.cpp", - "source_location": "L10" - }, { "id": "bench_v2_0030_direct_vgpr_streaming_bench_make_synthetic_prompt", "label": "make_synthetic_prompt()", @@ -15178,7 +15286,7 @@ "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": ".capacity()", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -15190,83 +15298,83 @@ "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": ".layers()", "source_file": "include/miinfer/qwen3_layer.hpp", "source_location": "L95" }, { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_capacity", - "label": ".capacity()", + "id": "tests_qwen3_decode_gpu_test_argmax", + "label": "argmax()", "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": ".capacity()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L72" + "norm_label": "argmax()", + "source_file": "tests/qwen3_decode_gpu_test.cpp", + "source_location": "L17" }, { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_head_dim", - "label": ".head_dim()", + "id": "tests_qwen3_decode_gpu_test_cache_lengths", + "label": "cache_lengths()", "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": ".head_dim()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L71" + "norm_label": "cache_lengths()", + "source_file": "tests/qwen3_decode_gpu_test.cpp", + "source_location": "L44" }, { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_kv_heads", - "label": ".kv_heads()", + "id": "tests_qwen3_decode_gpu_test_exact", + "label": "exact()", "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": ".kv_heads()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L70" + "norm_label": "exact()", + "source_file": "tests/qwen3_decode_gpu_test.cpp", + "source_location": "L28" }, { - "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_length", - "label": ".length()", + "id": "tests_qwen3_decode_gpu_test_finite", + "label": "finite()", "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": ".length()", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L73" + "norm_label": "finite()", + "source_file": "tests/qwen3_decode_gpu_test.cpp", + "source_location": "L23" }, { - "id": "src_qwen3_layer_execute_qwen3_decode_host", - "label": "execute_qwen3_decode_host()", + "id": "tests_qwen3_decode_gpu_test_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": "execute_qwen3_decode_host()", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L452" + "norm_label": "main()", + "source_file": "tests/qwen3_decode_gpu_test.cpp", + "source_location": "L134" }, { - "id": "src_qwen3_layer_execute_qwen3_forward_host", - "label": "execute_qwen3_forward_host()", + "id": "tests_qwen3_decode_gpu_test_run", + "label": "run()", "_callable": true, "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": "execute_qwen3_forward_host()", - "source_file": "src/qwen3_layer.cpp", - "source_location": "L440" + "norm_label": "run()", + "source_file": "tests/qwen3_decode_gpu_test.cpp", + "source_location": "L66" }, { "id": "bench_v2_0022_suffix_mmq_critical_path_bench_find_tensor", @@ -15400,6 +15508,18 @@ "source_file": "src/prefill_v2/workspace.cpp", "source_location": "L20" }, + { + "id": "include_miinfer_prefill_v2_state_recurrentlayerstatestorage_view", + "label": ".view()", + "_callable": true, + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": ".view()", + "source_file": "include/miinfer/prefill_v2/state.hpp", + "source_location": "L42" + }, { "id": "src_prefill_v2_recurrent_layer_prefillv2recurrentlayer_decode", "label": "PrefillV2RecurrentLayer::decode()", @@ -15448,30 +15568,6 @@ "source_file": "src/prefill_v2/recurrent_layer.cpp", "source_location": "L399" }, - { - "id": "src_prefill_v2_recurrent_layer_require_tensor", - "label": "require_tensor()", - "_callable": true, - "_origin": "ast", - "community": 710, - "community_name": "RecurrentLayerState", - "file_type": "code", - "norm_label": "require_tensor()", - "source_file": "src/prefill_v2/recurrent_layer.cpp", - "source_location": "L22" - }, - { - "id": "src_prefill_v2_recurrent_layer_upload_device_buffer", - "label": "upload_device_buffer()", - "_callable": true, - "_origin": "ast", - "community": 710, - "community_name": "RecurrentLayerState", - "file_type": "code", - "norm_label": "upload_device_buffer()", - "source_file": "src/prefill_v2/recurrent_layer.cpp", - "source_location": "L30" - }, { "id": "bench_q4_q8_gemv_bench_launch_selected_gemv", "label": "launch_selected_gemv()", @@ -15485,28 +15581,40 @@ "source_location": "L138" }, { - "id": "scripts_check_m6a1_fixture_main", - "label": "main()", + "id": "src_openai_api_append_assistant_tool_calls", + "label": "append_assistant_tool_calls()", "_callable": true, "_origin": "ast", "community": 716, "community_name": "openai_api.cpp", "file_type": "code", - "norm_label": "main()", - "source_file": "scripts/check-m6a1-fixture.py", - "source_location": "L11" + "norm_label": "append_assistant_tool_calls()", + "source_file": "src/openai_api.cpp", + "source_location": "L70" }, { - "id": "src_openai_api_append_assistant_tool_calls", - "label": "append_assistant_tool_calls()", + "id": "src_openai_api_append_generated_json_calls", + "label": "append_generated_json_calls()", "_callable": true, "_origin": "ast", "community": 716, "community_name": "openai_api.cpp", "file_type": "code", - "norm_label": "append_assistant_tool_calls()", + "norm_label": "append_generated_json_calls()", "source_file": "src/openai_api.cpp", - "source_location": "L70" + "source_location": "L130" + }, + { + "id": "src_openai_api_append_generated_xml_calls", + "label": "append_generated_xml_calls()", + "_callable": true, + "_origin": "ast", + "community": 716, + "community_name": "openai_api.cpp", + "file_type": "code", + "norm_label": "append_generated_xml_calls()", + "source_file": "src/openai_api.cpp", + "source_location": "L97" }, { "id": "src_openai_api_append_tool_result_messages", @@ -15532,6 +15640,18 @@ "source_file": "src/openai_api.cpp", "source_location": "L299" }, + { + "id": "src_openai_api_parse_generated_tool_calls", + "label": "parse_generated_tool_calls()", + "_callable": true, + "_origin": "ast", + "community": 716, + "community_name": "openai_api.cpp", + "file_type": "code", + "norm_label": "parse_generated_tool_calls()", + "source_file": "src/openai_api.cpp", + "source_location": "L327" + }, { "id": "src_openai_api_parse_openai_chat_request", "label": "parse_openai_chat_request()", @@ -15580,6 +15700,18 @@ "source_file": "src/openai_api.cpp", "source_location": "L46" }, + { + "id": "src_openai_api_trim_ascii", + "label": "trim_ascii()", + "_callable": true, + "_origin": "ast", + "community": 716, + "community_name": "openai_api.cpp", + "file_type": "code", + "norm_label": "trim_ascii()", + "source_file": "src/openai_api.cpp", + "source_location": "L13" + }, { "id": "src_openai_api_value_for_qwen_parameter", "label": "value_for_qwen_parameter()", @@ -15593,64 +15725,88 @@ "source_location": "L42" }, { - "id": "tools_qwen35_gpu_pipeline_download_bytes", - "label": "download_bytes()", + "id": "include_miinfer_prefill_v2_model_prefillv2model_vocab_size", + "label": ".vocab_size()", + "_callable": true, + "_origin": "ast", + "community": 717, + "community_name": "GenerateStats", + "file_type": "code", + "norm_label": ".vocab_size()", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L186" + }, + { + "id": "tests_qwen3_primitives_test_close_enough", + "label": "close_enough()", "_callable": true, "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": "download_bytes()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L654" + "norm_label": "close_enough()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L21" }, { - "id": "tools_qwen35_gpu_pipeline_fingerprint", - "label": "fingerprint()", + "id": "tests_qwen3_primitives_test_device_copy", + "label": "device_copy()", "_callable": true, "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": "fingerprint()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L690" + "norm_label": "device_copy()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L109" }, { - "id": "tools_qwen35_gpu_pipeline_host_fingerprint", - "label": "host_fingerprint()", + "id": "tests_qwen3_primitives_test_gpu_tests", + "label": "gpu_tests()", "_callable": true, "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": "host_fingerprint()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L660" + "norm_label": "gpu_tests()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L116" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_set_m12_dense_source", - "label": ".set_m12_dense_source()", + "id": "tests_qwen3_primitives_test_host_tests", + "label": "host_tests()", "_callable": true, "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": ".set_m12_dense_source()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1880" + "norm_label": "host_tests()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L26" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_state_fingerprint", - "label": ".state_fingerprint()", + "id": "tests_qwen3_primitives_test_main", + "label": "main()", "_callable": true, "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": ".state_fingerprint()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1546" + "norm_label": "main()", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L285" + }, + { + "id": "bench_prefill_v2_model_bench_get_top_k", + "label": "get_top_k()", + "_callable": true, + "_origin": "ast", + "community": 727, + "community_name": "DeviceInfo", + "file_type": "code", + "norm_label": "get_top_k()", + "source_file": "bench/prefill_v2_model_bench.cpp", + "source_location": "L75" }, { "id": "bench_prefill_v2_model_bench_main", @@ -15713,28 +15869,28 @@ "source_location": "L35" }, { - "id": "bench_qwen3_attention_ab_bench_throughput", - "label": "throughput()", + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_capacity", + "label": ".capacity()", "_callable": true, "_origin": "ast", - "community": 728, - "community_name": "Stats", + "community": 729, + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "throughput()", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L218" + "norm_label": ".capacity()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L72" }, { - "id": "bench_qwen3_attention_ab_bench_write_stats_json", - "label": "write_stats_json()", + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_head_dim", + "label": ".head_dim()", "_callable": true, "_origin": "ast", - "community": 728, - "community_name": "Stats", + "community": 729, + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "write_stats_json()", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L330" + "norm_label": ".head_dim()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L71" }, { "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_keys", @@ -15742,19 +15898,43 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": ".keys()", "source_file": "include/miinfer/qwen3_layer.hpp", "source_location": "L74" }, + { + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_kv_heads", + "label": ".kv_heads()", + "_callable": true, + "_origin": "ast", + "community": 729, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": ".kv_heads()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L70" + }, + { + "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_length", + "label": ".length()", + "_callable": true, + "_origin": "ast", + "community": 729, + "community_name": "Qwen3Layer0KvCache", + "file_type": "code", + "norm_label": ".length()", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L73" + }, { "id": "include_miinfer_qwen3_layer_qwen3layer0kvcache_values", "label": ".values()", "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": ".values()", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -15766,7 +15946,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "qwen3decodecache::reset()", "source_file": "src/qwen3_layer.cpp", @@ -15778,7 +15958,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "cache_contract_test()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15790,7 +15970,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "checkpoint_tolerance()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15802,7 +15982,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "checkpoints()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15814,7 +15994,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "equal_vectors()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15826,7 +16006,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "external_checkpoint()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15838,7 +16018,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "external_trace_test()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15850,7 +16030,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "layer_sequence_test()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15862,7 +16042,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "main()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15874,7 +16054,7 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "max_abs()", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -15886,24 +16066,12 @@ "_callable": true, "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "read_f32()", "source_file": "tests/qwen3_kv_cache_test.cpp", "source_location": "L56" }, - { - "id": "bench_qwen35_gqa_prefill_bench_elapsed", - "label": "elapsed()", - "_callable": true, - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "elapsed()", - "source_file": "bench/qwen35_gqa_prefill_bench.cpp", - "source_location": "L24" - }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionkvcacheview_is_k_q8", "label": ".is_k_q8()", @@ -15940,54 +16108,6 @@ "source_file": "include/miinfer/prefill_v2/kv_cache.hpp", "source_location": "L69" }, - { - "id": "src_prefill_v2_topology_block_prefillv2topologyblock_decode", - "label": "PrefillV2TopologyBlock::decode()", - "_callable": true, - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "prefillv2topologyblock::decode()", - "source_file": "src/prefill_v2/topology_block.cpp", - "source_location": "L46" - }, - { - "id": "src_prefill_v2_topology_block_prefillv2topologyblock_forward", - "label": "PrefillV2TopologyBlock::forward()", - "_callable": true, - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "prefillv2topologyblock::forward()", - "source_file": "src/prefill_v2/topology_block.cpp", - "source_location": "L16" - }, - { - "id": "src_prefill_v2_topology_block_prefillv2topologyblock_forward_profiled", - "label": "PrefillV2TopologyBlock::forward_profiled()", - "_callable": true, - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "prefillv2topologyblock::forward_profiled()", - "source_file": "src/prefill_v2/topology_block.cpp", - "source_location": "L72" - }, - { - "id": "src_prefill_v2_topology_block_prefillv2topologyblock_prefillv2topologyblock", - "label": "PrefillV2TopologyBlock::PrefillV2TopologyBlock()", - "_callable": true, - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "prefillv2topologyblock::prefillv2topologyblock()", - "source_file": "src/prefill_v2/topology_block.cpp", - "source_location": "L9" - }, { "id": "tools_miinfer_cli_terminaltextstream_complete_tag_end", "label": ".complete_tag_end()", @@ -16108,18 +16228,6 @@ "source_file": "include/miinfer/model_plan.hpp", "source_location": "L72" }, - { - "id": "src_model_plan_gpuweightarena_gpuweightarena", - "label": "GpuWeightArena::GpuWeightArena()", - "_callable": true, - "_origin": "ast", - "community": 740, - "community_name": "Qwen3GpuPlan", - "file_type": "code", - "norm_label": "gpuweightarena::gpuweightarena()", - "source_file": "src/model_plan.cpp", - "source_location": "L67" - }, { "id": "src_qwen3_gpu_layer_qwen3gpudecodecache_prepare", "label": "Qwen3GpuDecodeCache::prepare()", @@ -16205,28 +16313,16 @@ "source_location": "L34" }, { - "id": "tools_miinfer_cli_prefillprofile_destroy", - "label": ".destroy()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": ".destroy()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L615" - }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_cleanup_graphs", - "label": ".cleanup_graphs()", + "id": "src_kquant_wave_layout_pack_q4k_mmq_tensor", + "label": "pack_q4k_mmq_tensor()", "_callable": true, "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": ".cleanup_graphs()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L3376" + "norm_label": "pack_q4k_mmq_tensor()", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L612" }, { "id": "tools_miinfer_cli_qwen35runtimeengine_init_buffers", @@ -16240,18 +16336,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L3265" }, - { - "id": "tools_miinfer_cli_qwen35runtimeengine_init_layers", - "label": ".init_layers()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": ".init_layers()", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L3107" - }, { "id": "tools_miinfer_cli_qwen35runtimeengine_init_m12_dense_workspace", "label": ".init_m12_dense_workspace()", @@ -16360,18 +16444,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L341" }, - { - "id": "tools_qwen35_gpu_pipeline_compare_bytes", - "label": "compare_bytes()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "compare_bytes()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L674" - }, { "id": "tools_qwen35_gpu_pipeline_configured_wide_prefill_batch", "label": "configured_wide_prefill_batch()", @@ -16480,42 +16552,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L334" }, - { - "id": "tools_qwen35_gpu_pipeline_cosine_similarity", - "label": "cosine_similarity()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "cosine_similarity()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L442" - }, - { - "id": "tools_qwen35_gpu_pipeline_detailed_compare", - "label": "detailed_compare()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "detailed_compare()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L415" - }, - { - "id": "tools_qwen35_gpu_pipeline_detailed_device_error", - "label": "detailed_device_error()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "detailed_device_error()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L484" - }, { "id": "tools_qwen35_gpu_pipeline_environment_flag", "label": "environment_flag()", @@ -16541,16 +16577,28 @@ "source_location": "L100" }, { - "id": "tools_qwen35_gpu_pipeline_first_argmax", - "label": "first_argmax()", + "id": "tools_qwen35_gpu_pipeline_exp0385_target_layer", + "label": "exp0385_target_layer()", "_callable": true, "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "first_argmax()", + "norm_label": "exp0385_target_layer()", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L455" + "source_location": "L104" + }, + { + "id": "tools_qwen35_gpu_pipeline_fingerprint", + "label": "fingerprint()", + "_callable": true, + "_origin": "ast", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", + "file_type": "code", + "norm_label": "fingerprint()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L690" }, { "id": "tools_qwen35_gpu_pipeline_fullattentionlayer_copy_weight", @@ -16588,30 +16636,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L3939" }, - { - "id": "tools_qwen35_gpu_pipeline_located_device_error", - "label": "located_device_error()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "located_device_error()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L502" - }, - { - "id": "tools_qwen35_gpu_pipeline_located_host_error", - "label": "located_host_error()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "located_host_error()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L632" - }, { "id": "tools_qwen35_gpu_pipeline_native_attn_gate_enabled", "label": "native_attn_gate_enabled()", @@ -16732,30 +16756,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L263" }, - { - "id": "tools_qwen35_gpu_pipeline_rank_of", - "label": "rank_of()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "rank_of()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L475" - }, - { - "id": "tools_qwen35_gpu_pipeline_read_external_operands", - "label": "read_external_operands()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "read_external_operands()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5867" - }, { "id": "tools_qwen35_gpu_pipeline_recurrentlayer_ensure_m23_repacked", "label": ".ensure_m23_repacked()", @@ -16792,18 +16792,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L964" }, - { - "id": "tools_qwen35_gpu_pipeline_recurrenttrace_report_host", - "label": ".report_host()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": ".report_host()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L546" - }, { "id": "tools_qwen35_gpu_pipeline_require_type", "label": "require_type()", @@ -16840,18 +16828,6 @@ "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L326" }, - { - "id": "tools_qwen35_gpu_pipeline_top_indices", - "label": "top_indices()", - "_callable": true, - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "top_indices()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L463" - }, { "id": "tools_qwen35_gpu_pipeline_upload", "label": "upload()", @@ -17056,54 +17032,6 @@ "source_file": "tests/qwen3_cached_attention_determinism_gpu_test.cpp", "source_location": "L31" }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_evaluate_token_count", - "label": "evaluate_token_count()", - "_callable": true, - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "evaluate_token_count()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L150" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_history", - "label": "generate_initial_history()", - "_callable": true, - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "generate_initial_history()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L114" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_initial_state", - "label": "generate_initial_state()", - "_callable": true, - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "generate_initial_state()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L104" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_generate_realistic_input", - "label": "generate_realistic_input()", - "_callable": true, - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "generate_realistic_input()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L91" - }, { "id": "include_miinfer_prefill_v2_state_recurrentlayerstatestorage_position", "label": ".position()", @@ -17140,18 +17068,6 @@ "source_file": "include/miinfer/prefill_v2/state.hpp", "source_location": "L46" }, - { - "id": "include_miinfer_prefill_v2_state_recurrentlayerstatestorage_view", - "label": ".view()", - "_callable": true, - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": ".view()", - "source_file": "include/miinfer/prefill_v2/state.hpp", - "source_location": "L42" - }, { "id": "tools_m6a16_qwen35_hybrid_block_4_7_audit_main", "label": "main()", @@ -17212,42 +17128,6 @@ "source_file": "tools/m6a5_qwen35_hybrid_block.cpp", "source_location": "L30" }, - { - "id": "tools_m6a6_qwen35_full_forward_argmax", - "label": "argmax()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "argmax()", - "source_file": "tools/m6a6_qwen35_full_forward.cpp", - "source_location": "L18" - }, - { - "id": "tools_m6a6_qwen35_full_forward_is_full_attention_layer", - "label": "is_full_attention_layer()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "is_full_attention_layer()", - "source_file": "tools/m6a6_qwen35_full_forward.cpp", - "source_location": "L14" - }, - { - "id": "tools_m6a6_qwen35_full_forward_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "main()", - "source_file": "tools/m6a6_qwen35_full_forward.cpp", - "source_location": "L26" - }, { "id": "tools_m6a7_qwen35_stateful_generation_argmax", "label": "argmax()", @@ -17356,18 +17236,6 @@ "source_file": "bench/v2_0024_quantized_prefix_kv_bench.cpp", "source_location": "L49" }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_compute_metrics", - "label": "compute_metrics()", - "_callable": true, - "_origin": "ast", - "community": 755, - "community_name": "NumericalMetrics", - "file_type": "code", - "norm_label": "compute_metrics()", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L40" - }, { "id": "bench_m12_dense_stage_bench_as", "label": "as()", @@ -17506,7 +17374,7 @@ "_callable": true, "_origin": "ast", "community": 758, - "community_name": "bench-m18-runtime.py", + "community_name": "json", "file_type": "code", "norm_label": "add_steady_rate()", "source_file": "scripts/bench-m18-runtime.py", @@ -17518,7 +17386,7 @@ "_callable": true, "_origin": "ast", "community": 758, - "community_name": "bench-m18-runtime.py", + "community_name": "json", "file_type": "code", "norm_label": "command_output()", "source_file": "scripts/bench-m18-runtime.py", @@ -17530,7 +17398,7 @@ "_callable": true, "_origin": "ast", "community": 758, - "community_name": "bench-m18-runtime.py", + "community_name": "json", "file_type": "code", "norm_label": "main()", "source_file": "scripts/bench-m18-runtime.py", @@ -17542,7 +17410,7 @@ "_callable": true, "_origin": "ast", "community": 758, - "community_name": "bench-m18-runtime.py", + "community_name": "json", "file_type": "code", "norm_label": "run_case()", "source_file": "scripts/bench-m18-runtime.py", @@ -17554,23 +17422,23 @@ "_callable": true, "_origin": "ast", "community": 758, - "community_name": "bench-m18-runtime.py", + "community_name": "json", "file_type": "code", "norm_label": "sha256()", "source_file": "scripts/bench-m18-runtime.py", "source_location": "L14" }, { - "id": "include_miinfer_prefill_v2_model_prefillv2model_vocab_size", - "label": ".vocab_size()", + "id": "scripts_check_m6a1_fixture_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 759, - "community_name": "GenerateOptions", + "community": 758, + "community_name": "json", "file_type": "code", - "norm_label": ".vocab_size()", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L186" + "norm_label": "main()", + "source_file": "scripts/check-m6a1-fixture.py", + "source_location": "L11" }, { "id": "bench_v2_0029_mmq_efficiency_bench_make_synthetic_prompt", @@ -17974,7 +17842,7 @@ "_callable": true, "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "main()", "source_file": "bench/qwen3_swiglu_q8_bench.cpp", @@ -17986,7 +17854,7 @@ "_callable": true, "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "measure()", "source_file": "bench/qwen3_swiglu_q8_bench.cpp", @@ -17998,131 +17866,143 @@ "_callable": true, "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "summarize()", "source_file": "bench/qwen3_swiglu_q8_bench.cpp", "source_location": "L30" }, { - "id": "bench_qwen35_gqa_prefill_bench_devicebuffer_devicebuffer", - "label": ".DeviceBuffer()", + "id": "tests_fp16_gemv_test_check_output", + "label": "check_output()", "_callable": true, "_origin": "ast", - "community": 775, - "community_name": "qwen35_gqa_prefill_bench.cpp", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", - "norm_label": ".devicebuffer()", - "source_file": "bench/qwen35_gqa_prefill_bench.cpp", - "source_location": "L19" + "norm_label": "check_output()", + "source_file": "tests/fp16_gemv_test.cpp", + "source_location": "L16" }, { - "id": "bench_qwen35_gqa_prefill_bench_main", + "id": "tests_fp16_gemv_test_main", "label": "main()", "_callable": true, "_origin": "ast", - "community": 775, - "community_name": "qwen35_gqa_prefill_bench.cpp", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "main()", - "source_file": "bench/qwen35_gqa_prefill_bench.cpp", - "source_location": "L104" + "source_file": "tests/fp16_gemv_test.cpp", + "source_location": "L107" }, { - "id": "bench_qwen35_gqa_prefill_bench_time_path", - "label": "time_path()", + "id": "tests_fp16_gemv_test_run_shape", + "label": "run_shape()", "_callable": true, "_origin": "ast", - "community": 775, - "community_name": "qwen35_gqa_prefill_bench.cpp", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", - "norm_label": "time_path()", - "source_file": "bench/qwen35_gqa_prefill_bench.cpp", + "norm_label": "run_shape()", + "source_file": "tests/fp16_gemv_test.cpp", "source_location": "L30" }, { - "id": "tests_qwen35_conv_batch_test_close", - "label": "close()", + "id": "tests_q4_q8_gemv_test_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", - "norm_label": "close()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L34" + "norm_label": "main()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L228" }, { - "id": "tests_qwen35_conv_batch_test_close_mmq", - "label": "close_mmq()", + "id": "tests_q4_q8_gemv_test_run_shape", + "label": "run_shape()", "_callable": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", - "norm_label": "close_mmq()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L38" + "norm_label": "run_shape()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L148" }, { - "id": "tests_qwen35_conv_batch_test_close_q6_mmq", - "label": "close_q6_mmq()", + "id": "tests_q4_q8_gemv_test_run_silu_q8_fusion_identity_test", + "label": "run_silu_q8_fusion_identity_test()", "_callable": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", - "norm_label": "close_q6_mmq()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L42" + "norm_label": "run_silu_q8_fusion_identity_test()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L88" }, { - "id": "tests_qwen35_conv_batch_test_devicebuffer_bytes", - "label": ".bytes()", + "id": "tests_q4_q8_gemv_test_run_zero_point_identity_tests", + "label": "run_zero_point_identity_tests()", "_callable": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 774, + "community_name": "fp16_gemv.hpp", "file_type": "code", - "norm_label": ".bytes()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L28" + "norm_label": "run_zero_point_identity_tests()", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L23" }, { - "id": "tests_qwen35_conv_batch_test_devicebuffer_devicebuffer", + "id": "bench_qwen35_gqa_prefill_bench_devicebuffer_devicebuffer", "label": ".DeviceBuffer()", "_callable": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 775, + "community_name": "qwen35_gqa_prefill_bench.cpp", "file_type": "code", "norm_label": ".devicebuffer()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L22" + "source_file": "bench/qwen35_gqa_prefill_bench.cpp", + "source_location": "L19" }, { - "id": "tests_qwen35_conv_batch_test_devicebuffer_get", - "label": ".get()", + "id": "bench_qwen35_gqa_prefill_bench_elapsed", + "label": "elapsed()", "_callable": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 775, + "community_name": "qwen35_gqa_prefill_bench.cpp", "file_type": "code", - "norm_label": ".get()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L27" + "norm_label": "elapsed()", + "source_file": "bench/qwen35_gqa_prefill_bench.cpp", + "source_location": "L24" }, { - "id": "tests_qwen35_conv_batch_test_main", + "id": "bench_qwen35_gqa_prefill_bench_main", "label": "main()", "_callable": true, "_origin": "ast", - "community": 777, - "community_name": "main", + "community": 775, + "community_name": "qwen35_gqa_prefill_bench.cpp", "file_type": "code", "norm_label": "main()", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L48" + "source_file": "bench/qwen35_gqa_prefill_bench.cpp", + "source_location": "L104" + }, + { + "id": "bench_qwen35_gqa_prefill_bench_time_path", + "label": "time_path()", + "_callable": true, + "_origin": "ast", + "community": 775, + "community_name": "qwen35_gqa_prefill_bench.cpp", + "file_type": "code", + "norm_label": "time_path()", + "source_file": "bench/qwen35_gqa_prefill_bench.cpp", + "source_location": "L30" }, { "id": "src_qwen3_gpu_layer_profilescope_profilescope", @@ -18412,18 +18292,6 @@ "source_file": "bench/prefill_v2_model_bench.cpp", "source_location": "L32" }, - { - "id": "bench_prefill_v2_model_bench_get_top_k", - "label": "get_top_k()", - "_callable": true, - "_origin": "ast", - "community": 787, - "community_name": "AccuracyMetrics", - "file_type": "code", - "norm_label": "get_top_k()", - "source_file": "bench/prefill_v2_model_bench.cpp", - "source_location": "L75" - }, { "id": "include_miinfer_prefill_v2_reusable_context_prefixfingerprint_matches", "label": ".matches()", @@ -18568,6 +18436,18 @@ "source_file": "tests/model_loader_test.cpp", "source_location": "L28" }, + { + "id": "src_prefill_v2_model_prefillv2model_activation_bytes", + "label": "PrefillV2Model::activation_bytes()", + "_callable": true, + "_origin": "ast", + "community": 793, + "community_name": "model.cpp", + "file_type": "code", + "norm_label": "prefillv2model::activation_bytes()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L1239" + }, { "id": "src_prefill_v2_model_prefillv2model_allocate_resources", "label": "PrefillV2Model::allocate_resources()", @@ -18677,28 +18557,40 @@ "source_location": "L492" }, { - "id": "src_prefill_v2_model_prefillv2model_generate", - "label": "PrefillV2Model::generate()", + "id": "src_prefill_v2_model_prefillv2model_load_session", + "label": "PrefillV2Model::load_session()", "_callable": true, "_origin": "ast", "community": 793, "community_name": "model.cpp", "file_type": "code", - "norm_label": "prefillv2model::generate()", + "norm_label": "prefillv2model::load_session()", "source_file": "src/prefill_v2/model.cpp", - "source_location": "L737" + "source_location": "L1262" }, { - "id": "src_prefill_v2_model_prefillv2model_load_session", - "label": "PrefillV2Model::load_session()", + "id": "src_prefill_v2_model_prefillv2model_persistent_state_bytes", + "label": "PrefillV2Model::persistent_state_bytes()", "_callable": true, "_origin": "ast", "community": 793, "community_name": "model.cpp", "file_type": "code", - "norm_label": "prefillv2model::load_session()", + "norm_label": "prefillv2model::persistent_state_bytes()", "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1262" + "source_location": "L1227" + }, + { + "id": "src_prefill_v2_model_prefillv2model_persistent_weight_bytes", + "label": "PrefillV2Model::persistent_weight_bytes()", + "_callable": true, + "_origin": "ast", + "community": 793, + "community_name": "model.cpp", + "file_type": "code", + "norm_label": "prefillv2model::persistent_weight_bytes()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L1219" }, { "id": "src_prefill_v2_model_prefillv2model_prefill_sequence", @@ -18761,64 +18653,28 @@ "source_location": "L1255" }, { - "id": "src_prefill_v2_model_sample_token_from_logits", - "label": "sample_token_from_logits()", + "id": "src_prefill_v2_model_prefillv2model_workspace_bytes", + "label": "PrefillV2Model::workspace_bytes()", "_callable": true, "_origin": "ast", "community": 793, "community_name": "model.cpp", "file_type": "code", - "norm_label": "sample_token_from_logits()", + "norm_label": "prefillv2model::workspace_bytes()", "source_file": "src/prefill_v2/model.cpp", - "source_location": "L22" - }, - { - "id": "src_openai_api_append_generated_json_calls", - "label": "append_generated_json_calls()", - "_callable": true, - "_origin": "ast", - "community": 794, - "community_name": "OpenAiGeneratedToolCalls", - "file_type": "code", - "norm_label": "append_generated_json_calls()", - "source_file": "src/openai_api.cpp", - "source_location": "L130" - }, - { - "id": "src_openai_api_append_generated_xml_calls", - "label": "append_generated_xml_calls()", - "_callable": true, - "_origin": "ast", - "community": 794, - "community_name": "OpenAiGeneratedToolCalls", - "file_type": "code", - "norm_label": "append_generated_xml_calls()", - "source_file": "src/openai_api.cpp", - "source_location": "L97" - }, - { - "id": "src_openai_api_parse_generated_tool_calls", - "label": "parse_generated_tool_calls()", - "_callable": true, - "_origin": "ast", - "community": 794, - "community_name": "OpenAiGeneratedToolCalls", - "file_type": "code", - "norm_label": "parse_generated_tool_calls()", - "source_file": "src/openai_api.cpp", - "source_location": "L327" + "source_location": "L1235" }, { - "id": "src_openai_api_trim_ascii", - "label": "trim_ascii()", + "id": "src_prefill_v2_model_sample_token_from_logits", + "label": "sample_token_from_logits()", "_callable": true, "_origin": "ast", - "community": 794, - "community_name": "OpenAiGeneratedToolCalls", + "community": 793, + "community_name": "model.cpp", "file_type": "code", - "norm_label": "trim_ascii()", - "source_file": "src/openai_api.cpp", - "source_location": "L13" + "norm_label": "sample_token_from_logits()", + "source_file": "src/prefill_v2/model.cpp", + "source_location": "L22" }, { "id": "bench_kquant_layout_bench_as", @@ -18826,7 +18682,7 @@ "_callable": true, "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "as()", "source_file": "bench/kquant_layout_bench.cpp", @@ -18838,7 +18694,7 @@ "_callable": true, "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": ".buffer()", "source_file": "bench/kquant_layout_bench.cpp", @@ -18850,47 +18706,59 @@ "_callable": true, "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": ".event()", "source_file": "bench/kquant_layout_bench.cpp", "source_location": "L29" }, { - "id": "bench_decode_fast_path_bakeoff_find_tensor", - "label": "find_tensor()", + "id": "bench_kquant_layout_bench_main", + "label": "main()", "_callable": true, "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", + "community": 795, + "community_name": "Qwen35Model", "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/decode_fast_path_bakeoff.cpp", - "source_location": "L70" + "norm_label": "main()", + "source_file": "bench/kquant_layout_bench.cpp", + "source_location": "L260" }, { - "id": "bench_v2_0029_mmq_efficiency_bench_find_tensor", - "label": "find_tensor()", + "id": "bench_kquant_layout_bench_run_q5k_benchmark", + "label": "run_q5k_benchmark()", "_callable": true, "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", + "community": 795, + "community_name": "Qwen35Model", "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/v2_0029_mmq_efficiency_bench.cpp", - "source_location": "L36" + "norm_label": "run_q5k_benchmark()", + "source_file": "bench/kquant_layout_bench.cpp", + "source_location": "L147" }, { - "id": "bench_v2_0030_direct_vgpr_streaming_bench_find_tensor", - "label": "find_tensor()", + "id": "bench_kquant_layout_bench_run_q6k_benchmark", + "label": "run_q6k_benchmark()", "_callable": true, "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", + "community": 795, + "community_name": "Qwen35Model", "file_type": "code", - "norm_label": "find_tensor()", - "source_file": "bench/v2_0030_direct_vgpr_streaming_bench.cpp", - "source_location": "L36" + "norm_label": "run_q6k_benchmark()", + "source_file": "bench/kquant_layout_bench.cpp", + "source_location": "L35" + }, + { + "id": "include_miinfer_qwen35_model_qwen35model_file", + "label": ".file()", + "_callable": true, + "_origin": "ast", + "community": 795, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": ".file()", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L53" }, { "id": "include_miinfer_gguf_gguffile_data_offset", @@ -18898,7 +18766,7 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": ".data_offset()", "source_file": "include/miinfer/gguf.hpp", @@ -18910,7 +18778,7 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": ".file_size()", "source_file": "include/miinfer/gguf.hpp", @@ -18922,7 +18790,7 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": ".gguffile()", "source_file": "include/miinfer/gguf.hpp", @@ -18934,7 +18802,7 @@ "_callable": true, "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": ".version()", "source_file": "include/miinfer/gguf.hpp", @@ -19084,18 +18952,258 @@ "source_file": "bench/v2_0045_stability.py", "source_location": "L10" }, + { + "id": "tools_m6a21_qwen35_gpu_hybrid_block_main", + "label": "main()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "main()", + "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", + "source_location": "L4" + }, + { + "id": "tools_miinfer_cli_qwen35runtimeengine_cleanup_graphs", + "label": ".cleanup_graphs()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": ".cleanup_graphs()", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L3376" + }, + { + "id": "tools_qwen35_gpu_pipeline_compare_bytes", + "label": "compare_bytes()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "compare_bytes()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L674" + }, + { + "id": "tools_qwen35_gpu_pipeline_cosine_similarity", + "label": "cosine_similarity()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "cosine_similarity()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L442" + }, + { + "id": "tools_qwen35_gpu_pipeline_detailed_compare", + "label": "detailed_compare()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "detailed_compare()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L415" + }, + { + "id": "tools_qwen35_gpu_pipeline_detailed_device_error", + "label": "detailed_device_error()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "detailed_device_error()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L484" + }, + { + "id": "tools_qwen35_gpu_pipeline_download", + "label": "download()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "download()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L647" + }, + { + "id": "tools_qwen35_gpu_pipeline_download_bytes", + "label": "download_bytes()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "download_bytes()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L654" + }, + { + "id": "tools_qwen35_gpu_pipeline_first_argmax", + "label": "first_argmax()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "first_argmax()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L455" + }, + { + "id": "tools_qwen35_gpu_pipeline_host_fingerprint", + "label": "host_fingerprint()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "host_fingerprint()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L660" + }, + { + "id": "tools_qwen35_gpu_pipeline_located_device_error", + "label": "located_device_error()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "located_device_error()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L502" + }, + { + "id": "tools_qwen35_gpu_pipeline_located_host_error", + "label": "located_host_error()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "located_host_error()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L632" + }, + { + "id": "tools_qwen35_gpu_pipeline_rank_of", + "label": "rank_of()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "rank_of()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L475" + }, + { + "id": "tools_qwen35_gpu_pipeline_read_external_operands", + "label": "read_external_operands()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "read_external_operands()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5867" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_capture_operands", + "label": ".capture_operands()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": ".capture_operands()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1612" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_logical_state", + "label": ".logical_state()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": ".logical_state()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1529" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_set_m12_dense_source", + "label": ".set_m12_dense_source()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": ".set_m12_dense_source()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1880" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_state_fingerprint", + "label": ".state_fingerprint()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": ".state_fingerprint()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1546" + }, + { + "id": "tools_qwen35_gpu_pipeline_recurrenttrace_report_host", + "label": ".report_host()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": ".report_host()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L546" + }, { "id": "tools_qwen35_gpu_pipeline_replay_state", "label": "replay_state()", "_callable": true, "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "replay_state()", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L5883" }, + { + "id": "tools_qwen35_gpu_pipeline_top_indices", + "label": "top_indices()", + "_callable": true, + "_origin": "ast", + "community": 801, + "community_name": "main", + "file_type": "code", + "norm_label": "top_indices()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L463" + }, { "id": "src_prefill_v2_attention_layer_compare_iteration26_real_operands", "label": "compare_iteration26_real_operands()", @@ -19222,7 +19330,7 @@ "_callable": true, "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "as()", "source_file": "bench/q4k_layout_bench.cpp", @@ -19234,7 +19342,7 @@ "_callable": true, "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": ".buffer()", "source_file": "bench/q4k_layout_bench.cpp", @@ -19246,107 +19354,23 @@ "_callable": true, "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": ".event()", "source_file": "bench/q4k_layout_bench.cpp", "source_location": "L28" }, { - "id": "tests_kquant_wave_test_half_to_float_bits", - "label": "half_to_float_bits()", - "_callable": true, - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "half_to_float_bits()", - "source_file": "tests/kquant_wave_test.cpp", - "source_location": "L14" - }, - { - "id": "tests_q4_q8_dot4_probe_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/q4_q8_dot4_probe.cpp", - "source_location": "L11" - }, - { - "id": "tests_qwen3_primitives_host_test_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "main()", - "source_file": "tests/qwen3_primitives_host_test.cpp", - "source_location": "L10" - }, - { - "id": "tests_qwen3_primitives_test_close_enough", - "label": "close_enough()", - "_callable": true, - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "close_enough()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L21" - }, - { - "id": "tests_qwen3_primitives_test_device_copy", - "label": "device_copy()", - "_callable": true, - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "device_copy()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L109" - }, - { - "id": "tests_qwen3_primitives_test_gpu_tests", - "label": "gpu_tests()", - "_callable": true, - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "gpu_tests()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L116" - }, - { - "id": "tests_qwen3_primitives_test_host_tests", - "label": "host_tests()", - "_callable": true, - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "host_tests()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L26" - }, - { - "id": "tests_qwen3_primitives_test_main", + "id": "bench_q4k_layout_bench_main", "label": "main()", "_callable": true, "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "main()", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L285" + "source_file": "bench/q4k_layout_bench.cpp", + "source_location": "L35" }, { "id": "src_q4_q8_gemv_reference_q4_q8_cpu_reference", @@ -19408,30 +19432,6 @@ "source_file": "src/q4_q8_gemv_reference.cpp", "source_location": "L11" }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_capacity", - "label": ".capacity()", - "_callable": true, - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": ".capacity()", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L237" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_length", - "label": ".length()", - "_callable": true, - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": ".length()", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L238" - }, { "id": "src_qwen3_gpu_layer_capture", "label": "capture()", @@ -19493,52 +19493,40 @@ "source_location": "L238" }, { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu", - "label": "execute_qwen3_decode_gpu()", - "_callable": true, - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1366" - }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast", - "label": "execute_qwen3_decode_gpu_fast()", + "id": "src_qwen3_gpu_layer_devicebuffer_devicebuffer", + "label": ".DeviceBuffer()", "_callable": true, "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu_fast()", + "norm_label": ".devicebuffer()", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1522" + "source_location": "L237" }, { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_fast_impl", - "label": "execute_qwen3_decode_gpu_fast_impl()", + "id": "src_qwen3_gpu_layer_devicebytes_data", + "label": ".data()", "_callable": true, "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu_fast_impl()", + "norm_label": ".data()", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1434" + "source_location": "L122" }, { - "id": "src_qwen3_gpu_layer_execute_qwen3_decode_gpu_greedy", - "label": "execute_qwen3_decode_gpu_greedy()", + "id": "src_qwen3_gpu_layer_devicebytes_devicebytes", + "label": ".DeviceBytes()", "_callable": true, "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "execute_qwen3_decode_gpu_greedy()", + "norm_label": ".devicebytes()", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1541" + "source_location": "L112" }, { "id": "src_qwen3_gpu_layer_execute_qwen3_down_projection_contract_probe", @@ -19564,18 +19552,6 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L1599" }, - { - "id": "src_qwen3_gpu_layer_execute_qwen3_forward_gpu", - "label": "execute_qwen3_forward_gpu()", - "_callable": true, - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "execute_qwen3_forward_gpu()", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L1353" - }, { "id": "src_qwen3_gpu_layer_execute_qwen3_layer0_gpu", "label": "execute_qwen3_layer0_gpu()", @@ -19828,6 +19804,18 @@ "source_file": "src/qwen3_gpu_layer.cpp", "source_location": "L908" }, + { + "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_qwen3gpudecodeworkspace", + "label": ".Qwen3GpuDecodeWorkspace()", + "_callable": true, + "_origin": "ast", + "community": 806, + "community_name": "qwen3_gpu_layer.cpp", + "file_type": "code", + "norm_label": ".qwen3gpudecodeworkspace()", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L730" + }, { "id": "src_qwen3_gpu_layer_qwen3gpuprofile_finalize", "label": "Qwen3GpuProfile::finalize()", @@ -20050,7 +20038,7 @@ "_callable": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "as()", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", @@ -20062,7 +20050,7 @@ "_callable": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "main()", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", @@ -20074,7 +20062,7 @@ "_callable": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": ".rawbuffer()", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", @@ -20086,7 +20074,7 @@ "_callable": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "run_case()", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", @@ -20098,59 +20086,59 @@ "_callable": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "set_common_environment()", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", "source_location": "L36" }, { - "id": "tools_qwen35_gpu_pipeline_recurrentlayer_set_m12_gdn_workspace", - "label": ".set_m12_gdn_workspace()", + "id": "src_prefill_v2_recurrent_layer_require_tensor", + "label": "require_tensor()", "_callable": true, "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", - "norm_label": ".set_m12_gdn_workspace()", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1864" + "norm_label": "require_tensor()", + "source_file": "src/prefill_v2/recurrent_layer.cpp", + "source_location": "L22" }, { - "id": "src_prefill_v2_model_prefillv2model_activation_bytes", - "label": "PrefillV2Model::activation_bytes()", + "id": "tools_qwen35_gpu_pipeline_recurrentlayer_set_m12_gdn_workspace", + "label": ".set_m12_gdn_workspace()", "_callable": true, "_origin": "ast", - "community": 816, - "community_name": "size_t", + "community": 814, + "community_name": "recurrent_layer.cpp", "file_type": "code", - "norm_label": "prefillv2model::activation_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1239" + "norm_label": ".set_m12_gdn_workspace()", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L1864" }, { - "id": "src_prefill_v2_model_prefillv2model_persistent_state_bytes", - "label": "PrefillV2Model::persistent_state_bytes()", + "id": "include_miinfer_prefill_v2_model_prefillv2model_block_count", + "label": ".block_count()", "_callable": true, "_origin": "ast", "community": 816, - "community_name": "size_t", + "community_name": "PrefillV2Model::total_vram_bytes", "file_type": "code", - "norm_label": "prefillv2model::persistent_state_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1227" + "norm_label": ".block_count()", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L175" }, { - "id": "src_prefill_v2_model_prefillv2model_persistent_weight_bytes", - "label": "PrefillV2Model::persistent_weight_bytes()", + "id": "include_miinfer_prefill_v2_model_prefillv2model_cached_state_bytes", + "label": ".cached_state_bytes()", "_callable": true, "_origin": "ast", "community": 816, - "community_name": "size_t", + "community_name": "PrefillV2Model::total_vram_bytes", "file_type": "code", - "norm_label": "prefillv2model::persistent_weight_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1219" + "norm_label": ".cached_state_bytes()", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L193" }, { "id": "src_prefill_v2_model_prefillv2model_total_vram_bytes", @@ -20158,24 +20146,12 @@ "_callable": true, "_origin": "ast", "community": 816, - "community_name": "size_t", + "community_name": "PrefillV2Model::total_vram_bytes", "file_type": "code", "norm_label": "prefillv2model::total_vram_bytes()", "source_file": "src/prefill_v2/model.cpp", "source_location": "L1251" }, - { - "id": "src_prefill_v2_model_prefillv2model_workspace_bytes", - "label": "PrefillV2Model::workspace_bytes()", - "_callable": true, - "_origin": "ast", - "community": 816, - "community_name": "size_t", - "file_type": "code", - "norm_label": "prefillv2model::workspace_bytes()", - "source_file": "src/prefill_v2/model.cpp", - "source_location": "L1235" - }, { "id": "bench_decode_fast_path_bakeoff_measure", "label": "measure()", @@ -20224,30 +20200,6 @@ "source_file": "src/fp16_gemv_reference.cpp", "source_location": "L23" }, - { - "id": "bench_v2_0026_production_hardening_bench_main", - "label": "main()", - "_callable": true, - "_origin": "ast", - "community": 824, - "community_name": "make_synthetic_prompt", - "file_type": "code", - "norm_label": "main()", - "source_file": "bench/v2_0026_production_hardening_bench.cpp", - "source_location": "L39" - }, - { - "id": "bench_v2_0026_production_hardening_bench_make_synthetic_prompt", - "label": "make_synthetic_prompt()", - "_callable": true, - "_origin": "ast", - "community": 824, - "community_name": "make_synthetic_prompt", - "file_type": "code", - "norm_label": "make_synthetic_prompt()", - "source_file": "bench/v2_0026_production_hardening_bench.cpp", - "source_location": "L27" - }, { "id": "bench_v2_0028_persistent_session_bench_main", "label": "main()", @@ -20272,6 +20224,54 @@ "source_file": "bench/v2_0028_persistent_session_bench.cpp", "source_location": "L29" }, + { + "id": "src_prefill_v2_topology_block_prefillv2topologyblock_decode", + "label": "PrefillV2TopologyBlock::decode()", + "_callable": true, + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "prefillv2topologyblock::decode()", + "source_file": "src/prefill_v2/topology_block.cpp", + "source_location": "L46" + }, + { + "id": "src_prefill_v2_topology_block_prefillv2topologyblock_forward", + "label": "PrefillV2TopologyBlock::forward()", + "_callable": true, + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "prefillv2topologyblock::forward()", + "source_file": "src/prefill_v2/topology_block.cpp", + "source_location": "L16" + }, + { + "id": "src_prefill_v2_topology_block_prefillv2topologyblock_forward_profiled", + "label": "PrefillV2TopologyBlock::forward_profiled()", + "_callable": true, + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "prefillv2topologyblock::forward_profiled()", + "source_file": "src/prefill_v2/topology_block.cpp", + "source_location": "L72" + }, + { + "id": "src_prefill_v2_topology_block_prefillv2topologyblock_prefillv2topologyblock", + "label": "PrefillV2TopologyBlock::PrefillV2TopologyBlock()", + "_callable": true, + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "prefillv2topologyblock::prefillv2topologyblock()", + "source_file": "src/prefill_v2/topology_block.cpp", + "source_location": "L9" + }, { "id": "docs_hardware", "label": "hardware.md", @@ -20884,18 +20884,6 @@ "source_file": "docs/architecture.md", "source_location": "L468" }, - { - "id": "docs_architecture_13_prefill_vs_decode", - "label": "13. Prefill vs Decode", - "_origin": "ast", - "community": 1, - "community_name": "architecture.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "13. prefill vs decode", - "source_file": "docs/architecture.md", - "source_location": "L493" - }, { "id": "docs_architecture_14_context_length_sensitivity", "label": "14. Context-Length Sensitivity", @@ -21244,18 +21232,6 @@ "source_file": "docs/architecture.md", "source_location": "L405" }, - { - "id": "docs_architecture_decode", - "label": "Decode", - "_origin": "ast", - "community": 1, - "community_name": "architecture.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "decode", - "source_file": "docs/architecture.md", - "source_location": "L508" - }, { "id": "docs_architecture_miinfer_architecture", "label": "MIInfer Architecture", @@ -21268,18 +21244,6 @@ "source_file": "docs/architecture.md", "source_location": "L1" }, - { - "id": "docs_architecture_prefill", - "label": "Prefill", - "_origin": "ast", - "community": 1, - "community_name": "architecture.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "prefill", - "source_file": "docs/architecture.md", - "source_location": "L501" - }, { "id": "codex_skills_graphify_skill", "label": "SKILL.md", @@ -25266,28 +25230,6 @@ "source_file": "experiments/EXP-0382-b64-semantic-performance-qualification.md", "source_location": "L120" }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_keys", - "label": "snapshot_keys", - "_origin": "ast", - "community": 123, - "community_name": "run_sequence", - "file_type": "code", - "norm_label": "snapshot_keys", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L239" - }, - { - "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_values", - "label": "snapshot_values", - "_origin": "ast", - "community": 123, - "community_name": "run_sequence", - "file_type": "code", - "norm_label": "snapshot_values", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L240" - }, { "id": "tests_qwen3_kv_cache_gpu_test", "label": "qwen3_kv_cache_gpu_test.cpp", @@ -25594,17 +25536,6 @@ "source_file": "bench/q4_q8_gemv_bench.cpp", "source_location": "L32" }, - { - "id": "src_qwen3_gpu_layer_devicebytes_bytes", - "label": "bytes_", - "_origin": "ast", - "community": 126, - "community_name": "Qwen3GpuDecodeWorkspace", - "file_type": "code", - "norm_label": "bytes_", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L126" - }, { "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_argmax_token", "label": "argmax_token", @@ -29277,6 +29208,17 @@ "source_file": "", "source_location": "" }, + { + "id": "src_qwen3_layer_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 145, + "community_name": "qwen3_layer_host_impl", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, { "id": "src_qwen3_layer_cpp_vector", "label": "vector", @@ -32010,6 +31952,61 @@ "source_file": "bench/qwen3_position_audit.cpp", "source_location": "L43" }, + { + "id": "bench_qwen3_position_audit_positionresult_position", + "label": "position", + "_origin": "ast", + "community": 164, + "community_name": "qwen3_position_audit.cpp", + "file_type": "code", + "norm_label": "position", + "source_file": "bench/qwen3_position_audit.cpp", + "source_location": "L50" + }, + { + "id": "bench_qwen3_position_audit_positionresult_production_gpu_ms", + "label": "production_gpu_ms", + "_origin": "ast", + "community": 164, + "community_name": "qwen3_position_audit.cpp", + "file_type": "code", + "norm_label": "production_gpu_ms", + "source_file": "bench/qwen3_position_audit.cpp", + "source_location": "L52" + }, + { + "id": "bench_qwen3_position_audit_positionresult_production_wall_ms", + "label": "production_wall_ms", + "_origin": "ast", + "community": 164, + "community_name": "qwen3_position_audit.cpp", + "file_type": "code", + "norm_label": "production_wall_ms", + "source_file": "bench/qwen3_position_audit.cpp", + "source_location": "L51" + }, + { + "id": "bench_qwen3_position_audit_positionresult_profile", + "label": "profile", + "_origin": "ast", + "community": 164, + "community_name": "qwen3_position_audit.cpp", + "file_type": "code", + "norm_label": "profile", + "source_file": "bench/qwen3_position_audit.cpp", + "source_location": "L54" + }, + { + "id": "bench_qwen3_position_audit_positionresult_wall_ms", + "label": "wall_ms", + "_origin": "ast", + "community": 164, + "community_name": "qwen3_position_audit.cpp", + "file_type": "code", + "norm_label": "wall_ms", + "source_file": "bench/qwen3_position_audit.cpp", + "source_location": "L53" + }, { "id": "bench_qwen3_position_audit_timepoint_value", "label": "value", @@ -32962,67 +32959,12 @@ "source_file": "scripts/run-m4c3-acceptance.sh", "source_location": "L1" }, - { - "id": "bench_kquant_layout_bench_cpp_string", - "label": "string", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_m13_quant_mm_bench_cpp_gguftensortype", - "label": "GgufTensorType", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_m13_quant_mm_bench_cpp_uint64_t", - "label": "uint64_t", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "uint64_t", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen35_model_hpp_shared_ptr", - "label": "shared_ptr", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "shared_ptr", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen35_model_hpp_string", - "label": "string", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_qwen35_model_hpp_uint32_t", "label": "uint32_t", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -33033,7 +32975,7 @@ "label": "attention_heads", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "attention_heads", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33044,7 +32986,7 @@ "label": "block_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "block_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33055,7 +32997,7 @@ "label": "context_length", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "context_length", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33066,7 +33008,7 @@ "label": "full_attention_interval", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "full_attention_interval", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33077,7 +33019,7 @@ "label": "head_dim", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "head_dim", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33088,7 +33030,7 @@ "label": "hidden_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "hidden_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33099,7 +33041,7 @@ "label": "intermediate_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "intermediate_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33110,7 +33052,7 @@ "label": "kv_heads", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "kv_heads", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33121,7 +33063,7 @@ "label": "main_layer_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "main_layer_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33132,7 +33074,7 @@ "label": "nextn_layer_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "nextn_layer_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33143,7 +33085,7 @@ "label": "recurrent_conv_kernel", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "recurrent_conv_kernel", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33154,7 +33096,7 @@ "label": "recurrent_group_count", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "recurrent_group_count", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33165,7 +33107,7 @@ "label": "recurrent_inner_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "recurrent_inner_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33176,7 +33118,7 @@ "label": "recurrent_state_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "recurrent_state_size", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33187,7 +33129,7 @@ "label": "recurrent_time_step_rank", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "recurrent_time_step_rank", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33198,7 +33140,7 @@ "label": "rms_epsilon", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "rms_epsilon", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33209,7 +33151,7 @@ "label": "rope_theta", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "rope_theta", "source_file": "include/miinfer/qwen35_model.hpp", @@ -33220,45 +33162,12 @@ "label": "vocab_size", "_origin": "ast", "community": 172, - "community_name": "Qwen35Model", + "community_name": "Qwen35Config", "file_type": "code", "norm_label": "vocab_size", "source_file": "include/miinfer/qwen35_model.hpp", "source_location": "L22" }, - { - "id": "include_miinfer_qwen35_model_qwen35model_artifact_path", - "label": "artifact_path_", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "artifact_path_", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L57" - }, - { - "id": "include_miinfer_qwen35_model_qwen35model_config", - "label": "config_", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "config_", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L59" - }, - { - "id": "include_miinfer_qwen35_model_qwen35model_model_name", - "label": "model_name_", - "_origin": "ast", - "community": 172, - "community_name": "Qwen35Model", - "file_type": "code", - "norm_label": "model_name_", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L58" - }, { "id": "bench_hip_smoke_bench", "label": "hip_smoke_bench.cpp", @@ -33380,6 +33289,28 @@ "source_file": "bench/qwen3_attention_ab_bench.cpp", "source_location": "L1" }, + { + "id": "bench_qwen3_attention_ab_bench_cpp_ostream", + "label": "ostream", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "ostream", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_qwen3_attention_ab_bench_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, { "id": "bench_qwen3_attention_ab_bench_cpp_string", "label": "string", @@ -33425,26 +33356,224 @@ "source_location": "" }, { - "id": "bench_qwen3_attention_ab_bench_timepoint_value", - "label": "value", + "id": "bench_qwen3_attention_ab_bench_measurement_decode_ms", + "label": "decode_ms", "_origin": "ast", "community": 174, "community_name": "qwen3_attention_ab_bench.cpp", "file_type": "code", - "norm_label": "value", + "norm_label": "decode_ms", "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L26" + "source_location": "L63" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_reset", - "label": "reset", + "id": "bench_qwen3_attention_ab_bench_measurement_generated_ids", + "label": "generated_ids", "_origin": "ast", "community": 174, "community_name": "qwen3_attention_ab_bench.cpp", "file_type": "code", - "norm_label": "reset", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L267" + "norm_label": "generated_ids", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L65" + }, + { + "id": "bench_qwen3_attention_ab_bench_measurement_prefill_ms", + "label": "prefill_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "prefill_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L61" + }, + { + "id": "bench_qwen3_attention_ab_bench_measurement_total_ms", + "label": "total_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "total_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L64" + }, + { + "id": "bench_qwen3_attention_ab_bench_measurement_ttft_ms", + "label": "ttft_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "ttft_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L62" + }, + { + "id": "bench_qwen3_attention_ab_bench_options_ab_mode", + "label": "ab_mode", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "ab_mode", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L44" + }, + { + "id": "bench_qwen3_attention_ab_bench_options_decode_tokens", + "label": "decode_tokens", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "decode_tokens", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L47" + }, + { + "id": "bench_qwen3_attention_ab_bench_options_json_output", + "label": "json_output", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "json_output", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L49" + }, + { + "id": "bench_qwen3_attention_ab_bench_options_model_path", + "label": "model_path", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "model_path", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L43" + }, + { + "id": "bench_qwen3_attention_ab_bench_options_pairs", + "label": "pairs", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "pairs", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L48" + }, + { + "id": "bench_qwen3_attention_ab_bench_options_prompt_ids", + "label": "prompt_ids", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "prompt_ids", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L45" + }, + { + "id": "bench_qwen3_attention_ab_bench_options_warmup_tokens", + "label": "warmup_tokens", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "warmup_tokens", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L46" + }, + { + "id": "bench_qwen3_attention_ab_bench_policysamples_measurements", + "label": "measurements", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "measurements", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L70" + }, + { + "id": "bench_qwen3_attention_ab_bench_policysamples_name", + "label": "name", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "name", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L69" + }, + { + "id": "bench_qwen3_attention_ab_bench_stats_max_ms", + "label": "max_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "max_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L56" + }, + { + "id": "bench_qwen3_attention_ab_bench_stats_mean_ms", + "label": "mean_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "mean_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L53" + }, + { + "id": "bench_qwen3_attention_ab_bench_stats_median_ms", + "label": "median_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "median_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L54" + }, + { + "id": "bench_qwen3_attention_ab_bench_stats_min_ms", + "label": "min_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "min_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L55" + }, + { + "id": "bench_qwen3_attention_ab_bench_stats_stddev_ms", + "label": "stddev_ms", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "stddev_ms", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L57" + }, + { + "id": "bench_qwen3_attention_ab_bench_timepoint_value", + "label": "value", + "_origin": "ast", + "community": 174, + "community_name": "qwen3_attention_ab_bench.cpp", + "file_type": "code", + "norm_label": "value", + "source_file": "bench/qwen3_attention_ab_bench.cpp", + "source_location": "L26" }, { "id": "experiments_exp_0010_qwen3_decode_profile", @@ -35643,92 +35772,92 @@ "source_location": "L695" }, { - "id": "include_miinfer_kquant_wave_layout_q4kwavetile_metadata", - "label": "metadata", + "id": "tools_miinfer_cli_cpp_byte", + "label": "byte", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "metadata", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L13" + "norm_label": "byte", + "source_file": "", + "source_location": "" }, { - "id": "include_miinfer_kquant_wave_layout_q4kwavetile_words", - "label": "words", + "id": "tools_miinfer_cli_cpp_ostream", + "label": "ostream", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "words", - "source_file": "include/miinfer/kquant_wave_layout.hpp", - "source_location": "L9" + "norm_label": "ostream", + "source_file": "", + "source_location": "" }, { - "id": "src_kquant_wave_layout", - "label": "kquant_wave_layout.cpp", + "id": "tools_miinfer_cli_cpp_unique_ptr", + "label": "unique_ptr", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "kquant_wave_layout.cpp", - "source_file": "src/kquant_wave_layout.cpp", - "source_location": "L1" + "norm_label": "unique_ptr", + "source_file": "", + "source_location": "" }, { - "id": "src_kquant_wave_layout_cpp_int8_t", - "label": "int8_t", + "id": "tools_miinfer_cli_cpp_unordered_map", + "label": "unordered_map", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "int8_t", + "norm_label": "unordered_map", "source_file": "", "source_location": "" }, { - "id": "src_kquant_wave_layout_cpp_q5kmmqtile", - "label": "Q5KMmqTile", + "id": "tools_miinfer_cli_cpp_vector", + "label": "vector", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "q5kmmqtile", + "norm_label": "vector", "source_file": "", "source_location": "" }, { - "id": "src_kquant_wave_layout_cpp_q8_1block", - "label": "Q8_1Block", + "id": "tools_miinfer_cli_sessionprefixnode_checkpoint_index", + "label": "checkpoint_index", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "q8_1block", - "source_file": "", - "source_location": "" + "norm_label": "checkpoint_index", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1048" }, { - "id": "src_kquant_wave_layout_cpp_uint32_t", - "label": "uint32_t", + "id": "tools_miinfer_cli_sessionprefixnode_children", + "label": "children", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" + "norm_label": "children", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1047" }, { - "id": "src_kquant_wave_layout_cpp_vector", - "label": "vector", + "id": "tools_miinfer_cli_sessionprefixnode_edge", + "label": "edge", "_origin": "ast", "community": 190, - "community_name": "kquant_wave_layout.cpp", + "community_name": "cmd_run_debug", "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" + "norm_label": "edge", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1046" }, { "id": "experiments_exp_0020_m5c6b_direct_layer_output_handoff", @@ -37915,81 +38044,103 @@ "source_location": "L1" }, { - "id": "bench_context_envelope_bench", - "label": "context_envelope_bench.cpp", + "id": "include_miinfer_prefill_v2_model_prefillv2model_capture_decode_graph", + "label": "capture_decode_graph", "_origin": "ast", "community": 207, - "community_name": "load", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": "context_envelope_bench.cpp", - "source_file": "bench/context_envelope_bench.cpp", - "source_location": "L1" + "norm_label": "capture_decode_graph", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L226" }, { - "id": "include_miinfer_qwen35_model_qwen35model_load", - "label": "load", + "id": "include_miinfer_prefill_v2_model_prefillv2model_capture_suffix_graph", + "label": "capture_suffix_graph", "_origin": "ast", "community": 207, - "community_name": "load", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": "load", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L46" + "norm_label": "capture_suffix_graph", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L231" }, { - "id": "src_kquant_wave_layout_cpp_block", - "label": "Block", + "id": "include_miinfer_prefill_v2_model_prefillv2model_reset_state", + "label": "reset_state", "_origin": "ast", "community": 207, - "community_name": "load", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": "block", - "source_file": "", - "source_location": "" + "norm_label": "reset_state", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L101" }, { - "id": "src_kquant_wave_layout_cpp_gguftensortype", - "label": "GgufTensorType", + "id": "include_miinfer_prefill_v2_model_prefillv2model_restore_matching_session", + "label": "restore_matching_session", "_origin": "ast", "community": 207, - "community_name": "load", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" + "norm_label": "restore_matching_session", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L207" }, { - "id": "src_kquant_wave_layout_cpp_size_t", - "label": "size_t", + "id": "include_miinfer_prefill_v2_model_prefillv2model_save_session", + "label": "save_session", "_origin": "ast", "community": 207, - "community_name": "load", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "save_session", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L197" }, { - "id": "src_kquant_wave_layout_cpp_tile", - "label": "Tile", + "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_find_matching_session", + "label": "find_matching_session", "_origin": "ast", "community": 207, - "community_name": "load", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": "tile", - "source_file": "", - "source_location": "" + "norm_label": "find_matching_session", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L62" }, { - "id": "src_kquant_wave_layout_cpp_uint8_t", - "label": "uint8_t", + "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_format_session_filename", + "label": "format_session_filename", "_origin": "ast", "community": 207, - "community_name": "load", + "community_name": "PrefillV2Model::generate", "file_type": "code", - "norm_label": "uint8_t", - "source_file": "", - "source_location": "" + "norm_label": "format_session_filename", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L39" + }, + { + "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_load_from_file", + "label": "load_from_file", + "_origin": "ast", + "community": 207, + "community_name": "PrefillV2Model::generate", + "file_type": "code", + "norm_label": "load_from_file", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L55" + }, + { + "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_save_to_file", + "label": "save_to_file", + "_origin": "ast", + "community": 207, + "community_name": "PrefillV2Model::generate", + "file_type": "code", + "norm_label": "save_to_file", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L42" }, { "id": "scripts_run_m5c6b_layer_output_ab", @@ -38065,17 +38216,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_prefill_v2_model_hpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 209, - "community_name": "PrefillV2Model", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_prefill_v2_model_hpp_unique_ptr", "label": "unique_ptr", @@ -39569,28 +39709,6 @@ "source_file": "experiments/EXP-0057-m6a13-qwen35-full-attention-layer.md", "source_location": "L3" }, - { - "id": "tools_m6a18_qwen35_deltanet_state_gpu_cpp_path", - "label": "path", - "_origin": "ast", - "community": 217, - "community_name": "m6a3_qwen35_layer.cpp", - "file_type": "code", - "norm_label": "path", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_span", - "label": "span", - "_origin": "ast", - "community": 217, - "community_name": "m6a3_qwen35_layer.cpp", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, { "id": "tools_m6a3_qwen35_layer", "label": "m6a3_qwen35_layer.cpp", @@ -39668,6 +39786,17 @@ "source_file": "", "source_location": "" }, + { + "id": "tools_m6a3_qwen35_layer_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 217, + "community_name": "m6a3_qwen35_layer.cpp", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, { "id": "tools_m6a3_qwen35_layer_cpp_vector", "label": "vector", @@ -40839,59 +40968,48 @@ "source_location": "L54" }, { - "id": "include_miinfer_gguf", - "label": "gguf.hpp", - "_origin": "ast", - "community": 228, - "community_name": "gguf.cpp", - "file_type": "code", - "norm_label": "gguf.hpp", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_gguf_ggufvalue_value", - "label": "value", + "id": "include_miinfer_qwen35_model_hpp_byte", + "label": "byte", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "value", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L34" + "norm_label": "byte", + "source_file": "", + "source_location": "" }, { - "id": "include_miinfer_gguf_hpp_ggufscalar", - "label": "GgufScalar", + "id": "include_miinfer_qwen35_model_hpp_gguftensortype", + "label": "GgufTensorType", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "ggufscalar", + "norm_label": "gguftensortype", "source_file": "", "source_location": "" }, { - "id": "include_miinfer_gguf_hpp_unordered_map", - "label": "unordered_map", + "id": "include_miinfer_qwen35_model_hpp_size_t", + "label": "size_t", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "unordered_map", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "q4gemvkernel", - "label": "Q4GemvKernel", + "id": "include_miinfer_qwen35_model_qwen35tensorview_source", + "label": "source", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "q4gemvkernel", - "source_file": "", - "source_location": "" + "norm_label": "source", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L35" }, { "id": "runtime_error", @@ -41070,57 +41188,57 @@ "source_location": "L154" }, { - "id": "src_model_plan", - "label": "model_plan.cpp", + "id": "src_qwen35_model", + "label": "qwen35_model.cpp", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "model_plan.cpp", - "source_file": "src/model_plan.cpp", + "norm_label": "qwen35_model.cpp", + "source_file": "src/qwen35_model.cpp", "source_location": "L1" }, { - "id": "src_model_plan_cpp_byte", - "label": "byte", + "id": "src_qwen35_model_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "byte", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "src_model_plan_cpp_hiperror_t", - "label": "hipError_t", + "id": "src_qwen35_model_cpp_string", + "label": "string", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "hiperror_t", + "norm_label": "string", "source_file": "", "source_location": "" }, { - "id": "src_model_plan_cpp_size_t", - "label": "size_t", + "id": "src_qwen35_model_cpp_uint32_t", + "label": "uint32_t", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "size_t", + "norm_label": "uint32_t", "source_file": "", "source_location": "" }, { - "id": "src_model_plan_cpp_string", - "label": "string", + "id": "src_qwen35_model_cpp_uint64_t", + "label": "uint64_t", "_origin": "ast", "community": 228, "community_name": "gguf.cpp", "file_type": "code", - "norm_label": "string", + "norm_label": "uint64_t", "source_file": "", "source_location": "" }, @@ -41201,17 +41319,6 @@ "source_file": "", "source_location": "" }, - { - "id": "variant", - "label": "variant", - "_origin": "ast", - "community": 228, - "community_name": "gguf.cpp", - "file_type": "code", - "norm_label": "variant", - "source_file": "", - "source_location": "" - }, { "id": "experiments_exp_0038_m5c13b_lm_head_contract_audit", "label": "EXP-0038-m5c13b-lm-head-contract-audit.md", @@ -41309,160 +41416,160 @@ "source_location": "L1" }, { - "id": "docs_current_state_of_the_art", - "label": "current-state-of-the-art.md", + "id": "docs_roadmap", + "label": "roadmap.md", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "page", - "norm_label": "current-state-of-the-art.md", - "source_file": "docs/current-state-of-the-art.md", + "norm_label": "roadmap.md", + "source_file": "docs/roadmap.md", "source_location": "L1" }, { - "id": "docs_post_m28_baseline", - "label": "post-m28-baseline.md", + "id": "docs_roadmap_additional_quantization", + "label": "Additional quantization", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", - "node_kind": "page", - "norm_label": "post-m28-baseline.md", - "source_file": "docs/post-m28-baseline.md", - "source_location": "L1" + "node_kind": "heading", + "norm_label": "additional quantization", + "source_file": "docs/roadmap.md", + "source_location": "L727" }, { - "id": "docs_post_m28_baseline_build_and_correctness_checks", - "label": "Build and correctness checks", + "id": "docs_roadmap_benchmark_before_claim", + "label": "Benchmark before claim", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "build and correctness checks", - "source_file": "docs/post-m28-baseline.md", - "source_location": "L67" + "norm_label": "benchmark before claim", + "source_file": "docs/roadmap.md", + "source_location": "L95" }, { - "id": "docs_post_m28_baseline_decision", - "label": "Decision", + "id": "docs_roadmap_candidate_areas", + "label": "Candidate areas", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "decision", - "source_file": "docs/post-m28-baseline.md", - "source_location": "L8" + "norm_label": "candidate areas", + "source_file": "docs/roadmap.md", + "source_location": "L640" }, { - "id": "docs_post_m28_baseline_next_frontier", - "label": "Next frontier", + "id": "docs_roadmap_contract", + "label": "Contract", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "next frontier", - "source_file": "docs/post-m28-baseline.md", - "source_location": "L84" + "norm_label": "contract", + "source_file": "docs/roadmap.md", + "source_location": "L632" }, { - "id": "docs_post_m28_baseline_performance_evidence", - "label": "Performance evidence", + "id": "docs_roadmap_correctness_before_speed", + "label": "Correctness before speed", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "performance evidence", - "source_file": "docs/post-m28-baseline.md", - "source_location": "L21" + "norm_label": "correctness before speed", + "source_file": "docs/roadmap.md", + "source_location": "L91" }, { - "id": "docs_post_m28_baseline_post_m28_production_baseline", - "label": "Post-M28 production baseline", + "id": "docs_roadmap_correctness_validation", + "label": "Correctness validation", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "post-m28 production baseline", - "source_file": "docs/post-m28-baseline.md", - "source_location": "L1" + "norm_label": "correctness validation", + "source_file": "docs/roadmap.md", + "source_location": "L495" }, { - "id": "docs_roadmap", - "label": "roadmap.md", + "id": "docs_roadmap_current_execution_order", + "label": "Current Execution Order", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", - "node_kind": "page", - "norm_label": "roadmap.md", + "node_kind": "heading", + "norm_label": "current execution order", "source_file": "docs/roadmap.md", - "source_location": "L1" + "source_location": "L841" }, { - "id": "docs_roadmap_candidate_areas", - "label": "Candidate areas", + "id": "docs_roadmap_current_status", + "label": "Current Status", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "candidate areas", + "norm_label": "current status", "source_file": "docs/roadmap.md", - "source_location": "L640" + "source_location": "L11" }, { - "id": "docs_roadmap_contract", - "label": "Contract", + "id": "docs_roadmap_deferred_explicitly_out_of_scope", + "label": "Deferred / Explicitly Out of Scope", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "contract", + "norm_label": "deferred / explicitly out of scope", "source_file": "docs/roadmap.md", - "source_location": "L632" + "source_location": "L785" }, { - "id": "docs_roadmap_current_execution_order", - "label": "Current Execution Order", + "id": "docs_roadmap_evidence_before_architecture", + "label": "Evidence before architecture", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "current execution order", + "norm_label": "evidence before architecture", "source_file": "docs/roadmap.md", - "source_location": "L841" + "source_location": "L83" }, { - "id": "docs_roadmap_current_status", - "label": "Current Status", + "id": "docs_roadmap_exit_criteria_507", + "label": "Exit criteria", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "current status", + "norm_label": "exit criteria", "source_file": "docs/roadmap.md", - "source_location": "L11" + "source_location": "L507" }, { - "id": "docs_roadmap_deferred_explicitly_out_of_scope", - "label": "Deferred / Explicitly Out of Scope", + "id": "docs_roadmap_goal_461", + "label": "Goal", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "deferred / explicitly out of scope", + "norm_label": "goal", "source_file": "docs/roadmap.md", - "source_location": "L785" + "source_location": "L461" }, { "id": "docs_roadmap_goal_627", @@ -41488,6 +41595,42 @@ "source_file": "docs/roadmap.md", "source_location": "L855" }, + { + "id": "docs_roadmap_initial_inference_mode", + "label": "Initial inference mode", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "initial inference mode", + "source_file": "docs/roadmap.md", + "source_location": "L483" + }, + { + "id": "docs_roadmap_long_context_specialization", + "label": "Long-context specialization", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "long-context specialization", + "source_file": "docs/roadmap.md", + "source_location": "L750" + }, + { + "id": "docs_roadmap_m4_first_correct_end_to_end_generation", + "label": "M4 \u2014 First Correct End-to-End Generation", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "m4 \u2014 first correct end-to-end generation", + "source_file": "docs/roadmap.md", + "source_location": "L459" + }, { "id": "docs_roadmap_m6_a_reference_correct_execution_contract_exploration", "label": "M6-A \u2014 Reference-correct execution-contract exploration", @@ -41500,6 +41643,18 @@ "source_file": "docs/roadmap.md", "source_location": "L623" }, + { + "id": "docs_roadmap_m7_expansion", + "label": "M7 \u2014 Expansion", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "m7 \u2014 expansion", + "source_file": "docs/roadmap.md", + "source_location": "L719" + }, { "id": "docs_roadmap_miinfer_roadmap", "label": "MIInfer Roadmap", @@ -41524,6 +41679,42 @@ "source_file": "docs/roadmap.md", "source_location": "L810" }, + { + "id": "docs_roadmap_narrow_before_broad", + "label": "Narrow before broad", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "narrow before broad", + "source_file": "docs/roadmap.md", + "source_location": "L87" + }, + { + "id": "docs_roadmap_potential_areas", + "label": "Potential areas", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "potential areas", + "source_file": "docs/roadmap.md", + "source_location": "L725" + }, + { + "id": "docs_roadmap_required_execution_pieces", + "label": "Required execution pieces", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "required execution pieces", + "source_file": "docs/roadmap.md", + "source_location": "L467" + }, { "id": "docs_roadmap_roadmap_change_policy", "label": "Roadmap Change Policy", @@ -41537,52 +41728,64 @@ "source_location": "L870" }, { - "id": "docs_roadmap_success_definition", - "label": "Success Definition", + "id": "docs_roadmap_roadmap_principles", + "label": "Roadmap Principles", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", "node_kind": "heading", - "norm_label": "success definition", + "norm_label": "roadmap principles", "source_file": "docs/roadmap.md", - "source_location": "L888" + "source_location": "L81" }, { - "id": "experiments_exp_v2_0043_reference_shaped_gqa_attention_rewrite", - "label": "EXP-V2-0043-reference-shaped-gqa-attention-rewrite.md", + "id": "docs_roadmap_second_model", + "label": "Second model", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", - "node_kind": "page", - "norm_label": "exp-v2-0043-reference-shaped-gqa-attention-rewrite.md", - "source_file": "experiments/EXP-V2-0043-reference-shaped-gqa-attention-rewrite.md", - "source_location": "L1" + "node_kind": "heading", + "norm_label": "second model", + "source_file": "docs/roadmap.md", + "source_location": "L738" }, { - "id": "experiments_exp_v2_0044_fp32_kq_fragment_parity", - "label": "EXP-V2-0044-fp32-kq-fragment-parity.md", + "id": "docs_roadmap_serving", + "label": "Serving", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", - "node_kind": "page", - "norm_label": "exp-v2-0044-fp32-kq-fragment-parity.md", - "source_file": "experiments/EXP-V2-0044-fp32-kq-fragment-parity.md", - "source_location": "L1" + "node_kind": "heading", + "norm_label": "serving", + "source_file": "docs/roadmap.md", + "source_location": "L773" }, { - "id": "experiments_v2_0045_definitive_competitive_qualification", - "label": "V2-0045-definitive-competitive-qualification.md", + "id": "docs_roadmap_speculative_decoding_mtp", + "label": "Speculative decoding / MTP", "_origin": "ast", "community": 23, "community_name": "roadmap.md", "file_type": "document", - "node_kind": "page", - "norm_label": "v2-0045-definitive-competitive-qualification.md", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L1" + "node_kind": "heading", + "norm_label": "speculative decoding / mtp", + "source_file": "docs/roadmap.md", + "source_location": "L761" + }, + { + "id": "docs_roadmap_success_definition", + "label": "Success Definition", + "_origin": "ast", + "community": 23, + "community_name": "roadmap.md", + "file_type": "document", + "node_kind": "heading", + "norm_label": "success definition", + "source_file": "docs/roadmap.md", + "source_location": "L888" }, { "id": "experiments_exp_0054_m6a10_qwen35_q4k_projection", @@ -43215,12 +43418,34 @@ "source_file": "experiments/EXP-0048-m6a6-qwen35-full-forward.md", "source_location": "L49" }, + { + "id": "bench_context_envelope_bench", + "label": "context_envelope_bench.cpp", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "context_envelope_bench.cpp", + "source_file": "bench/context_envelope_bench.cpp", + "source_location": "L1" + }, + { + "id": "bench_decode_fast_path_bakeoff_cpp_string", + "label": "string", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_kquant_wave_layout_hpp_int8_t", "label": "int8_t", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "int8_t", "source_file": "", @@ -43231,7 +43456,7 @@ "label": "uint32_t", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -43242,7 +43467,7 @@ "label": "uint64_t", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "uint64_t", "source_file": "", @@ -43253,7 +43478,7 @@ "label": "uint8_t", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "uint8_t", "source_file": "", @@ -43264,7 +43489,7 @@ "label": "d", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "d", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43275,7 +43500,7 @@ "label": "dmin", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "dmin", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43286,7 +43511,7 @@ "label": "minimums", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "minimums", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43297,7 +43522,7 @@ "label": "pad", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "pad", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43308,7 +43533,7 @@ "label": "scales", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "scales", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43319,7 +43544,7 @@ "label": "metadata_gate", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "metadata_gate", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43330,7 +43555,7 @@ "label": "metadata_up", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "metadata_up", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43341,7 +43566,7 @@ "label": "padding", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "padding", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43352,7 +43577,7 @@ "label": "words_p0", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "words_p0", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43363,18 +43588,40 @@ "label": "words_p1", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "words_p1", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L20" }, + { + "id": "include_miinfer_kquant_wave_layout_q4kwavetile_metadata", + "label": "metadata", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "metadata", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L13" + }, + { + "id": "include_miinfer_kquant_wave_layout_q4kwavetile_words", + "label": "words", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "words", + "source_file": "include/miinfer/kquant_wave_layout.hpp", + "source_location": "L9" + }, { "id": "include_miinfer_kquant_wave_layout_q5kwavetile_metadata", "label": "metadata", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43385,7 +43632,7 @@ "label": "padding", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "padding", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43396,7 +43643,7 @@ "label": "qh", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "qh", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43407,7 +43654,7 @@ "label": "words", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "words", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43418,7 +43665,7 @@ "label": "high", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "high", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43429,7 +43676,7 @@ "label": "scale_d", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "scale_d", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43440,7 +43687,7 @@ "label": "values", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "values", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43451,7 +43698,7 @@ "label": "metadata", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43462,7 +43709,7 @@ "label": "padding", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "padding", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43473,7 +43720,7 @@ "label": "qh", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "qh", "source_file": "include/miinfer/kquant_wave_layout.hpp", @@ -43484,12 +43731,166 @@ "label": "words", "_origin": "ast", "community": 243, - "community_name": "Metadata", + "community_name": "kquant_wave_layout.cpp", "file_type": "code", "norm_label": "words", "source_file": "include/miinfer/kquant_wave_layout.hpp", "source_location": "L41" }, + { + "id": "include_miinfer_qwen35_model_qwen35model_load", + "label": "load", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "load", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L46" + }, + { + "id": "src_kquant_wave_layout", + "label": "kquant_wave_layout.cpp", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "kquant_wave_layout.cpp", + "source_file": "src/kquant_wave_layout.cpp", + "source_location": "L1" + }, + { + "id": "src_kquant_wave_layout_cpp_block", + "label": "Block", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "block", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_gguftensortype", + "label": "GgufTensorType", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "gguftensortype", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_int8_t", + "label": "int8_t", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "int8_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_q5kmmqtile", + "label": "Q5KMmqTile", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q5kmmqtile", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_q8_1block", + "label": "Q8_1Block", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "q8_1block", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_tile", + "label": "Tile", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "tile", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_uint8_t", + "label": "uint8_t", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "uint8_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_kquant_wave_layout_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, + { + "id": "src_prefill_v2_recurrent_layer_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_prefill_v2_recurrent_layer_cpp_t", + "label": "T", + "_origin": "ast", + "community": 243, + "community_name": "kquant_wave_layout.cpp", + "file_type": "code", + "norm_label": "t", + "source_file": "", + "source_location": "" + }, { "id": "experiments_exp_0050_m6b0_qwen38_llama_baseline", "label": "EXP-0050-m6b0-qwen38-llama-baseline.md", @@ -44744,59 +45145,103 @@ "source_location": "L31" }, { - "id": "tools_qwen35_gpu_pipeline_devicebytes_bytes", - "label": "bytes_", + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_attention_residual", + "label": "attention_residual", "_origin": "ast", "community": 252, - "community_name": "size_t", + "community_name": "LayerPathCapture", "file_type": "code", - "norm_label": "bytes_", + "norm_label": "attention_residual", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L175" + "source_location": "L604" }, { - "id": "tools_qwen35_gpu_pipeline_devicebytes_data", - "label": "data_", + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_ffn_output", + "label": "ffn_output", "_origin": "ast", "community": 252, - "community_name": "size_t", + "community_name": "LayerPathCapture", "file_type": "code", - "norm_label": "data_", + "norm_label": "ffn_output", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L174" + "source_location": "L606" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_attention", - "label": "attention", + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_gated", + "label": "gated", "_origin": "ast", "community": 252, - "community_name": "size_t", + "community_name": "LayerPathCapture", "file_type": "code", - "norm_label": "attention", + "norm_label": "gated", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5676" + "source_location": "L603" }, { - "id": "tools_qwen35_gpu_pipeline_gpulayerref_recurrent", - "label": "recurrent", + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_input", + "label": "input", "_origin": "ast", "community": 252, - "community_name": "size_t", + "community_name": "LayerPathCapture", "file_type": "code", - "norm_label": "recurrent", + "norm_label": "input", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L5675" + "source_location": "L599" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_size_t", - "label": "size_t", + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_layer_output", + "label": "layer_output", "_origin": "ast", "community": 252, - "community_name": "size_t", + "community_name": "LayerPathCapture", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "layer_output", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L607" + }, + { + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_normalized", + "label": "normalized", + "_origin": "ast", + "community": 252, + "community_name": "LayerPathCapture", + "file_type": "code", + "norm_label": "normalized", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L600" + }, + { + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_post_normalized", + "label": "post_normalized", + "_origin": "ast", + "community": 252, + "community_name": "LayerPathCapture", + "file_type": "code", + "norm_label": "post_normalized", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L605" + }, + { + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_qkv", + "label": "qkv", + "_origin": "ast", + "community": 252, + "community_name": "LayerPathCapture", + "file_type": "code", + "norm_label": "qkv", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L601" + }, + { + "id": "tools_qwen35_gpu_pipeline_layerpathcapture_recurrent_output", + "label": "recurrent_output", + "_origin": "ast", + "community": 252, + "community_name": "LayerPathCapture", + "file_type": "code", + "norm_label": "recurrent_output", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L602" }, { "id": "experiments_exp_0058_m6a14_qwen35_state_audit", @@ -46570,12 +47015,23 @@ "source_file": "experiments/EXP-0061-m6a17-qwen35-composition-ladder.md", "source_location": "L3" }, + { + "id": "include_miinfer_qwen3_gpu_layer", + "label": "qwen3_gpu_layer.hpp", + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "qwen3_gpu_layer.hpp", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L1" + }, { "id": "include_miinfer_qwen3_gpu_layer_hpp_vector", "label": "vector", "_origin": "ast", "community": 267, - "community_name": "Qwen3DownProjectionContractTrace", + "community_name": "qwen3_gpu_layer.hpp", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -46586,7 +47042,7 @@ "label": "current_s_correction", "_origin": "ast", "community": 267, - "community_name": "Qwen3DownProjectionContractTrace", + "community_name": "qwen3_gpu_layer.hpp", "file_type": "code", "norm_label": "current_s_correction", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -46597,7 +47053,7 @@ "label": "direct_signed_oracle", "_origin": "ast", "community": 267, - "community_name": "Qwen3DownProjectionContractTrace", + "community_name": "qwen3_gpu_layer.hpp", "file_type": "code", "norm_label": "direct_signed_oracle", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -46608,18 +47064,73 @@ "label": "exact_sum_correction", "_origin": "ast", "community": 267, - "community_name": "Qwen3DownProjectionContractTrace", + "community_name": "qwen3_gpu_layer.hpp", "file_type": "code", "norm_label": "exact_sum_correction", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L216" }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_ffn_output", + "label": "ffn_output", + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "ffn_output", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L210" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_gate", + "label": "gate", + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "gate", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L207" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_layer_output", + "label": "layer_output", + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "layer_output", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L211" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_swiglu", + "label": "swiglu", + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "swiglu", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L209" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_up", + "label": "up", + "_origin": "ast", + "community": 267, + "community_name": "qwen3_gpu_layer.hpp", + "file_type": "code", + "norm_label": "up", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L208" + }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3projectionprobetrace_output", "label": "output", "_origin": "ast", "community": 267, - "community_name": "Qwen3DownProjectionContractTrace", + "community_name": "qwen3_gpu_layer.hpp", "file_type": "code", "norm_label": "output", "source_file": "include/miinfer/qwen3_gpu_layer.hpp", @@ -47220,6 +47731,17 @@ "source_file": "", "source_location": "" }, + { + "id": "tools_miinfer_cli_cpp_span", + "label": "span", + "_origin": "ast", + "community": 271, + "community_name": "Qwen35RuntimeEngine", + "file_type": "code", + "norm_label": "span", + "source_file": "", + "source_location": "" + }, { "id": "tools_miinfer_cli_qwen35runtimeengine_argmax_token", "label": "argmax_token_", @@ -47825,28 +48347,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L3423" }, - { - "id": "tools_miinfer_cli_stepresult_latency_ms", - "label": "latency_ms", - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": "latency_ms", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1308" - }, - { - "id": "tools_miinfer_cli_stepresult_token", - "label": "token", - "_origin": "ast", - "community": 271, - "community_name": "Qwen35RuntimeEngine", - "file_type": "code", - "norm_label": "token", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1307" - }, { "id": "experiments_exp_0066_m6a22_qwen35_gpu_hybrid_position_audit", "label": "EXP-0066-m6a22-qwen35-gpu-hybrid-position-audit.md", @@ -47991,12 +48491,34 @@ "source_file": "experiments/EXP-0066-m6a22-qwen35-gpu-hybrid-position-audit.md", "source_location": "L3" }, + { + "id": "tools_m6a18_qwen35_deltanet_state_gpu", + "label": "m6a18_qwen35_deltanet_state_gpu.cpp", + "_origin": "ast", + "community": 273, + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "file_type": "code", + "norm_label": "m6a18_qwen35_deltanet_state_gpu.cpp", + "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", + "source_location": "L1" + }, + { + "id": "tools_m6a18_qwen35_deltanet_state_gpu_cpp_path", + "label": "path", + "_origin": "ast", + "community": 273, + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", + "file_type": "code", + "norm_label": "path", + "source_file": "", + "source_location": "" + }, { "id": "tools_m6a18_qwen35_deltanet_state_gpu_cpp_size_t", "label": "size_t", "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -48007,7 +48529,7 @@ "label": "span", "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "span", "source_file": "", @@ -48018,7 +48540,7 @@ "label": "T", "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "t", "source_file": "", @@ -48029,7 +48551,7 @@ "label": "vector", "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -48040,7 +48562,7 @@ "label": "data_", "_origin": "ast", "community": 273, - "community_name": "main", + "community_name": "m6a18_qwen35_deltanet_state_gpu.cpp", "file_type": "code", "norm_label": "data_", "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", @@ -50068,6 +50590,28 @@ "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L231" }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_keys", + "label": "snapshot_keys", + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "snapshot_keys", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L239" + }, + { + "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_snapshot_values", + "label": "snapshot_values", + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "snapshot_values", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L240" + }, { "id": "include_miinfer_qwen3_gpu_layer_qwen3layer0gpukvcache_values", "label": "values_", @@ -50079,6 +50623,39 @@ "source_file": "include/miinfer/qwen3_gpu_layer.hpp", "source_location": "L251" }, + { + "id": "src_qwen3_gpu_layer_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_final_norm", + "label": "final_norm", + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "final_norm", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L788" + }, + { + "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_output", + "label": "output", + "_origin": "ast", + "community": 288, + "community_name": "Qwen3GpuDecodeCache", + "file_type": "code", + "norm_label": "output", + "source_file": "src/qwen3_gpu_layer.cpp", + "source_location": "L754" + }, { "id": "experiments_exp_0124_m6b32_transposed_no_decay_store", "label": "EXP-0124-m6b32-transposed-no-decay-store.md", @@ -54324,12 +54901,23 @@ "source_file": "experiments/EXP-V2-0042-p8192-trace-and-sampling-regression.md", "source_location": "L383" }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu", + "label": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "_origin": "ast", + "community": 320, + "community_name": "require_match", + "file_type": "code", + "norm_label": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", + "source_location": "L1" + }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_metrics", "label": "Metrics", "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "metrics", "source_file": "", @@ -54340,7 +54928,7 @@ "label": "path", "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "path", "source_file": "", @@ -54351,29 +54939,51 @@ "label": "size_t", "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "size_t", "source_file": "", "source_location": "" }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_span", + "label": "span", + "_origin": "ast", + "community": 320, + "community_name": "require_match", + "file_type": "code", + "norm_label": "span", + "source_file": "", + "source_location": "" + }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_t", "label": "T", "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "t", "source_file": "", "source_location": "" }, + { + "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 320, + "community_name": "require_match", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, { "id": "tools_m6a20_qwen35_recurrent_layer_gpu_devicebuffer_data", "label": "data_", "_origin": "ast", "community": 320, - "community_name": "check_device", + "community_name": "require_match", "file_type": "code", "norm_label": "data_", "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", @@ -57343,6 +57953,17 @@ "source_file": "experiments/EXP-0121-m6b29-recurrent-stage-attribution.md", "source_location": "L9" }, + { + "id": "bench_prefill_v2_e2e_bench", + "label": "prefill_v2_e2e_bench.cpp", + "_origin": "ast", + "community": 342, + "community_name": "AggregatedStats", + "file_type": "code", + "norm_label": "prefill_v2_e2e_bench.cpp", + "source_file": "bench/prefill_v2_e2e_bench.cpp", + "source_location": "L1" + }, { "id": "bench_prefill_v2_e2e_bench_aggregatedstats_generated_tokens", "label": "generated_tokens", @@ -61492,6 +62113,28 @@ "source_file": "experiments/EXP-0152-m6b60-post-b59-profile.md", "source_location": "L25" }, + { + "id": "tools_miinfer_cli_cpp_array", + "label": "array", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "array", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_miinfer_cli_cpp_buffer", + "label": "Buffer", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "buffer", + "source_file": "", + "source_location": "" + }, { "id": "tools_miinfer_cli_prefillprofile_attention_layers", "label": "attention_layers", @@ -61679,6 +62322,138 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L567" }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_boundary_position", + "label": "boundary_position", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "boundary_position", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1032" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_execution_contract_version", + "label": "execution_contract_version", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "execution_contract_version", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1035" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_key_cache", + "label": "key_cache", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "key_cache", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1041" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_last_used", + "label": "last_used", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "last_used", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1034" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_model_identity", + "label": "model_identity", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "model_identity", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1036" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_quantization_identity", + "label": "quantization_identity", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "quantization_identity", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1037" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_recurrent_history", + "label": "recurrent_history", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "recurrent_history", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1040" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_recurrent_state", + "label": "recurrent_state", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "recurrent_state", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1039" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_runtime_identity", + "label": "runtime_identity", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "runtime_identity", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1038" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_storage_bytes", + "label": "storage_bytes", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "storage_bytes", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1033" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_tokens", + "label": "tokens", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "tokens", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1031" + }, + { + "id": "tools_miinfer_cli_sessioncheckpoint_value_cache", + "label": "value_cache", + "_origin": "ast", + "community": 374, + "community_name": "PrefillProfile", + "file_type": "code", + "norm_label": "value_cache", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1042" + }, { "id": "experiments_exp_0237_m11b_production_prefill_profile", "label": "EXP-0237-m11b-production-prefill-profile.md", @@ -67089,46 +67864,79 @@ "source_location": "L16" }, { - "id": "tests_qwen3_decode_gpu_test", - "label": "qwen3_decode_gpu_test.cpp", + "id": "include_miinfer_model_plan_gpuweightarena_release", + "label": "release", "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "qwen3_decode_gpu_test.cpp", - "source_file": "tests/qwen3_decode_gpu_test.cpp", + "norm_label": "release", + "source_file": "include/miinfer/model_plan.hpp", + "source_location": "L52" + }, + { + "id": "q4gemvkernel", + "label": "Q4GemvKernel", + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "q4gemvkernel", + "source_file": "", + "source_location": "" + }, + { + "id": "src_model_plan", + "label": "model_plan.cpp", + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "model_plan.cpp", + "source_file": "src/model_plan.cpp", "source_location": "L1" }, { - "id": "tests_qwen3_decode_gpu_test_cpp_size_t", - "label": "size_t", + "id": "src_model_plan_cpp_byte", + "label": "byte", "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "size_t", + "norm_label": "byte", "source_file": "", "source_location": "" }, { - "id": "tests_qwen3_decode_gpu_test_cpp_string", - "label": "string", + "id": "src_model_plan_cpp_hiperror_t", + "label": "hipError_t", "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "string", + "norm_label": "hiperror_t", "source_file": "", "source_location": "" }, { - "id": "tests_qwen3_decode_gpu_test_cpp_vector", - "label": "vector", + "id": "src_model_plan_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 41, - "community_name": "run", + "community_name": "model_plan.cpp", "file_type": "code", - "norm_label": "vector", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_model_plan_cpp_string", + "label": "string", + "_origin": "ast", + "community": 41, + "community_name": "model_plan.cpp", + "file_type": "code", + "norm_label": "string", "source_file": "", "source_location": "" }, @@ -68948,50 +69756,6 @@ "source_file": "AGENTS.md", "source_location": "L345" }, - { - "id": "tools_miinfer_cli_cpp_byte", - "label": "byte", - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "byte", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_miinfer_cli_cpp_unique_ptr", - "label": "unique_ptr", - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "unique_ptr", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_miinfer_cli_cpp_unordered_map", - "label": "unordered_map", - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "unordered_map", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_miinfer_cli_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "tools_miinfer_cli_runtimegeneratestats_cancelled", "label": "cancelled", @@ -69212,39 +69976,6 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L525" }, - { - "id": "tools_miinfer_cli_sessionprefixnode_checkpoint_index", - "label": "checkpoint_index", - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "checkpoint_index", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1048" - }, - { - "id": "tools_miinfer_cli_sessionprefixnode_children", - "label": "children", - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "children", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1047" - }, - { - "id": "tools_miinfer_cli_sessionprefixnode_edge", - "label": "edge", - "_origin": "ast", - "community": 430, - "community_name": "RuntimeGenerateStats", - "file_type": "code", - "norm_label": "edge", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1046" - }, { "id": "scripts_run_exp0178_ssm_out_ab", "label": "run-exp0178-ssm-out-ab.sh", @@ -70494,124 +71225,112 @@ "source_location": "L40" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_baseline", - "label": "Baseline", - "_origin": "ast", - "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", - "file_type": "document", - "node_kind": "heading", - "norm_label": "baseline", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L16" - }, - { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_candidate", - "label": "Candidate", + "id": "developer_guide_development_roadmap", + "label": "Development roadmap", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "candidate", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L21" + "norm_label": "development roadmap", + "source_file": "developer-guide.md", + "source_location": "L703" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_correctness", - "label": "Correctness", + "id": "developer_guide_m0_baseline", + "label": "M0 \u2014 Baseline", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "correctness", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L35" + "norm_label": "m0 \u2014 baseline", + "source_file": "developer-guide.md", + "source_location": "L705" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_decision", - "label": "Decision", + "id": "developer_guide_m1_kernel_laboratory", + "label": "M1 \u2014 Kernel laboratory", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "decision", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L89" + "norm_label": "m1 \u2014 kernel laboratory", + "source_file": "developer-guide.md", + "source_location": "L716" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_environment", - "label": "Environment", + "id": "developer_guide_m2_prove_specialization", + "label": "M2 \u2014 Prove specialization", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "environment", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L28" + "norm_label": "m2 \u2014 prove specialization", + "source_file": "developer-guide.md", + "source_location": "L725" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_exp_0362_source_shaped_query_tiled_gqa2_prefill", - "label": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "id": "developer_guide_m3_minimal_runtime", + "label": "M3 \u2014 Minimal runtime", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "exp-0362 \u2014 source-shaped query-tiled gqa2 prefill", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L1" + "norm_label": "m3 \u2014 minimal runtime", + "source_file": "developer-guide.md", + "source_location": "L738" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_follow_up", - "label": "Follow-up", + "id": "developer_guide_m4_first_correct_generation", + "label": "M4 \u2014 First correct generation", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "follow-up", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L93" + "norm_label": "m4 \u2014 first correct generation", + "source_file": "developer-guide.md", + "source_location": "L748" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_hypothesis", - "label": "Hypothesis", + "id": "developer_guide_m5_beat_the_reference", + "label": "M5 \u2014 Beat the reference", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "hypothesis", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L3" + "norm_label": "m5 \u2014 beat the reference", + "source_file": "developer-guide.md", + "source_location": "L752" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_interpretation", - "label": "Interpretation", + "id": "developer_guide_m6_runtime_specialization", + "label": "M6 \u2014 Runtime specialization", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "interpretation", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L56" + "norm_label": "m6 \u2014 runtime specialization", + "source_file": "developer-guide.md", + "source_location": "L766" }, { - "id": "experiments_exp_0362_query_tiled_gqa2_prefill_results", - "label": "Results", + "id": "developer_guide_m7_expansion", + "label": "M7 \u2014 Expansion", "_origin": "ast", "community": 447, - "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "community_name": "Development roadmap", "file_type": "document", "node_kind": "heading", - "norm_label": "results", - "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", - "source_location": "L43" + "norm_label": "m7 \u2014 expansion", + "source_file": "developer-guide.md", + "source_location": "L777" }, { "id": "docs_m8_primary_gate_qualification", @@ -71159,17 +71878,6 @@ "source_file": "scripts/run-exp0187-fused-add-rms-norm-ab.sh", "source_location": "L1" }, - { - "id": "include_miinfer_openai_api", - "label": "openai_api.hpp", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "openai_api.hpp", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_openai_api_chatmessage_content", "label": "content", @@ -71214,39 +71922,6 @@ "source_file": "include/miinfer/openai_api.hpp", "source_location": "L28" }, - { - "id": "include_miinfer_openai_api_chattool_description", - "label": "description", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "description", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L20" - }, - { - "id": "include_miinfer_openai_api_chattool_name", - "label": "name", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "name", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L19" - }, - { - "id": "include_miinfer_openai_api_chattool_parameters_json", - "label": "parameters_json", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "parameters_json", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L21" - }, { "id": "include_miinfer_openai_api_chattoolcall_arguments", "label": "arguments", @@ -71280,28 +71955,6 @@ "source_file": "include/miinfer/openai_api.hpp", "source_location": "L14" }, - { - "id": "include_miinfer_openai_api_hpp_optional", - "label": "optional", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "optional", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_openai_api_hpp_string", - "label": "string", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_openai_api_hpp_vector", "label": "vector", @@ -71313,28 +71966,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_openai_api_openaiparseresult_error", - "label": "error", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "error", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L50" - }, - { - "id": "include_miinfer_openai_api_openaiparseresult_request", - "label": "request", - "_origin": "ast", - "community": 453, - "community_name": "ChatMessage", - "file_type": "code", - "norm_label": "request", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L49" - }, { "id": "experiments_exp_0253_m11b_repacked_mmq_side_sums_rejection", "label": "EXP-0253-m11b-repacked-mmq-side-sums-rejection.md", @@ -72989,13 +73620,13 @@ "source_location": "" }, { - "id": "tools_miinfer_cli_cpp_ostream", - "label": "ostream", + "id": "tools_miinfer_cli_cpp_path", + "label": "path", "_origin": "ast", "community": 467, "community_name": "miinfer_cli.cpp", "file_type": "code", - "norm_label": "ostream", + "norm_label": "path", "source_file": "", "source_location": "" }, @@ -78558,72 +79189,6 @@ "source_file": "experiments/EXP-0306-m25-e-mx-sliced-input.md", "source_location": "L66" }, - { - "id": "include_miinfer_fp16_gemv", - "label": "fp16_gemv.hpp", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "fp16_gemv.hpp", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_local_bytes", - "label": "local_bytes", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "local_bytes", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L90" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_max_threads_per_block", - "label": "max_threads_per_block", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "max_threads_per_block", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L91" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_registers", - "label": "registers", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "registers", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L88" - }, - { - "id": "include_miinfer_fp16_gemv_gemvkernelresources_shared_bytes", - "label": "shared_bytes", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "shared_bytes", - "source_file": "include/miinfer/fp16_gemv.hpp", - "source_location": "L89" - }, - { - "id": "include_miinfer_fp16_gemv_hpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_kquant_wave_layout", "label": "kquant_wave_layout.hpp", @@ -78636,36 +79201,14 @@ "source_location": "L1" }, { - "id": "include_miinfer_q4_q8_gemv", - "label": "q4_q8_gemv.hpp", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "q4_q8_gemv.hpp", - "source_file": "include/miinfer/q4_q8_gemv.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_q4_q8_packed_dot", - "label": "q4_q8_packed_dot.hpp", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "q4_q8_packed_dot.hpp", - "source_file": "include/miinfer/q4_q8_packed_dot.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_q4_q8_zero_point_dot", - "label": "q4_q8_zero_point_dot.hpp", + "id": "include_miinfer_m12_dense_stage", + "label": "m12_dense_stage.hpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "q4_q8_zero_point_dot.hpp", - "source_file": "include/miinfer/q4_q8_zero_point_dot.hpp", + "norm_label": "m12_dense_stage.hpp", + "source_file": "include/miinfer/m12_dense_stage.hpp", "source_location": "L1" }, { @@ -78679,17 +79222,6 @@ "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", "source_location": "L1" }, - { - "id": "include_miinfer_qwen3_gpu_primitives_hpp_int16_t", - "label": "int16_t", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "int16_t", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_qwen3_gpu_primitives_hpp_int8_t", "label": "int8_t", @@ -78922,92 +79454,59 @@ "source_location": "L16" }, { - "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock_bsums", - "label": "bsums", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "bsums", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L25" - }, - { - "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock_d", - "label": "d", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "d", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L23" - }, - { - "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock_qs", - "label": "qs", - "_origin": "ast", - "community": 488, - "community_name": "qwen3_gpu_primitives.hpp", - "file_type": "code", - "norm_label": "qs", - "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", - "source_location": "L24" - }, - { - "id": "tests_fp16_gemv_test", - "label": "fp16_gemv_test.cpp", + "id": "tests_qwen35_conv_batch_test", + "label": "qwen35_conv_batch_test.cpp", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "fp16_gemv_test.cpp", - "source_file": "tests/fp16_gemv_test.cpp", + "norm_label": "qwen35_conv_batch_test.cpp", + "source_file": "tests/qwen35_conv_batch_test.cpp", "source_location": "L1" }, { - "id": "tests_fp16_gemv_test_cpp_vector", - "label": "vector", + "id": "tests_qwen35_conv_batch_test_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "vector", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "tests_q4_q8_gemv_test", - "label": "q4_q8_gemv_test.cpp", + "id": "tests_qwen35_conv_batch_test_cpp_t", + "label": "T", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "q4_q8_gemv_test.cpp", - "source_file": "tests/q4_q8_gemv_test.cpp", - "source_location": "L1" + "norm_label": "t", + "source_file": "", + "source_location": "" }, { - "id": "tests_q4_q8_gemv_test_cpp_string", - "label": "string", + "id": "tests_qwen35_conv_batch_test_devicebuffer_count", + "label": "count_", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" + "norm_label": "count_", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L31" }, { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu_cpp_uint32_t", - "label": "uint32_t", + "id": "tests_qwen35_conv_batch_test_devicebuffer_data", + "label": "data_", "_origin": "ast", "community": 488, "community_name": "qwen3_gpu_primitives.hpp", "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" + "norm_label": "data_", + "source_file": "tests/qwen35_conv_batch_test.cpp", + "source_location": "L30" }, { "id": "experiments_exp_0256_m12_gdn_chunkwise_oracle", @@ -79130,167 +79629,79 @@ "source_location": "L88" }, { - "id": "tools_miinfer_cli_cpp_array", - "label": "array", + "id": "bench_prefill_v2_recurrent_layer_bakeoff", + "label": "prefill_v2_recurrent_layer_bakeoff.cpp", "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "array", - "source_file": "", - "source_location": "" + "norm_label": "prefill_v2_recurrent_layer_bakeoff.cpp", + "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", + "source_location": "L1" }, { - "id": "tools_miinfer_cli_cpp_buffer", - "label": "Buffer", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_size_t", + "label": "size_t", "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "buffer", + "norm_label": "size_t", "source_file": "", "source_location": "" }, { - "id": "tools_miinfer_cli_sessioncheckpoint_boundary_position", - "label": "boundary_position", - "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "boundary_position", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1032" - }, - { - "id": "tools_miinfer_cli_sessioncheckpoint_execution_contract_version", - "label": "execution_contract_version", - "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "execution_contract_version", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1035" - }, - { - "id": "tools_miinfer_cli_sessioncheckpoint_key_cache", - "label": "key_cache", - "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "key_cache", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1041" - }, - { - "id": "tools_miinfer_cli_sessioncheckpoint_last_used", - "label": "last_used", - "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "last_used", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1034" - }, - { - "id": "tools_miinfer_cli_sessioncheckpoint_model_identity", - "label": "model_identity", - "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "model_identity", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1036" - }, - { - "id": "tools_miinfer_cli_sessioncheckpoint_quantization_identity", - "label": "quantization_identity", - "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "quantization_identity", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1037" - }, - { - "id": "tools_miinfer_cli_sessioncheckpoint_recurrent_history", - "label": "recurrent_history", - "_origin": "ast", - "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "recurrent_history", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1040" - }, - { - "id": "tools_miinfer_cli_sessioncheckpoint_recurrent_state", - "label": "recurrent_state", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_span", + "label": "span", "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "recurrent_state", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1039" + "norm_label": "span", + "source_file": "", + "source_location": "" }, { - "id": "tools_miinfer_cli_sessioncheckpoint_runtime_identity", - "label": "runtime_identity", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_uint32_t", + "label": "uint32_t", "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "runtime_identity", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1038" + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" }, { - "id": "tools_miinfer_cli_sessioncheckpoint_storage_bytes", - "label": "storage_bytes", + "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_vector", + "label": "vector", "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "storage_bytes", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1033" + "norm_label": "vector", + "source_file": "", + "source_location": "" }, { - "id": "tools_miinfer_cli_sessioncheckpoint_tokens", - "label": "tokens", + "id": "include_miinfer_prefill_v2_recurrent_layer_prefillv2recurrentlayer_forward", + "label": "forward", "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "tokens", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1031" + "norm_label": "forward", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L65" }, { - "id": "tools_miinfer_cli_sessioncheckpoint_value_cache", - "label": "value_cache", + "id": "recurrentlayerworkspacemanager", + "label": "RecurrentLayerWorkspaceManager", "_origin": "ast", "community": 49, - "community_name": "SessionCheckpoint", - "file_type": "code", - "norm_label": "value_cache", - "source_file": "tools/miinfer_cli.cpp", - "source_location": "L1042" - }, - { - "id": "bench_prefix_state_reuse_bench_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", + "community_name": "evaluate_token_count", "file_type": "code", - "norm_label": "size_t", + "norm_label": "recurrentlayerworkspacemanager", "source_file": "", "source_location": "" }, @@ -79305,28 +79716,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_prefix_state_reuse_bench_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_prefix_state_reuse_bench_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 490, - "community_name": "MatrixScenarioResult", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "bench_prefix_state_reuse_bench_matrixscenarioresult_cold_decode_step_ms", "label": "cold_decode_step_ms", @@ -79820,33 +80209,121 @@ "source_location": "L50" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_prefillv2recurrentlayer_forward", - "label": "forward", + "id": "include_miinfer_qwen3_gpu_primitives_hpp_int16_t", + "label": "int16_t", "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", - "norm_label": "forward", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L65" + "norm_label": "int16_t", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock_bsums", + "label": "bsums", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "bsums", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L25" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock_d", + "label": "d", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "d", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L23" + }, + { + "id": "include_miinfer_qwen3_gpu_primitives_q8kdeviceblock_qs", + "label": "qs", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "qs", + "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", + "source_location": "L24" + }, + { + "id": "tools_qwen35_gpu_pipeline_devicebytes_bytes", + "label": "bytes_", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "bytes_", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L175" + }, + { + "id": "tools_qwen35_gpu_pipeline_devicebytes_data", + "label": "data_", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "data_", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L174" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_attention", + "label": "attention", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "attention", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5676" + }, + { + "id": "tools_qwen35_gpu_pipeline_gpulayerref_recurrent", + "label": "recurrent", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "recurrent", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L5675" }, { "id": "tools_qwen35_gpu_pipeline_hpp_q8_1block", "label": "Q8_1Block", "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "q8_1block", "source_file": "", "source_location": "" }, + { + "id": "tools_qwen35_gpu_pipeline_hpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, { "id": "tools_qwen35_gpu_pipeline_hpp_string", "label": "string", "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "string", "source_file": "", @@ -79857,7 +80334,7 @@ "label": "uint32_t", "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -79868,18 +80345,29 @@ "label": "kStateElements", "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "kstateelements", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L561" }, + { + "id": "tools_qwen35_gpu_pipeline_recurrenttrace_layer", + "label": "layer", + "_origin": "ast", + "community": 493, + "community_name": "size_t", + "file_type": "code", + "norm_label": "layer", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L523" + }, { "id": "tools_qwen35_gpu_pipeline_recurrenttrace_position", "label": "position", "_origin": "ast", "community": 493, - "community_name": ".get", + "community_name": "size_t", "file_type": "code", "norm_label": "position", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -80593,18 +81081,6 @@ "source_file": "developer-guide.md", "source_location": "L451" }, - { - "id": "developer_guide_correctness_before_performance", - "label": "Correctness before performance", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "correctness before performance", - "source_file": "developer-guide.md", - "source_location": "L501" - }, { "id": "developer_guide_current_cmake_build_graph", "label": "Current CMake build graph", @@ -80617,30 +81093,6 @@ "source_file": "developer-guide.md", "source_location": "L38" }, - { - "id": "developer_guide_design_principles", - "label": "Design principles", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "design principles", - "source_file": "developer-guide.md", - "source_location": "L469" - }, - { - "id": "developer_guide_development_roadmap", - "label": "Development roadmap", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "development roadmap", - "source_file": "developer-guide.md", - "source_location": "L703" - }, { "id": "developer_guide_experiments", "label": "Experiments", @@ -80653,30 +81105,6 @@ "source_file": "developer-guide.md", "source_location": "L827" }, - { - "id": "developer_guide_gfx906_llama_cpp_forks", - "label": "gfx906 llama.cpp forks", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "gfx906 llama.cpp forks", - "source_file": "developer-guide.md", - "source_location": "L664" - }, - { - "id": "developer_guide_gfx906_vllm_work", - "label": "gfx906 vLLM work", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "gfx906 vllm work", - "source_file": "developer-guide.md", - "source_location": "L688" - }, { "id": "developer_guide_guiding_principle", "label": "Guiding principle", @@ -80725,18 +81153,6 @@ "source_file": "developer-guide.md", "source_location": "L903" }, - { - "id": "developer_guide_hot_paths_should_be_static", - "label": "Hot paths should be static", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "hot paths should be static", - "source_file": "developer-guide.md", - "source_location": "L524" - }, { "id": "developer_guide_initial_target", "label": "Initial target", @@ -80761,30 +81177,6 @@ "source_file": "developer-guide.md", "source_location": "L987" }, - { - "id": "developer_guide_llama_cpp", - "label": "llama.cpp", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "llama.cpp", - "source_file": "developer-guide.md", - "source_location": "L653" - }, - { - "id": "developer_guide_m0_baseline", - "label": "M0 \u2014 Baseline", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m0 \u2014 baseline", - "source_file": "developer-guide.md", - "source_location": "L705" - }, { "id": "developer_guide_m17_local_appliance_quick_start", "label": "M17 local appliance quick start", @@ -80797,102 +81189,6 @@ "source_file": "developer-guide.md", "source_location": "L55" }, - { - "id": "developer_guide_m1_kernel_laboratory", - "label": "M1 \u2014 Kernel laboratory", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m1 \u2014 kernel laboratory", - "source_file": "developer-guide.md", - "source_location": "L716" - }, - { - "id": "developer_guide_m2_prove_specialization", - "label": "M2 \u2014 Prove specialization", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m2 \u2014 prove specialization", - "source_file": "developer-guide.md", - "source_location": "L725" - }, - { - "id": "developer_guide_m3_minimal_runtime", - "label": "M3 \u2014 Minimal runtime", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m3 \u2014 minimal runtime", - "source_file": "developer-guide.md", - "source_location": "L738" - }, - { - "id": "developer_guide_m4_first_correct_generation", - "label": "M4 \u2014 First correct generation", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m4 \u2014 first correct generation", - "source_file": "developer-guide.md", - "source_location": "L748" - }, - { - "id": "developer_guide_m5_beat_the_reference", - "label": "M5 \u2014 Beat the reference", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m5 \u2014 beat the reference", - "source_file": "developer-guide.md", - "source_location": "L752" - }, - { - "id": "developer_guide_m6_runtime_specialization", - "label": "M6 \u2014 Runtime specialization", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m6 \u2014 runtime specialization", - "source_file": "developer-guide.md", - "source_location": "L766" - }, - { - "id": "developer_guide_m7_expansion", - "label": "M7 \u2014 Expansion", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "m7 \u2014 expansion", - "source_file": "developer-guide.md", - "source_location": "L777" - }, - { - "id": "developer_guide_measure_before_optimizing", - "label": "Measure before optimizing", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "measure before optimizing", - "source_file": "developer-guide.md", - "source_location": "L486" - }, { "id": "developer_guide_miinfer", "label": "MIInfer", @@ -80905,30 +81201,6 @@ "source_file": "developer-guide.md", "source_location": "L1" }, - { - "id": "developer_guide_negative_results_are_retained", - "label": "Negative results are retained", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "negative results are retained", - "source_file": "developer-guide.md", - "source_location": "L514" - }, - { - "id": "developer_guide_ninfer", - "label": "NInfer", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "ninfer", - "source_file": "developer-guide.md", - "source_location": "L680" - }, { "id": "developer_guide_repository_structure", "label": "Repository structure", @@ -80941,30 +81213,6 @@ "source_file": "developer-guide.md", "source_location": "L924" }, - { - "id": "developer_guide_research_influences", - "label": "Research influences", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "research influences", - "source_file": "developer-guide.md", - "source_location": "L649" - }, - { - "id": "developer_guide_specialization_is_intentional", - "label": "Specialization is intentional", - "_origin": "ast", - "community": 5, - "community_name": "MIInfer", - "file_type": "document", - "node_kind": "heading", - "norm_label": "specialization is intentional", - "source_file": "developer-guide.md", - "source_location": "L471" - }, { "id": "developer_guide_status", "label": "Status", @@ -88064,6 +88312,17 @@ "source_file": "", "source_location": "" }, + { + "id": "bench_m13_quant_mm_bench_cpp_gguftensortype", + "label": "GgufTensorType", + "_origin": "ast", + "community": 559, + "community_name": "m13_quant_mm_bench.cpp", + "file_type": "code", + "norm_label": "gguftensortype", + "source_file": "", + "source_location": "" + }, { "id": "bench_m13_quant_mm_bench_cpp_hipevent_t", "label": "hipEvent_t", @@ -88108,6 +88367,17 @@ "source_file": "", "source_location": "" }, + { + "id": "bench_m13_quant_mm_bench_cpp_uint64_t", + "label": "uint64_t", + "_origin": "ast", + "community": 559, + "community_name": "m13_quant_mm_bench.cpp", + "file_type": "code", + "norm_label": "uint64_t", + "source_file": "", + "source_location": "" + }, { "id": "bench_m13_quant_mm_bench_cpp_vector", "label": "vector", @@ -91135,83 +91405,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tests_qwen3_forward_gpu_test_metrics_actual_at_max", - "label": "actual_at_max", - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "actual_at_max", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L47" - }, - { - "id": "tests_qwen3_forward_gpu_test_metrics_expected_at_max", - "label": "expected_at_max", - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "expected_at_max", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L48" - }, - { - "id": "tests_qwen3_forward_gpu_test_metrics_max_abs", - "label": "max_abs", - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "max_abs", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L42" - }, - { - "id": "tests_qwen3_forward_gpu_test_metrics_max_index", - "label": "max_index", - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "max_index", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L46" - }, - { - "id": "tests_qwen3_forward_gpu_test_metrics_max_rel", - "label": "max_rel", - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "max_rel", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L45" - }, - { - "id": "tests_qwen3_forward_gpu_test_metrics_mean_abs", - "label": "mean_abs", - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "mean_abs", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L43" - }, - { - "id": "tests_qwen3_forward_gpu_test_metrics_rmse", - "label": "rmse", - "_origin": "ast", - "community": 58, - "community_name": "qwen3_forward_gpu_test.cpp", - "file_type": "code", - "norm_label": "rmse", - "source_file": "tests/qwen3_forward_gpu_test.cpp", - "source_location": "L44" - }, { "id": "tools_qwen35_gpu_pipeline_locatederror_metrics", "label": "metrics", @@ -94183,6 +94376,66 @@ "source_file": "docs/current-state.md", "source_location": "L1668" }, + { + "id": "docs_current_state_of_the_art", + "label": "current-state-of-the-art.md", + "_origin": "ast", + "community": 6, + "community_name": "current-state.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "current-state-of-the-art.md", + "source_file": "docs/current-state-of-the-art.md", + "source_location": "L1" + }, + { + "id": "docs_post_m28_baseline", + "label": "post-m28-baseline.md", + "_origin": "ast", + "community": 6, + "community_name": "current-state.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "post-m28-baseline.md", + "source_file": "docs/post-m28-baseline.md", + "source_location": "L1" + }, + { + "id": "experiments_exp_v2_0043_reference_shaped_gqa_attention_rewrite", + "label": "EXP-V2-0043-reference-shaped-gqa-attention-rewrite.md", + "_origin": "ast", + "community": 6, + "community_name": "current-state.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "exp-v2-0043-reference-shaped-gqa-attention-rewrite.md", + "source_file": "experiments/EXP-V2-0043-reference-shaped-gqa-attention-rewrite.md", + "source_location": "L1" + }, + { + "id": "experiments_exp_v2_0044_fp32_kq_fragment_parity", + "label": "EXP-V2-0044-fp32-kq-fragment-parity.md", + "_origin": "ast", + "community": 6, + "community_name": "current-state.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "exp-v2-0044-fp32-kq-fragment-parity.md", + "source_file": "experiments/EXP-V2-0044-fp32-kq-fragment-parity.md", + "source_location": "L1" + }, + { + "id": "experiments_v2_0045_definitive_competitive_qualification", + "label": "V2-0045-definitive-competitive-qualification.md", + "_origin": "ast", + "community": 6, + "community_name": "current-state.md", + "file_type": "document", + "node_kind": "page", + "norm_label": "v2-0045-definitive-competitive-qualification.md", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L1" + }, { "id": "codex_skills_graphify_references_hooks", "label": "hooks.md", @@ -94596,7 +94849,7 @@ "label": "persistent_session.cpp", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "persistent_session.cpp", "source_file": "src/prefill_v2/persistent_session.cpp", @@ -94607,7 +94860,7 @@ "label": "hipStream_t", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "hipstream_t", "source_file": "", @@ -94618,7 +94871,7 @@ "label": "PrefillV2Model", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "prefillv2model", "source_file": "", @@ -94629,7 +94882,7 @@ "label": "span", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "span", "source_file": "", @@ -94640,7 +94893,7 @@ "label": "string", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "string", "source_file": "", @@ -94651,7 +94904,7 @@ "label": "uint32_t", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -94662,7 +94915,7 @@ "label": "uint64_t", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "uint64_t", "source_file": "", @@ -94673,7 +94926,7 @@ "label": "vector", "_origin": "ast", "community": 603, - "community_name": "PersistentSession::load_from_file", + "community_name": "compute_token_sequence_hash", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -97271,7 +97524,7 @@ "label": "performance-research-protocol.md", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "page", "norm_label": "performance-research-protocol.md", @@ -97283,7 +97536,7 @@ "label": "EXP-0360-gqa-tiled-prefill-candidate.md", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "page", "norm_label": "exp-0360-gqa-tiled-prefill-candidate.md", @@ -97295,7 +97548,7 @@ "label": "EXP-0361-wave64-attention-architecture-analysis.md", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "page", "norm_label": "exp-0361-wave64-attention-architecture-analysis.md", @@ -97307,19 +97560,139 @@ "label": "EXP-0362-query-tiled-gqa2-prefill.md", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "page", "norm_label": "exp-0362-query-tiled-gqa2-prefill.md", "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", "source_location": "L1" }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_baseline", + "label": "Baseline", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "baseline", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L16" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_candidate", + "label": "Candidate", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "candidate", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L21" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_correctness", + "label": "Correctness", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "correctness", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L35" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_decision", + "label": "Decision", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "decision", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L89" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_environment", + "label": "Environment", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "environment", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L28" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_exp_0362_source_shaped_query_tiled_gqa2_prefill", + "label": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "exp-0362 \u2014 source-shaped query-tiled gqa2 prefill", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L1" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_follow_up", + "label": "Follow-up", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "follow-up", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L93" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_hypothesis", + "label": "Hypothesis", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "hypothesis", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L3" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_interpretation", + "label": "Interpretation", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "interpretation", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L56" + }, + { + "id": "experiments_exp_0362_query_tiled_gqa2_prefill_results", + "label": "Results", + "_origin": "ast", + "community": 624, + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", + "file_type": "document", + "node_kind": "heading", + "norm_label": "results", + "source_file": "experiments/EXP-0362-query-tiled-gqa2-prefill.md", + "source_location": "L43" + }, { "id": "experiments_exp_0363_spillfree_attention_state_schedule", "label": "EXP-0363-spillfree-attention-state-schedule.md", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "page", "norm_label": "exp-0363-spillfree-attention-state-schedule.md", @@ -97331,7 +97704,7 @@ "label": "Candidate A compile gate", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "heading", "norm_label": "candidate a compile gate", @@ -97343,7 +97716,7 @@ "label": "Decision", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "heading", "norm_label": "decision", @@ -97355,7 +97728,7 @@ "label": "EXP-0363 \u2014 Spill-free attention state schedule", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "heading", "norm_label": "exp-0363 \u2014 spill-free attention state schedule", @@ -97367,7 +97740,7 @@ "label": "Hypothesis", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "heading", "norm_label": "hypothesis", @@ -97379,7 +97752,7 @@ "label": "Required correction", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "heading", "norm_label": "required correction", @@ -97391,7 +97764,7 @@ "label": "Runtime status", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "heading", "norm_label": "runtime status", @@ -97403,7 +97776,7 @@ "label": "Schedule correction attempt", "_origin": "ast", "community": 624, - "community_name": "performance-research-protocol.md", + "community_name": "EXP-0362 \u2014 Source-shaped query-tiled GQA2 prefill", "file_type": "document", "node_kind": "heading", "norm_label": "schedule correction attempt", @@ -97804,17 +98177,6 @@ "source_file": "bench/long_context_qualification_bench.cpp", "source_location": "L1" }, - { - "id": "bench_prefill_v2_e2e_bench", - "label": "prefill_v2_e2e_bench.cpp", - "_origin": "ast", - "community": 629, - "community_name": "vector", - "file_type": "code", - "norm_label": "prefill_v2_e2e_bench.cpp", - "source_file": "bench/prefill_v2_e2e_bench.cpp", - "source_location": "L1" - }, { "id": "bench_prefill_v2_model_bench", "label": "prefill_v2_model_bench.cpp", @@ -97826,17 +98188,6 @@ "source_file": "bench/prefill_v2_model_bench.cpp", "source_location": "L1" }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff", - "label": "prefill_v2_recurrent_layer_bakeoff.cpp", - "_origin": "ast", - "community": 629, - "community_name": "vector", - "file_type": "code", - "norm_label": "prefill_v2_recurrent_layer_bakeoff.cpp", - "source_file": "bench/prefill_v2_recurrent_layer_bakeoff.cpp", - "source_location": "L1" - }, { "id": "bench_prefix_state_reuse_bench", "label": "prefix_state_reuse_bench.cpp", @@ -97914,6 +98265,39 @@ "source_file": "bench/v2_0026_production_hardening_bench.cpp", "source_location": "L1" }, + { + "id": "bench_v2_0026_production_hardening_bench_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0026_production_hardening_bench_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_v2_0026_production_hardening_bench_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "bench_v2_0028_persistent_session_bench", "label": "v2_0028_persistent_session_bench.cpp", @@ -97958,6 +98342,50 @@ "source_file": "", "source_location": "" }, + { + "id": "include_miinfer_gguf", + "label": "gguf.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "gguf.hpp", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_gguf_ggufvalue_value", + "label": "value", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "value", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L34" + }, + { + "id": "include_miinfer_gguf_hpp_ggufscalar", + "label": "GgufScalar", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "ggufscalar", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_gguf_hpp_unordered_map", + "label": "unordered_map", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "unordered_map", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_gguf_hpp_vector", "label": "vector", @@ -98002,6 +98430,28 @@ "source_file": "include/miinfer/model_plan.hpp", "source_location": "L1" }, + { + "id": "include_miinfer_openai_api", + "label": "openai_api.hpp", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "openai_api.hpp", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_openai_api_hpp_optional", + "label": "optional", + "_origin": "ast", + "community": 629, + "community_name": "vector", + "file_type": "code", + "norm_label": "optional", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_prefill_v2_attention_layer", "label": "attention_layer.hpp", @@ -98112,28 +98562,6 @@ "source_file": "include/miinfer/qwen35_model.hpp", "source_location": "L1" }, - { - "id": "include_miinfer_qwen3_gpu_layer", - "label": "qwen3_gpu_layer.hpp", - "_origin": "ast", - "community": 629, - "community_name": "vector", - "file_type": "code", - "norm_label": "qwen3_gpu_layer.hpp", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L1" - }, - { - "id": "include_miinfer_qwen3_layer", - "label": "qwen3_layer.hpp", - "_origin": "ast", - "community": 629, - "community_name": "vector", - "file_type": "code", - "norm_label": "qwen3_layer.hpp", - "source_file": "include/miinfer/qwen3_layer.hpp", - "source_location": "L1" - }, { "id": "include_miinfer_qwen3_model", "label": "qwen3_model.hpp", @@ -98212,37 +98640,37 @@ "source_location": "L1" }, { - "id": "tests_qwen3_tokenizer_test", - "label": "qwen3_tokenizer_test.cpp", + "id": "tests_q4_q8_dot4_probe", + "label": "q4_q8_dot4_probe.cpp", "_origin": "ast", "community": 629, "community_name": "vector", "file_type": "code", - "norm_label": "qwen3_tokenizer_test.cpp", - "source_file": "tests/qwen3_tokenizer_test.cpp", + "norm_label": "q4_q8_dot4_probe.cpp", + "source_file": "tests/q4_q8_dot4_probe.cpp", "source_location": "L1" }, { - "id": "tools_m6a18_qwen35_deltanet_state_gpu", - "label": "m6a18_qwen35_deltanet_state_gpu.cpp", + "id": "tests_qwen3_tokenizer_test", + "label": "qwen3_tokenizer_test.cpp", "_origin": "ast", "community": 629, "community_name": "vector", "file_type": "code", - "norm_label": "m6a18_qwen35_deltanet_state_gpu.cpp", - "source_file": "tools/m6a18_qwen35_deltanet_state_gpu.cpp", + "norm_label": "qwen3_tokenizer_test.cpp", + "source_file": "tests/qwen3_tokenizer_test.cpp", "source_location": "L1" }, { - "id": "tools_m6a20_qwen35_recurrent_layer_gpu", - "label": "m6a20_qwen35_recurrent_layer_gpu.cpp", + "id": "variant", + "label": "variant", "_origin": "ast", "community": 629, "community_name": "vector", "file_type": "code", - "norm_label": "m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_file": "tools/m6a20_qwen35_recurrent_layer_gpu.cpp", - "source_location": "L1" + "norm_label": "variant", + "source_file": "", + "source_location": "" }, { "id": "docs_decisions_consequences", @@ -99000,12 +99428,56 @@ "source_file": "experiments/EXP-0339-m25-mx-attention-decode-reuse-qualification.md", "source_location": "L41" }, + { + "id": "include_miinfer_qwen3_gpu_layer_hpp_array", + "label": "array", + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "array", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_kquant_wave_test", + "label": "kquant_wave_test.cpp", + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "kquant_wave_test.cpp", + "source_file": "tests/kquant_wave_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_kquant_wave_test_cpp_uint16_t", + "label": "uint16_t", + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "uint16_t", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_qwen3_primitives_host_test", + "label": "qwen3_primitives_host_test.cpp", + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "qwen3_primitives_host_test.cpp", + "source_file": "tests/qwen3_primitives_host_test.cpp", + "source_location": "L1" + }, { "id": "tools_m6a17_qwen35_composition_ladder", "label": "m6a17_qwen35_composition_ladder.cpp", "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "m6a17_qwen35_composition_ladder.cpp", "source_file": "tools/m6a17_qwen35_composition_ladder.cpp", @@ -99016,7 +99488,7 @@ "label": "path", "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "path", "source_file": "", @@ -99027,7 +99499,7 @@ "label": "size_t", "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -99038,7 +99510,7 @@ "label": "span", "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "span", "source_file": "", @@ -99049,20 +99521,42 @@ "label": "uint32_t", "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", "norm_label": "uint32_t", "source_file": "", "source_location": "" }, { - "id": "tools_m6a3_qwen35_layer_cpp_uint32_t", - "label": "uint32_t", + "id": "tools_m6a6_qwen35_full_forward", + "label": "m6a6_qwen35_full_forward.cpp", "_origin": "ast", "community": 636, - "community_name": "run_ladder", + "community_name": "array", "file_type": "code", - "norm_label": "uint32_t", + "norm_label": "m6a6_qwen35_full_forward.cpp", + "source_file": "tools/m6a6_qwen35_full_forward.cpp", + "source_location": "L1" + }, + { + "id": "tools_m6a6_qwen35_full_forward_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "tools_m6a6_qwen35_full_forward_cpp_span", + "label": "span", + "_origin": "ast", + "community": 636, + "community_name": "array", + "file_type": "code", + "norm_label": "span", "source_file": "", "source_location": "" }, @@ -100068,6 +100562,39 @@ "source_file": "", "source_location": "" }, + { + "id": "bench_prefix_state_reuse_bench_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 644, + "community_name": "ReusableContext", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefix_state_reuse_bench_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 644, + "community_name": "ReusableContext", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefix_state_reuse_bench_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 644, + "community_name": "ReusableContext", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_prefill_v2_reusable_context_hpp_uint32_t", "label": "uint32_t", @@ -100453,17 +100980,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tools_miinfer_cli_cpp_path", - "label": "path", - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "path", - "source_file": "", - "source_location": "" - }, { "id": "tools_miinfer_cli_cpp_size_t", "label": "size_t", @@ -100475,17 +100991,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tools_miinfer_cli_cpp_span", - "label": "span", - "_origin": "ast", - "community": 648, - "community_name": "size_t", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, { "id": "tools_miinfer_cli_cpp_uint32_t", "label": "uint32_t", @@ -100618,6 +101123,28 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L501" }, + { + "id": "tools_miinfer_cli_stepresult_latency_ms", + "label": "latency_ms", + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "latency_ms", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1308" + }, + { + "id": "tools_miinfer_cli_stepresult_token", + "label": "token", + "_origin": "ast", + "community": 648, + "community_name": "size_t", + "file_type": "code", + "norm_label": "token", + "source_file": "tools/miinfer_cli.cpp", + "source_location": "L1307" + }, { "id": "experiments_exp_0361_wave64_attention_architecture_analysis_architectural_difference", "label": "Architectural difference", @@ -106456,103 +106983,100 @@ "source_location": "L33" }, { - "id": "include_miinfer_qwen35_model_hpp_byte", - "label": "byte", - "_origin": "ast", - "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "byte", - "source_file": "", - "source_location": "" - }, - { - "id": "include_miinfer_qwen35_model_hpp_gguftensortype", - "label": "GgufTensorType", + "id": "experiments_v2_0045_definitive_competitive_qualification_attention_frontier_deferred", + "label": "Attention frontier \u2014 deferred", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "attention frontier \u2014 deferred", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L67" }, { - "id": "include_miinfer_qwen35_model_hpp_size_t", - "label": "size_t", + "id": "experiments_v2_0045_definitive_competitive_qualification_decision", + "label": "Decision", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "decision", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L142" }, { - "id": "include_miinfer_qwen35_model_qwen35tensorview_source", - "label": "source", + "id": "experiments_v2_0045_definitive_competitive_qualification_pinned_starting_point", + "label": "Pinned starting point", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "source", - "source_file": "include/miinfer/qwen35_model.hpp", - "source_location": "L35" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "pinned starting point", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L10" }, { - "id": "src_qwen35_model", - "label": "qwen35_model.cpp", + "id": "experiments_v2_0045_definitive_competitive_qualification_qualification_protocol", + "label": "Qualification protocol", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "qwen35_model.cpp", - "source_file": "src/qwen35_model.cpp", - "source_location": "L1" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "qualification protocol", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L75" }, { - "id": "src_qwen35_model_cpp_size_t", - "label": "size_t", + "id": "experiments_v2_0045_definitive_competitive_qualification_real_agent_workload_and_stability_gate", + "label": "Real agent workload and stability gate", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "real agent workload and stability gate", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L100" }, { - "id": "src_qwen35_model_cpp_string", - "label": "string", + "id": "experiments_v2_0045_definitive_competitive_qualification_required_scoreboard", + "label": "Required scoreboard", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "required scoreboard", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L32" }, { - "id": "src_qwen35_model_cpp_uint32_t", - "label": "uint32_t", + "id": "experiments_v2_0045_definitive_competitive_qualification_state", + "label": "State", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "state", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L3" }, { - "id": "src_qwen35_model_cpp_uint64_t", - "label": "uint64_t", + "id": "experiments_v2_0045_definitive_competitive_qualification_v2_0045_definitive_competitive_qualification", + "label": "V2-0045 \u2014 Definitive competitive qualification", "_origin": "ast", "community": 698, - "community_name": "Qwen35TensorView", - "file_type": "code", - "norm_label": "uint64_t", - "source_file": "", - "source_location": "" + "community_name": "V2-0045 \u2014 Definitive competitive qualification", + "file_type": "document", + "node_kind": "heading", + "norm_label": "v2-0045 \u2014 definitive competitive qualification", + "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "source_location": "L1" }, { "id": "experiments_exp_0395_b128_b4_tail_fallback", @@ -106914,18 +107438,6 @@ "source_file": "AGENTS.md", "source_location": "L1125" }, - { - "id": "agents_34_guiding_principle", - "label": "34. Guiding principle", - "_origin": "ast", - "community": 7, - "community_name": "AGENTS.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "34. guiding principle", - "source_file": "AGENTS.md", - "source_location": "L1148" - }, { "id": "agents_4_repository_philosophy", "label": "4. Repository philosophy", @@ -106998,42 +107510,6 @@ "source_file": "AGENTS.md", "source_location": "L312" }, - { - "id": "agents_agents_md", - "label": "AGENTS.md", - "_origin": "ast", - "community": 7, - "community_name": "AGENTS.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "agents.md", - "source_file": "AGENTS.md", - "source_location": "L1" - }, - { - "id": "agents_graphify", - "label": "graphify", - "_origin": "ast", - "community": 7, - "community_name": "AGENTS.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "graphify", - "source_file": "AGENTS.md", - "source_location": "L1186" - }, - { - "id": "agents_project", - "label": "Project", - "_origin": "ast", - "community": 7, - "community_name": "AGENTS.md", - "file_type": "document", - "node_kind": "heading", - "norm_label": "project", - "source_file": "AGENTS.md", - "source_location": "L3" - }, { "id": "docs_decisions_consequences_493", "label": "Consequences", @@ -107465,6 +107941,17 @@ "source_file": "", "source_location": "" }, + { + "id": "bench_v2_0030_direct_vgpr_streaming_bench_cpp_string", + "label": "string", + "_origin": "ast", + "community": 703, + "community_name": "ShapeBenchmark", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "bench_v2_0030_direct_vgpr_streaming_bench_cpp_uint32_t", "label": "uint32_t", @@ -107895,22 +108382,33 @@ "source_location": "L15" }, { - "id": "include_miinfer_qwen3_layer_hpp_size_t", - "label": "size_t", + "id": "include_miinfer_qwen3_gpu_layer_qwen3gpudecodecache_reset", + "label": "reset", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "reset", + "source_file": "include/miinfer/qwen3_gpu_layer.hpp", + "source_location": "L267" + }, + { + "id": "include_miinfer_qwen3_layer", + "label": "qwen3_layer.hpp", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3ForwardTrace", + "file_type": "code", + "norm_label": "qwen3_layer.hpp", + "source_file": "include/miinfer/qwen3_layer.hpp", + "source_location": "L1" }, { "id": "include_miinfer_qwen3_layer_hpp_vector", "label": "vector", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -107921,7 +108419,7 @@ "label": "caches_", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "caches_", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -107932,7 +108430,7 @@ "label": "length", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "length", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -107943,7 +108441,7 @@ "label": "reset", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "reset", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -107954,7 +108452,7 @@ "label": "embedding", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "embedding", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -107965,7 +108463,7 @@ "label": "final_norm", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "final_norm", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -107976,7 +108474,7 @@ "label": "layer_outputs", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "layer_outputs", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -107987,20 +108485,53 @@ "label": "logits", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", "norm_label": "logits", "source_file": "include/miinfer/qwen3_layer.hpp", "source_location": "L56" }, { - "id": "src_qwen3_layer_cpp_uint32_t", - "label": "uint32_t", + "id": "tests_qwen3_decode_gpu_test", + "label": "qwen3_decode_gpu_test.cpp", "_origin": "ast", "community": 706, - "community_name": "Qwen3Layer0KvCache", + "community_name": "Qwen3ForwardTrace", "file_type": "code", - "norm_label": "uint32_t", + "norm_label": "qwen3_decode_gpu_test.cpp", + "source_file": "tests/qwen3_decode_gpu_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_qwen3_decode_gpu_test_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3ForwardTrace", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_qwen3_decode_gpu_test_cpp_string", + "label": "string", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3ForwardTrace", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_qwen3_decode_gpu_test_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 706, + "community_name": "Qwen3ForwardTrace", + "file_type": "code", + "norm_label": "vector", "source_file": "", "source_location": "" }, @@ -108292,6 +108823,105 @@ "source_file": "docs/decisions.md", "source_location": "L509" }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_conv_l2_norm_ms", + "label": "conv_l2_norm_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "conv_l2_norm_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L34" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_ffn_down_residual_ms", + "label": "ffn_down_residual_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "ffn_down_residual_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L39" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_ffn_gate_up_swiglu_ms", + "label": "ffn_gate_up_swiglu_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "ffn_gate_up_swiglu_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L38" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_gdn_step_ms", + "label": "gdn_step_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "gdn_step_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L35" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_norm_beta_alpha_ms", + "label": "norm_beta_alpha_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "norm_beta_alpha_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L32" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_qkv_gate_proj_ms", + "label": "qkv_gate_proj_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "qkv_gate_proj_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L33" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_residual_norm_ms", + "label": "residual_norm_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "residual_norm_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L37" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_ssm_post_out_ms", + "label": "ssm_post_out_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "ssm_post_out_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L36" + }, + { + "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_total_layer_ms", + "label": "total_layer_ms", + "_origin": "ast", + "community": 710, + "community_name": "RecurrentLayerState", + "file_type": "code", + "norm_label": "total_layer_ms", + "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", + "source_location": "L40" + }, { "id": "include_miinfer_prefill_v2_state_hpp_size_t", "label": "size_t", @@ -108391,17 +109021,6 @@ "source_file": "", "source_location": "" }, - { - "id": "src_prefill_v2_recurrent_layer", - "label": "recurrent_layer.cpp", - "_origin": "ast", - "community": 710, - "community_name": "RecurrentLayerState", - "file_type": "code", - "norm_label": "recurrent_layer.cpp", - "source_file": "src/prefill_v2/recurrent_layer.cpp", - "source_location": "L1" - }, { "id": "src_prefill_v2_recurrent_layer_cpp_hipstream_t", "label": "hipStream_t", @@ -108413,39 +109032,6 @@ "source_file": "", "source_location": "" }, - { - "id": "src_prefill_v2_recurrent_layer_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 710, - "community_name": "RecurrentLayerState", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_prefill_v2_recurrent_layer_cpp_string_view", - "label": "string_view", - "_origin": "ast", - "community": 710, - "community_name": "RecurrentLayerState", - "file_type": "code", - "norm_label": "string_view", - "source_file": "", - "source_location": "" - }, - { - "id": "src_prefill_v2_recurrent_layer_cpp_t", - "label": "T", - "_origin": "ast", - "community": 710, - "community_name": "RecurrentLayerState", - "file_type": "code", - "norm_label": "t", - "source_file": "", - "source_location": "" - }, { "id": "src_prefill_v2_recurrent_layer_cpp_uint32_t", "label": "uint32_t", @@ -109056,125 +109642,111 @@ "source_location": "L20" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_conv_l2_norm_ms", - "label": "conv_l2_norm_ms", + "id": "experiments_v2_0047_release_packaging", + "label": "V2-0047-release-packaging.md", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "conv_l2_norm_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L34" - }, - { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_ffn_down_residual_ms", - "label": "ffn_down_residual_ms", - "_origin": "ast", - "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "ffn_down_residual_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L39" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "page", + "norm_label": "v2-0047-release-packaging.md", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L1" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_ffn_gate_up_swiglu_ms", - "label": "ffn_gate_up_swiglu_ms", + "id": "experiments_v2_0047_release_packaging_baseline_and_environment", + "label": "Baseline and environment", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "ffn_gate_up_swiglu_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L38" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "heading", + "norm_label": "baseline and environment", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L10" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_gdn_step_ms", - "label": "gdn_step_ms", + "id": "experiments_v2_0047_release_packaging_build_graph_correction", + "label": "Build-graph correction", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "gdn_step_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L35" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "heading", + "norm_label": "build-graph correction", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L57" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_norm_beta_alpha_ms", - "label": "norm_beta_alpha_ms", + "id": "experiments_v2_0047_release_packaging_cpack_failure_reproduced", + "label": "CPack failure reproduced", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "norm_beta_alpha_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L32" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "heading", + "norm_label": "cpack failure reproduced", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L19" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_qkv_gate_proj_ms", - "label": "qkv_gate_proj_ms", + "id": "experiments_v2_0047_release_packaging_final_release_artifact", + "label": "Final release artifact", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "qkv_gate_proj_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L33" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "heading", + "norm_label": "final release artifact", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L73" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_residual_norm_ms", - "label": "residual_norm_ms", + "id": "experiments_v2_0047_release_packaging_objective", + "label": "Objective", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "residual_norm_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L37" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "heading", + "norm_label": "objective", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L3" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_ssm_post_out_ms", - "label": "ssm_post_out_ms", + "id": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "label": "V2-0047 \u2014 Release packaging and distribution hardening", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "ssm_post_out_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L36" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "heading", + "norm_label": "v2-0047 \u2014 release packaging and distribution hardening", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L1" }, { - "id": "include_miinfer_prefill_v2_recurrent_layer_recurrentlayerdecodephasetimings_total_layer_ms", - "label": "total_layer_ms", + "id": "experiments_v2_0047_release_packaging_verification_transcript", + "label": "Verification transcript", "_origin": "ast", "community": 715, - "community_name": "RecurrentLayerDecodePhaseTimings", - "file_type": "code", - "norm_label": "total_layer_ms", - "source_file": "include/miinfer/prefill_v2/recurrent_layer.hpp", - "source_location": "L40" - }, - { - "id": "json", - "label": "json", - "_origin": "ast", - "community": 716, - "community_name": "openai_api.cpp", - "file_type": "code", - "norm_label": "json", - "source_file": "", - "source_location": "" + "community_name": "V2-0047 \u2014 Release packaging and distribution hardening", + "file_type": "document", + "node_kind": "heading", + "norm_label": "verification transcript", + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L93" }, { - "id": "scripts_check_m6a1_fixture", - "label": "check-m6a1-fixture.py", + "id": "include_miinfer_openai_api_openaigeneratedtoolcalls_calls", + "label": "calls", "_origin": "ast", "community": 716, "community_name": "openai_api.cpp", "file_type": "code", - "norm_label": "check-m6a1-fixture.py", - "source_file": "scripts/check-m6a1-fixture.py", - "source_location": "L1" + "norm_label": "calls", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L56" }, { "id": "src_openai_api", @@ -109209,6 +109781,17 @@ "source_file": "", "source_location": "" }, + { + "id": "src_openai_api_cpp_string_view", + "label": "string_view", + "_origin": "ast", + "community": 716, + "community_name": "openai_api.cpp", + "file_type": "code", + "norm_label": "string_view", + "source_file": "", + "source_location": "" + }, { "id": "src_openai_api_cpp_vector", "label": "vector", @@ -109408,60 +109991,16 @@ "source_location": "L56" }, { - "id": "include_miinfer_prefill_v2_model_hpp_vector", - "label": "vector", + "id": "include_miinfer_prefill_v2_model_hpp_uint32_t", + "label": "uint32_t", "_origin": "ast", "community": 717, "community_name": "GenerateStats", "file_type": "code", - "norm_label": "vector", + "norm_label": "uint32_t", "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_block_breakdowns", - "label": "block_breakdowns", - "_origin": "ast", - "community": 717, - "community_name": "GenerateStats", - "file_type": "code", - "norm_label": "block_breakdowns", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L70" - }, - { - "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_embedding_ms", - "label": "embedding_ms", - "_origin": "ast", - "community": 717, - "community_name": "GenerateStats", - "file_type": "code", - "norm_label": "embedding_ms", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L69" - }, - { - "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_final_norm_ms", - "label": "final_norm_ms", - "_origin": "ast", - "community": 717, - "community_name": "GenerateStats", - "file_type": "code", - "norm_label": "final_norm_ms", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L71" - }, - { - "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_total_model_ms", - "label": "total_model_ms", - "_origin": "ast", - "community": 717, - "community_name": "GenerateStats", - "file_type": "code", - "norm_label": "total_model_ms", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L72" - }, { "id": "tools_miinfer_cli_remainderschedulercounters_complete_b512_chunks", "label": "complete_b512_chunks", @@ -110069,235 +110608,114 @@ "source_location": "L36" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_ffn_output", - "label": "ffn_output", + "id": "tests_qwen3_forward_gpu_test_metrics_actual_at_max", + "label": "actual_at_max", "_origin": "ast", "community": 722, - "community_name": "Qwen3FfnProbeTrace", + "community_name": "Metrics", "file_type": "code", - "norm_label": "ffn_output", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L210" + "norm_label": "actual_at_max", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L47" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_gate", - "label": "gate", + "id": "tests_qwen3_forward_gpu_test_metrics_expected_at_max", + "label": "expected_at_max", "_origin": "ast", "community": 722, - "community_name": "Qwen3FfnProbeTrace", + "community_name": "Metrics", "file_type": "code", - "norm_label": "gate", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L207" + "norm_label": "expected_at_max", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L48" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_layer_output", - "label": "layer_output", + "id": "tests_qwen3_forward_gpu_test_metrics_max_abs", + "label": "max_abs", "_origin": "ast", "community": 722, - "community_name": "Qwen3FfnProbeTrace", + "community_name": "Metrics", "file_type": "code", - "norm_label": "layer_output", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L211" + "norm_label": "max_abs", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L42" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_swiglu", - "label": "swiglu", + "id": "tests_qwen3_forward_gpu_test_metrics_max_index", + "label": "max_index", "_origin": "ast", "community": 722, - "community_name": "Qwen3FfnProbeTrace", + "community_name": "Metrics", "file_type": "code", - "norm_label": "swiglu", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L209" + "norm_label": "max_index", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L46" }, { - "id": "include_miinfer_qwen3_gpu_layer_qwen3ffnprobetrace_up", - "label": "up", + "id": "tests_qwen3_forward_gpu_test_metrics_max_rel", + "label": "max_rel", "_origin": "ast", "community": 722, - "community_name": "Qwen3FfnProbeTrace", - "file_type": "code", - "norm_label": "up", - "source_file": "include/miinfer/qwen3_gpu_layer.hpp", - "source_location": "L208" - }, - { - "id": "tools_qwen35_gpu_pipeline_hpp_array", - "label": "array", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "array", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_qwen35_gpu_pipeline_hpp_byte", - "label": "byte", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "byte", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_qwen35_gpu_pipeline_hpp_uint64_t", - "label": "uint64_t", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "uint64_t", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_attention_dispatches", - "label": "attention_dispatches", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "attention_dispatches", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L55" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_attention_weight_upload_bytes", - "label": "attention_weight_upload_bytes", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "attention_weight_upload_bytes", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L57" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_attention_weight_upload_ms", - "label": "attention_weight_upload_ms", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "attention_weight_upload_ms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L59" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_recurrent_dispatches", - "label": "recurrent_dispatches", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "recurrent_dispatches", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L54" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_recurrent_weight_upload_bytes", - "label": "recurrent_weight_upload_bytes", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "recurrent_weight_upload_bytes", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L56" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_recurrent_weight_upload_ms", - "label": "recurrent_weight_upload_ms", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "recurrent_weight_upload_ms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L58" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_weight_upload_bytes", - "label": "weight_upload_bytes", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", - "file_type": "code", - "norm_label": "weight_upload_bytes", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L60" - }, - { - "id": "tools_qwen35_gpu_pipeline_m23profilecounters_weight_upload_ms", - "label": "weight_upload_ms", - "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "Metrics", "file_type": "code", - "norm_label": "weight_upload_ms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L61" + "norm_label": "max_rel", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L45" }, { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_gated", - "label": "gated", + "id": "tests_qwen3_forward_gpu_test_metrics_mean_abs", + "label": "mean_abs", "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", + "community": 722, + "community_name": "Metrics", "file_type": "code", - "norm_label": "gated", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L616" + "norm_label": "mean_abs", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L43" }, { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_input", - "label": "input", + "id": "tests_qwen3_forward_gpu_test_metrics_rmse", + "label": "rmse", "_origin": "ast", - "community": 723, - "community_name": "M23ProfileCounters", + "community": 722, + "community_name": "Metrics", "file_type": "code", - "norm_label": "input", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L619" + "norm_label": "rmse", + "source_file": "tests/qwen3_forward_gpu_test.cpp", + "source_location": "L44" }, { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_projected", - "label": "projected", + "id": "tests_qwen3_primitives_test", + "label": "qwen3_primitives_test.cpp", "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": "projected", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L618" + "norm_label": "qwen3_primitives_test.cpp", + "source_file": "tests/qwen3_primitives_test.cpp", + "source_location": "L1" }, { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_q8_input", - "label": "q8_input", + "id": "tests_qwen3_primitives_test_cpp_t", + "label": "T", "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": "q8_input", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L617" + "norm_label": "t", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_residual", - "label": "residual", + "id": "tests_qwen3_primitives_test_cpp_vector", + "label": "vector", "_origin": "ast", "community": 723, - "community_name": "M23ProfileCounters", + "community_name": "qwen3_primitives_test.cpp", "file_type": "code", - "norm_label": "residual", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L620" + "norm_label": "vector", + "source_file": "", + "source_location": "" }, { "id": "experiments_exp_v2_0027_cold_prefill_mmq_roofline", @@ -110731,6 +111149,39 @@ "source_file": "experiments/EXP-V2-0009-decode-fast-path-recovery.md", "source_location": "L3" }, + { + "id": "bench_prefill_v2_model_bench_cpp_pair", + "label": "pair", + "_origin": "ast", + "community": 727, + "community_name": "DeviceInfo", + "file_type": "code", + "norm_label": "pair", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefill_v2_model_bench_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 727, + "community_name": "DeviceInfo", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, + { + "id": "bench_prefill_v2_model_bench_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 727, + "community_name": "DeviceInfo", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_device_validation", "label": "device_validation.hpp", @@ -110831,88 +111282,88 @@ "source_location": "" }, { - "id": "bench_qwen3_attention_ab_bench_cpp_ostream", - "label": "ostream", + "id": "tools_qwen35_gpu_pipeline_gatepathcapture_gate", + "label": "gate", "_origin": "ast", "community": 728, - "community_name": "Stats", + "community_name": "GatePathCapture", "file_type": "code", - "norm_label": "ostream", - "source_file": "", - "source_location": "" + "norm_label": "gate", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L628" }, { - "id": "bench_qwen3_attention_ab_bench_cpp_size_t", - "label": "size_t", + "id": "tools_qwen35_gpu_pipeline_gatepathcapture_gated", + "label": "gated", "_origin": "ast", "community": 728, - "community_name": "Stats", + "community_name": "GatePathCapture", "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" + "norm_label": "gated", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L629" }, { - "id": "bench_qwen3_attention_ab_bench_stats_max_ms", - "label": "max_ms", + "id": "tools_qwen35_gpu_pipeline_gatepathcapture_head_norm", + "label": "head_norm", "_origin": "ast", "community": 728, - "community_name": "Stats", + "community_name": "GatePathCapture", "file_type": "code", - "norm_label": "max_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L56" + "norm_label": "head_norm", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L625" }, { - "id": "bench_qwen3_attention_ab_bench_stats_mean_ms", - "label": "mean_ms", + "id": "tools_qwen35_gpu_pipeline_gatepathcapture_head_scaled", + "label": "head_scaled", "_origin": "ast", "community": 728, - "community_name": "Stats", + "community_name": "GatePathCapture", "file_type": "code", - "norm_label": "mean_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L53" + "norm_label": "head_scaled", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L626" }, { - "id": "bench_qwen3_attention_ab_bench_stats_median_ms", - "label": "median_ms", + "id": "tools_qwen35_gpu_pipeline_gatepathcapture_normalized", + "label": "normalized", "_origin": "ast", "community": 728, - "community_name": "Stats", + "community_name": "GatePathCapture", "file_type": "code", - "norm_label": "median_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L54" + "norm_label": "normalized", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L627" }, { - "id": "bench_qwen3_attention_ab_bench_stats_min_ms", - "label": "min_ms", + "id": "tools_qwen35_gpu_pipeline_gatepathcapture_recurrent_output", + "label": "recurrent_output", "_origin": "ast", "community": 728, - "community_name": "Stats", + "community_name": "GatePathCapture", "file_type": "code", - "norm_label": "min_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L55" + "norm_label": "recurrent_output", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L624" }, { - "id": "bench_qwen3_attention_ab_bench_stats_stddev_ms", - "label": "stddev_ms", + "id": "include_miinfer_qwen3_layer_hpp_size_t", + "label": "size_t", "_origin": "ast", - "community": 728, - "community_name": "Stats", + "community": 729, + "community_name": "Qwen3Layer0KvCache", "file_type": "code", - "norm_label": "stddev_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L57" + "norm_label": "size_t", + "source_file": "", + "source_location": "" }, { "id": "include_miinfer_qwen3_layer_hpp_span", "label": "span", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "span", "source_file": "", @@ -110923,7 +111374,7 @@ "label": "append", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "append", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -110934,7 +111385,7 @@ "label": "reset", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "reset", "source_file": "include/miinfer/qwen3_layer.hpp", @@ -110945,7 +111396,7 @@ "label": "qwen3_kv_cache_test.cpp", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "qwen3_kv_cache_test.cpp", "source_file": "tests/qwen3_kv_cache_test.cpp", @@ -110956,7 +111407,7 @@ "label": "path", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "path", "source_file": "", @@ -110967,7 +111418,7 @@ "label": "size_t", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -110978,7 +111429,7 @@ "label": "span", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "span", "source_file": "", @@ -110989,7 +111440,7 @@ "label": "vector", "_origin": "ast", "community": 729, - "community_name": "qwen3_kv_cache_test.cpp", + "community_name": "Qwen3Layer0KvCache", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -111235,6 +111686,39 @@ "source_file": "experiments/EXP-V2-0021-production-suffix-hip-graph.md", "source_location": "L75" }, + { + "id": "include_miinfer_openai_api_chattool_description", + "label": "description", + "_origin": "ast", + "community": 731, + "community_name": "OpenAiChatRequest", + "file_type": "code", + "norm_label": "description", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L20" + }, + { + "id": "include_miinfer_openai_api_chattool_name", + "label": "name", + "_origin": "ast", + "community": 731, + "community_name": "OpenAiChatRequest", + "file_type": "code", + "norm_label": "name", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L19" + }, + { + "id": "include_miinfer_openai_api_chattool_parameters_json", + "label": "parameters_json", + "_origin": "ast", + "community": 731, + "community_name": "OpenAiChatRequest", + "file_type": "code", + "norm_label": "parameters_json", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L21" + }, { "id": "include_miinfer_openai_api_hpp_size_t", "label": "size_t", @@ -111246,6 +111730,17 @@ "source_file": "", "source_location": "" }, + { + "id": "include_miinfer_openai_api_hpp_string", + "label": "string", + "_origin": "ast", + "community": 731, + "community_name": "OpenAiChatRequest", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_openai_api_hpp_uint32_t", "label": "uint32_t", @@ -111411,6 +111906,28 @@ "source_file": "include/miinfer/openai_api.hpp", "source_location": "L40" }, + { + "id": "include_miinfer_openai_api_openaiparseresult_error", + "label": "error", + "_origin": "ast", + "community": 731, + "community_name": "OpenAiChatRequest", + "file_type": "code", + "norm_label": "error", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L50" + }, + { + "id": "include_miinfer_openai_api_openaiparseresult_request", + "label": "request", + "_origin": "ast", + "community": 731, + "community_name": "OpenAiChatRequest", + "file_type": "code", + "norm_label": "request", + "source_file": "include/miinfer/openai_api.hpp", + "source_location": "L49" + }, { "id": "experiments_exp_v2_0014_prefix_state_reuse", "label": "EXP-V2-0014-prefix-state-reuse.md", @@ -111568,92 +112085,76 @@ "source_location": "L33" }, { - "id": "bench_qwen3_attention_ab_bench_measurement_decode_ms", - "label": "decode_ms", - "_origin": "ast", - "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "decode_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L63" - }, - { - "id": "bench_qwen3_attention_ab_bench_measurement_generated_ids", - "label": "generated_ids", + "id": "developer_guide_correctness_before_performance", + "label": "Correctness before performance", "_origin": "ast", "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "generated_ids", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L65" + "community_name": "Design principles", + "file_type": "document", + "node_kind": "heading", + "norm_label": "correctness before performance", + "source_file": "developer-guide.md", + "source_location": "L501" }, { - "id": "bench_qwen3_attention_ab_bench_measurement_prefill_ms", - "label": "prefill_ms", + "id": "developer_guide_design_principles", + "label": "Design principles", "_origin": "ast", "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "prefill_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L61" + "community_name": "Design principles", + "file_type": "document", + "node_kind": "heading", + "norm_label": "design principles", + "source_file": "developer-guide.md", + "source_location": "L469" }, { - "id": "bench_qwen3_attention_ab_bench_measurement_total_ms", - "label": "total_ms", + "id": "developer_guide_hot_paths_should_be_static", + "label": "Hot paths should be static", "_origin": "ast", "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "total_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L64" + "community_name": "Design principles", + "file_type": "document", + "node_kind": "heading", + "norm_label": "hot paths should be static", + "source_file": "developer-guide.md", + "source_location": "L524" }, { - "id": "bench_qwen3_attention_ab_bench_measurement_ttft_ms", - "label": "ttft_ms", + "id": "developer_guide_measure_before_optimizing", + "label": "Measure before optimizing", "_origin": "ast", "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "ttft_ms", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L62" + "community_name": "Design principles", + "file_type": "document", + "node_kind": "heading", + "norm_label": "measure before optimizing", + "source_file": "developer-guide.md", + "source_location": "L486" }, { - "id": "bench_qwen3_attention_ab_bench_policysamples_measurements", - "label": "measurements", + "id": "developer_guide_negative_results_are_retained", + "label": "Negative results are retained", "_origin": "ast", "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "measurements", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L70" + "community_name": "Design principles", + "file_type": "document", + "node_kind": "heading", + "norm_label": "negative results are retained", + "source_file": "developer-guide.md", + "source_location": "L514" }, { - "id": "bench_qwen3_attention_ab_bench_policysamples_name", - "label": "name", + "id": "developer_guide_specialization_is_intentional", + "label": "Specialization is intentional", "_origin": "ast", "community": 733, - "community_name": "Measurement", - "file_type": "code", - "norm_label": "name", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L69" - }, - { - "id": "bench_qwen35_gqa_prefill_bench_cpp_hipevent_t", - "label": "hipEvent_t", - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "hipevent_t", - "source_file": "", - "source_location": "" + "community_name": "Design principles", + "file_type": "document", + "node_kind": "heading", + "norm_label": "specialization is intentional", + "source_file": "developer-guide.md", + "source_location": "L471" }, { "id": "include_miinfer_prefill_v2_kv_cache_attentionkvcacheview_capacity", @@ -111765,50 +112266,6 @@ "source_file": "include/miinfer/prefill_v2/kv_cache.hpp", "source_location": "L33" }, - { - "id": "src_prefill_v2_topology_block", - "label": "topology_block.cpp", - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "topology_block.cpp", - "source_file": "src/prefill_v2/topology_block.cpp", - "source_location": "L1" - }, - { - "id": "src_prefill_v2_topology_block_cpp_hipstream_t", - "label": "hipStream_t", - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "hipstream_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_prefill_v2_topology_block_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "src_prefill_v2_topology_block_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 734, - "community_name": "AttentionKvCacheView", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "mode", "label": "Mode", @@ -111875,6 +112332,17 @@ "source_file": "tools/miinfer_cli.cpp", "source_location": "L474" }, + { + "id": "tools_qwen35_gpu_pipeline_hpp_array", + "label": "array", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "array", + "source_file": "", + "source_location": "" + }, { "id": "tools_qwen35_gpu_pipeline_hpp_hipevent_t", "label": "hipEvent_t", @@ -111886,6 +112354,94 @@ "source_file": "", "source_location": "" }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_attention_dispatches", + "label": "attention_dispatches", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "attention_dispatches", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L55" + }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_attention_weight_upload_bytes", + "label": "attention_weight_upload_bytes", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "attention_weight_upload_bytes", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L57" + }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_attention_weight_upload_ms", + "label": "attention_weight_upload_ms", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "attention_weight_upload_ms", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L59" + }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_recurrent_dispatches", + "label": "recurrent_dispatches", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "recurrent_dispatches", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L54" + }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_recurrent_weight_upload_bytes", + "label": "recurrent_weight_upload_bytes", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "recurrent_weight_upload_bytes", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L56" + }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_recurrent_weight_upload_ms", + "label": "recurrent_weight_upload_ms", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "recurrent_weight_upload_ms", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L58" + }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_weight_upload_bytes", + "label": "weight_upload_bytes", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "weight_upload_bytes", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L60" + }, + { + "id": "tools_qwen35_gpu_pipeline_m23profilecounters_weight_upload_ms", + "label": "weight_upload_ms", + "_origin": "ast", + "community": 736, + "community_name": "StageProfile", + "file_type": "code", + "norm_label": "weight_upload_ms", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L61" + }, { "id": "tools_qwen35_gpu_pipeline_stageprofile_ordered_end", "label": "ordered_end", @@ -112849,18 +113405,6 @@ "source_file": "experiments/EXP-V2-0043-reference-shaped-gqa-attention-rewrite.md", "source_location": "L296" }, - { - "id": "docs_roadmap_benchmark_before_claim", - "label": "Benchmark before claim", - "_origin": "ast", - "community": 739, - "community_name": "M1 \u2014 Kernel Laboratory", - "file_type": "document", - "node_kind": "heading", - "norm_label": "benchmark before claim", - "source_file": "docs/roadmap.md", - "source_location": "L95" - }, { "id": "docs_roadmap_benchmark_harness", "label": "Benchmark harness", @@ -112873,30 +113417,6 @@ "source_file": "docs/roadmap.md", "source_location": "L228" }, - { - "id": "docs_roadmap_correctness_before_speed", - "label": "Correctness before speed", - "_origin": "ast", - "community": 739, - "community_name": "M1 \u2014 Kernel Laboratory", - "file_type": "document", - "node_kind": "heading", - "norm_label": "correctness before speed", - "source_file": "docs/roadmap.md", - "source_location": "L91" - }, - { - "id": "docs_roadmap_evidence_before_architecture", - "label": "Evidence before architecture", - "_origin": "ast", - "community": 739, - "community_name": "M1 \u2014 Kernel Laboratory", - "file_type": "document", - "node_kind": "heading", - "norm_label": "evidence before architecture", - "source_file": "docs/roadmap.md", - "source_location": "L83" - }, { "id": "docs_roadmap_exit_criteria_247", "label": "Exit criteria", @@ -112957,18 +113477,6 @@ "source_file": "docs/roadmap.md", "source_location": "L201" }, - { - "id": "docs_roadmap_narrow_before_broad", - "label": "Narrow before broad", - "_origin": "ast", - "community": 739, - "community_name": "M1 \u2014 Kernel Laboratory", - "file_type": "document", - "node_kind": "heading", - "norm_label": "narrow before broad", - "source_file": "docs/roadmap.md", - "source_location": "L87" - }, { "id": "docs_roadmap_questions_207", "label": "Questions", @@ -112981,18 +113489,6 @@ "source_file": "docs/roadmap.md", "source_location": "L207" }, - { - "id": "docs_roadmap_roadmap_principles", - "label": "Roadmap Principles", - "_origin": "ast", - "community": 739, - "community_name": "M1 \u2014 Kernel Laboratory", - "file_type": "document", - "node_kind": "heading", - "norm_label": "roadmap principles", - "source_file": "docs/roadmap.md", - "source_location": "L81" - }, { "id": "docs_decisions_consequences_720", "label": "Consequences", @@ -113052,17 +113548,6 @@ "source_file": "include/miinfer/model_plan.hpp", "source_location": "L46" }, - { - "id": "include_miinfer_model_plan_gpuweightarena_release", - "label": "release", - "_origin": "ast", - "community": 740, - "community_name": "Qwen3GpuPlan", - "file_type": "code", - "norm_label": "release", - "source_file": "include/miinfer/model_plan.hpp", - "source_location": "L52" - }, { "id": "include_miinfer_model_plan_gpuweightarena_upload", "label": "upload", @@ -113361,203 +113846,170 @@ "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_recurrenttrace_layer", - "label": "layer", + "id": "include_miinfer_gguf_gguftensor_byte_size", + "label": "byte_size", "_origin": "ast", - "community": 740, - "community_name": "Qwen3GpuPlan", + "community": 741, + "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "layer", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L523" + "norm_label": "byte_size", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L42" }, { - "id": "tools_m6a21_qwen35_gpu_hybrid_block", - "label": "m6a21_qwen35_gpu_hybrid_block.cpp", + "id": "include_miinfer_gguf_gguftensor_data", + "label": "data", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "m6a21_qwen35_gpu_hybrid_block.cpp", - "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", - "source_location": "L1" + "norm_label": "data", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L43" }, { - "id": "tools_qwen35_gpu_pipeline", - "label": "qwen35_gpu_pipeline.hpp", + "id": "include_miinfer_gguf_gguftensor_dimensions", + "label": "dimensions", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "qwen35_gpu_pipeline.hpp", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L1" + "norm_label": "dimensions", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L39" }, { - "id": "tools_qwen35_gpu_pipeline_bytemismatch_count", - "label": "count", + "id": "include_miinfer_gguf_gguftensor_name", + "label": "name", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "count", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L670" + "norm_label": "name", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L38" }, { - "id": "tools_qwen35_gpu_pipeline_bytemismatch_first", - "label": "first", + "id": "include_miinfer_gguf_gguftensor_offset", + "label": "offset", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "first", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L671" + "norm_label": "offset", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L41" }, { - "id": "tools_qwen35_gpu_pipeline_detailederror_max_abs", - "label": "max_abs", + "id": "include_miinfer_gguf_gguftensor_type", + "label": "type", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "max_abs", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L408" + "norm_label": "type", + "source_file": "include/miinfer/gguf.hpp", + "source_location": "L40" }, { - "id": "tools_qwen35_gpu_pipeline_detailederror_mean_abs", - "label": "mean_abs", + "id": "include_miinfer_gguf_hpp_gguftensortype", + "label": "GgufTensorType", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "mean_abs", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L409" + "norm_label": "gguftensortype", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_detailederror_reference_rms", - "label": "reference_rms", + "id": "include_miinfer_gguf_hpp_uint64_t", + "label": "uint64_t", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "reference_rms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L411" + "norm_label": "uint64_t", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_detailederror_relative_rms", - "label": "relative_rms", + "id": "tools_m6a21_qwen35_gpu_hybrid_block", + "label": "m6a21_qwen35_gpu_hybrid_block.cpp", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "relative_rms", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L412" + "norm_label": "m6a21_qwen35_gpu_hybrid_block.cpp", + "source_file": "tools/m6a21_qwen35_gpu_hybrid_block.cpp", + "source_location": "L1" }, { - "id": "tools_qwen35_gpu_pipeline_detailederror_rms", - "label": "rms", + "id": "tools_qwen35_gpu_pipeline", + "label": "qwen35_gpu_pipeline.hpp", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "rms", + "norm_label": "qwen35_gpu_pipeline.hpp", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L410" + "source_location": "L1" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_buffer", - "label": "Buffer", + "id": "tools_qwen35_gpu_pipeline_bytemismatch_count", + "label": "count", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "buffer", - "source_file": "", - "source_location": "" + "norm_label": "count", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L670" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_gguftensortype", - "label": "GgufTensorType", + "id": "tools_qwen35_gpu_pipeline_bytemismatch_first", + "label": "first", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" + "norm_label": "first", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L671" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_initializer_list", - "label": "initializer_list", + "id": "tools_qwen35_gpu_pipeline_hpp_buffer", + "label": "Buffer", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "initializer_list", + "norm_label": "buffer", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_path", - "label": "path", + "id": "tools_qwen35_gpu_pipeline_hpp_gguftensortype", + "label": "GgufTensorType", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "path", + "norm_label": "gguftensortype", "source_file": "", "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_hpp_span", - "label": "span", + "id": "tools_qwen35_gpu_pipeline_hpp_initializer_list", + "label": "initializer_list", "_origin": "ast", "community": 741, "community_name": "qwen35_gpu_pipeline.hpp", "file_type": "code", - "norm_label": "span", + "norm_label": "initializer_list", "source_file": "", "source_location": "" }, - { - "id": "tools_qwen35_gpu_pipeline_locatederror_actual", - "label": "actual", - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "actual", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L495" - }, - { - "id": "tools_qwen35_gpu_pipeline_locatederror_expected", - "label": "expected", - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "expected", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L496" - }, - { - "id": "tools_qwen35_gpu_pipeline_locatederror_index", - "label": "index", - "_origin": "ast", - "community": 741, - "community_name": "qwen35_gpu_pipeline.hpp", - "file_type": "code", - "norm_label": "index", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L494" - }, { "id": "tools_qwen35_gpu_pipeline_stageprofile_end", "label": "end", @@ -113812,81 +114264,59 @@ "source_location": "L23" }, { - "id": "bench_qwen3_attention_ab_bench_options_ab_mode", - "label": "ab_mode", - "_origin": "ast", - "community": 744, - "community_name": "Options", - "file_type": "code", - "norm_label": "ab_mode", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L44" - }, - { - "id": "bench_qwen3_attention_ab_bench_options_decode_tokens", - "label": "decode_tokens", - "_origin": "ast", - "community": 744, - "community_name": "Options", - "file_type": "code", - "norm_label": "decode_tokens", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L47" - }, - { - "id": "bench_qwen3_attention_ab_bench_options_json_output", - "label": "json_output", + "id": "include_miinfer_prefill_v2_model_hpp_vector", + "label": "vector", "_origin": "ast", "community": 744, - "community_name": "Options", + "community_name": "ModelProfileBreakdown", "file_type": "code", - "norm_label": "json_output", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L49" + "norm_label": "vector", + "source_file": "", + "source_location": "" }, { - "id": "bench_qwen3_attention_ab_bench_options_model_path", - "label": "model_path", + "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_block_breakdowns", + "label": "block_breakdowns", "_origin": "ast", "community": 744, - "community_name": "Options", + "community_name": "ModelProfileBreakdown", "file_type": "code", - "norm_label": "model_path", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L43" + "norm_label": "block_breakdowns", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L70" }, { - "id": "bench_qwen3_attention_ab_bench_options_pairs", - "label": "pairs", + "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_embedding_ms", + "label": "embedding_ms", "_origin": "ast", "community": 744, - "community_name": "Options", + "community_name": "ModelProfileBreakdown", "file_type": "code", - "norm_label": "pairs", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L48" + "norm_label": "embedding_ms", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L69" }, { - "id": "bench_qwen3_attention_ab_bench_options_prompt_ids", - "label": "prompt_ids", + "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_final_norm_ms", + "label": "final_norm_ms", "_origin": "ast", "community": 744, - "community_name": "Options", + "community_name": "ModelProfileBreakdown", "file_type": "code", - "norm_label": "prompt_ids", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L45" + "norm_label": "final_norm_ms", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L71" }, { - "id": "bench_qwen3_attention_ab_bench_options_warmup_tokens", - "label": "warmup_tokens", + "id": "include_miinfer_prefill_v2_model_modelprofilebreakdown_total_model_ms", + "label": "total_model_ms", "_origin": "ast", "community": 744, - "community_name": "Options", + "community_name": "ModelProfileBreakdown", "file_type": "code", - "norm_label": "warmup_tokens", - "source_file": "bench/qwen3_attention_ab_bench.cpp", - "source_location": "L46" + "norm_label": "total_model_ms", + "source_file": "include/miinfer/prefill_v2/model.hpp", + "source_location": "L72" }, { "id": "experiments_exp_v2_0044_fp32_kq_fragment_parity_decision", @@ -114093,39 +114523,6 @@ "source_file": "include/miinfer/prefill_v2/topology_block.hpp", "source_location": "L24" }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_prefill_v2_state_hpp_uint32_t", "label": "uint32_t", @@ -114192,17 +114589,6 @@ "source_file": "include/miinfer/prefill_v2/state.hpp", "source_location": "L39" }, - { - "id": "recurrentlayerworkspacemanager", - "label": "RecurrentLayerWorkspaceManager", - "_origin": "ast", - "community": 748, - "community_name": "RecurrentLayerStateStorage", - "file_type": "code", - "norm_label": "recurrentlayerworkspacemanager", - "source_file": "", - "source_location": "" - }, { "id": "experiments_exp_v2_0016_wave64_suffix_attention", "label": "EXP-V2-0016-wave64-suffix-attention.md", @@ -114526,39 +114912,6 @@ "source_file": "", "source_location": "" }, - { - "id": "tools_m6a6_qwen35_full_forward", - "label": "m6a6_qwen35_full_forward.cpp", - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "m6a6_qwen35_full_forward.cpp", - "source_file": "tools/m6a6_qwen35_full_forward.cpp", - "source_location": "L1" - }, - { - "id": "tools_m6a6_qwen35_full_forward_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "tools_m6a6_qwen35_full_forward_cpp_span", - "label": "span", - "_origin": "ast", - "community": 750, - "community_name": "recurrent_block", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, { "id": "tools_m6a7_qwen35_stateful_generation", "label": "m6a7_qwen35_stateful_generation.cpp", @@ -115033,17 +115386,6 @@ "source_file": "include/miinfer/prefill_v2/attention_layer.hpp", "source_location": "L39" }, - { - "id": "bench_prefill_v2_recurrent_layer_bakeoff_cpp_span", - "label": "span", - "_origin": "ast", - "community": 755, - "community_name": "NumericalMetrics", - "file_type": "code", - "norm_label": "span", - "source_file": "", - "source_location": "" - }, { "id": "bench_prefill_v2_recurrent_layer_bakeoff_numericalmetrics_all_finite", "label": "all_finite", @@ -115419,17 +115761,39 @@ "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", "source_location": "L77" }, + { + "id": "json", + "label": "json", + "_origin": "ast", + "community": 758, + "community_name": "json", + "file_type": "code", + "norm_label": "json", + "source_file": "", + "source_location": "" + }, { "id": "scripts_bench_m18_runtime", "label": "bench-m18-runtime.py", "_origin": "ast", "community": 758, - "community_name": "bench-m18-runtime.py", + "community_name": "json", "file_type": "code", "norm_label": "bench-m18-runtime.py", "source_file": "scripts/bench-m18-runtime.py", "source_location": "L1" }, + { + "id": "scripts_check_m6a1_fixture", + "label": "check-m6a1-fixture.py", + "_origin": "ast", + "community": 758, + "community_name": "json", + "file_type": "code", + "norm_label": "check-m6a1-fixture.py", + "source_file": "scripts/check-m6a1-fixture.py", + "source_location": "L1" + }, { "id": "include_miinfer_prefill_v2_model_generateoptions_cache_prefix_after", "label": "cache_prefix_after", @@ -115650,17 +116014,6 @@ "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_prefill_v2_model_hpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 759, - "community_name": "GenerateOptions", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "docs_decisions_consequences_96", "label": "Consequences", @@ -115720,6 +116073,17 @@ "source_file": "", "source_location": "" }, + { + "id": "bench_v2_0029_mmq_efficiency_bench_cpp_string", + "label": "string", + "_origin": "ast", + "community": 760, + "community_name": "ShapeBenchmark", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "bench_v2_0029_mmq_efficiency_bench_cpp_uint32_t", "label": "uint32_t", @@ -116208,88 +116572,64 @@ "source_location": "L29" }, { - "id": "docs_roadmap_additional_quantization", - "label": "Additional quantization", - "_origin": "ast", - "community": 766, - "community_name": "Potential areas", - "file_type": "document", - "node_kind": "heading", - "norm_label": "additional quantization", - "source_file": "docs/roadmap.md", - "source_location": "L727" - }, - { - "id": "docs_roadmap_long_context_specialization", - "label": "Long-context specialization", - "_origin": "ast", - "community": 766, - "community_name": "Potential areas", - "file_type": "document", - "node_kind": "heading", - "norm_label": "long-context specialization", - "source_file": "docs/roadmap.md", - "source_location": "L750" - }, - { - "id": "docs_roadmap_m7_expansion", - "label": "M7 \u2014 Expansion", + "id": "developer_guide_gfx906_llama_cpp_forks", + "label": "gfx906 llama.cpp forks", "_origin": "ast", "community": 766, - "community_name": "Potential areas", + "community_name": "Research influences", "file_type": "document", "node_kind": "heading", - "norm_label": "m7 \u2014 expansion", - "source_file": "docs/roadmap.md", - "source_location": "L719" + "norm_label": "gfx906 llama.cpp forks", + "source_file": "developer-guide.md", + "source_location": "L664" }, { - "id": "docs_roadmap_potential_areas", - "label": "Potential areas", + "id": "developer_guide_gfx906_vllm_work", + "label": "gfx906 vLLM work", "_origin": "ast", "community": 766, - "community_name": "Potential areas", + "community_name": "Research influences", "file_type": "document", "node_kind": "heading", - "norm_label": "potential areas", - "source_file": "docs/roadmap.md", - "source_location": "L725" + "norm_label": "gfx906 vllm work", + "source_file": "developer-guide.md", + "source_location": "L688" }, { - "id": "docs_roadmap_second_model", - "label": "Second model", + "id": "developer_guide_llama_cpp", + "label": "llama.cpp", "_origin": "ast", "community": 766, - "community_name": "Potential areas", + "community_name": "Research influences", "file_type": "document", "node_kind": "heading", - "norm_label": "second model", - "source_file": "docs/roadmap.md", - "source_location": "L738" + "norm_label": "llama.cpp", + "source_file": "developer-guide.md", + "source_location": "L653" }, { - "id": "docs_roadmap_serving", - "label": "Serving", + "id": "developer_guide_ninfer", + "label": "NInfer", "_origin": "ast", "community": 766, - "community_name": "Potential areas", + "community_name": "Research influences", "file_type": "document", "node_kind": "heading", - "norm_label": "serving", - "source_file": "docs/roadmap.md", - "source_location": "L773" + "norm_label": "ninfer", + "source_file": "developer-guide.md", + "source_location": "L680" }, { - "id": "docs_roadmap_speculative_decoding_mtp", - "label": "Speculative decoding / MTP", + "id": "developer_guide_research_influences", + "label": "Research influences", "_origin": "ast", "community": 766, - "community_name": "Potential areas", + "community_name": "Research influences", "file_type": "document", "node_kind": "heading", - "norm_label": "speculative decoding / mtp", - "source_file": "docs/roadmap.md", - "source_location": "L761" + "norm_label": "research influences", + "source_file": "developer-guide.md", + "source_location": "L649" }, { "id": "experiments_exp_v2_0043_reference_shaped_gqa_attention_rewrite_arithmetic_boundary_reference_shaped_candidate_vs_qualified_miinfer_control", @@ -116927,7 +117267,7 @@ "label": "qwen3_swiglu_q8_bench.cpp", "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "qwen3_swiglu_q8_bench.cpp", "source_file": "bench/qwen3_swiglu_q8_bench.cpp", @@ -116938,7 +117278,7 @@ "label": "vector", "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -116949,7 +117289,7 @@ "label": "mean_us", "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "mean_us", "source_file": "bench/qwen3_swiglu_q8_bench.cpp", @@ -116960,12 +117300,155 @@ "label": "median_us", "_origin": "ast", "community": 774, - "community_name": "qwen3_swiglu_q8_bench.cpp", + "community_name": "fp16_gemv.hpp", "file_type": "code", "norm_label": "median_us", "source_file": "bench/qwen3_swiglu_q8_bench.cpp", "source_location": "L27" }, + { + "id": "include_miinfer_fp16_gemv", + "label": "fp16_gemv.hpp", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "fp16_gemv.hpp", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_fp16_gemv_gemvkernelresources_local_bytes", + "label": "local_bytes", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "local_bytes", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L90" + }, + { + "id": "include_miinfer_fp16_gemv_gemvkernelresources_max_threads_per_block", + "label": "max_threads_per_block", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "max_threads_per_block", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L91" + }, + { + "id": "include_miinfer_fp16_gemv_gemvkernelresources_registers", + "label": "registers", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "registers", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L88" + }, + { + "id": "include_miinfer_fp16_gemv_gemvkernelresources_shared_bytes", + "label": "shared_bytes", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "shared_bytes", + "source_file": "include/miinfer/fp16_gemv.hpp", + "source_location": "L89" + }, + { + "id": "include_miinfer_fp16_gemv_hpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "include_miinfer_q4_q8_gemv", + "label": "q4_q8_gemv.hpp", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "q4_q8_gemv.hpp", + "source_file": "include/miinfer/q4_q8_gemv.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_q4_q8_packed_dot", + "label": "q4_q8_packed_dot.hpp", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "q4_q8_packed_dot.hpp", + "source_file": "include/miinfer/q4_q8_packed_dot.hpp", + "source_location": "L1" + }, + { + "id": "include_miinfer_q4_q8_zero_point_dot", + "label": "q4_q8_zero_point_dot.hpp", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "q4_q8_zero_point_dot.hpp", + "source_file": "include/miinfer/q4_q8_zero_point_dot.hpp", + "source_location": "L1" + }, + { + "id": "tests_fp16_gemv_test", + "label": "fp16_gemv_test.cpp", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "fp16_gemv_test.cpp", + "source_file": "tests/fp16_gemv_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_fp16_gemv_test_cpp_vector", + "label": "vector", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "vector", + "source_file": "", + "source_location": "" + }, + { + "id": "tests_q4_q8_gemv_test", + "label": "q4_q8_gemv_test.cpp", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "q4_q8_gemv_test.cpp", + "source_file": "tests/q4_q8_gemv_test.cpp", + "source_location": "L1" + }, + { + "id": "tests_q4_q8_gemv_test_cpp_string", + "label": "string", + "_origin": "ast", + "community": 774, + "community_name": "fp16_gemv.hpp", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "bench_qwen35_gqa_prefill_bench", "label": "qwen35_gqa_prefill_bench.cpp", @@ -116977,6 +117460,17 @@ "source_file": "bench/qwen35_gqa_prefill_bench.cpp", "source_location": "L1" }, + { + "id": "bench_qwen35_gqa_prefill_bench_cpp_hipevent_t", + "label": "hipEvent_t", + "_origin": "ast", + "community": 775, + "community_name": "qwen35_gqa_prefill_bench.cpp", + "file_type": "code", + "norm_label": "hipevent_t", + "source_file": "", + "source_location": "" + }, { "id": "bench_qwen35_gqa_prefill_bench_cpp_size_t", "label": "size_t", @@ -117118,167 +117612,65 @@ "source_location": "L42" }, { - "id": "experiments_v2_0045_definitive_competitive_qualification_attention_frontier_deferred", - "label": "Attention frontier \u2014 deferred", + "id": "docs_post_m28_baseline_build_and_correctness_checks", + "label": "Build and correctness checks", "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", + "community": 777, + "community_name": "Post-M28 production baseline", "file_type": "document", "node_kind": "heading", - "norm_label": "attention frontier \u2014 deferred", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", + "norm_label": "build and correctness checks", + "source_file": "docs/post-m28-baseline.md", "source_location": "L67" }, { - "id": "experiments_v2_0045_definitive_competitive_qualification_decision", + "id": "docs_post_m28_baseline_decision", "label": "Decision", "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", + "community": 777, + "community_name": "Post-M28 production baseline", "file_type": "document", "node_kind": "heading", "norm_label": "decision", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L142" - }, - { - "id": "experiments_v2_0045_definitive_competitive_qualification_pinned_starting_point", - "label": "Pinned starting point", - "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "pinned starting point", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L10" - }, - { - "id": "experiments_v2_0045_definitive_competitive_qualification_qualification_protocol", - "label": "Qualification protocol", - "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "qualification protocol", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L75" - }, - { - "id": "experiments_v2_0045_definitive_competitive_qualification_real_agent_workload_and_stability_gate", - "label": "Real agent workload and stability gate", - "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", - "file_type": "document", - "node_kind": "heading", - "norm_label": "real agent workload and stability gate", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L100" + "source_file": "docs/post-m28-baseline.md", + "source_location": "L8" }, { - "id": "experiments_v2_0045_definitive_competitive_qualification_required_scoreboard", - "label": "Required scoreboard", + "id": "docs_post_m28_baseline_next_frontier", + "label": "Next frontier", "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", + "community": 777, + "community_name": "Post-M28 production baseline", "file_type": "document", "node_kind": "heading", - "norm_label": "required scoreboard", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L32" + "norm_label": "next frontier", + "source_file": "docs/post-m28-baseline.md", + "source_location": "L84" }, { - "id": "experiments_v2_0045_definitive_competitive_qualification_state", - "label": "State", + "id": "docs_post_m28_baseline_performance_evidence", + "label": "Performance evidence", "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", + "community": 777, + "community_name": "Post-M28 production baseline", "file_type": "document", "node_kind": "heading", - "norm_label": "state", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L3" + "norm_label": "performance evidence", + "source_file": "docs/post-m28-baseline.md", + "source_location": "L21" }, { - "id": "experiments_v2_0045_definitive_competitive_qualification_v2_0045_definitive_competitive_qualification", - "label": "V2-0045 \u2014 Definitive competitive qualification", + "id": "docs_post_m28_baseline_post_m28_production_baseline", + "label": "Post-M28 production baseline", "_origin": "ast", - "community": 776, - "community_name": "MIInfer Current State of the Art", + "community": 777, + "community_name": "Post-M28 production baseline", "file_type": "document", "node_kind": "heading", - "norm_label": "v2-0045 \u2014 definitive competitive qualification", - "source_file": "experiments/V2-0045-definitive-competitive-qualification.md", - "source_location": "L1" - }, - { - "id": "include_miinfer_m12_dense_stage", - "label": "m12_dense_stage.hpp", - "_origin": "ast", - "community": 777, - "community_name": "main", - "file_type": "code", - "norm_label": "m12_dense_stage.hpp", - "source_file": "include/miinfer/m12_dense_stage.hpp", - "source_location": "L1" - }, - { - "id": "tests_qwen35_conv_batch_test", - "label": "qwen35_conv_batch_test.cpp", - "_origin": "ast", - "community": 777, - "community_name": "main", - "file_type": "code", - "norm_label": "qwen35_conv_batch_test.cpp", - "source_file": "tests/qwen35_conv_batch_test.cpp", + "norm_label": "post-m28 production baseline", + "source_file": "docs/post-m28-baseline.md", "source_location": "L1" }, - { - "id": "tests_qwen35_conv_batch_test_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 777, - "community_name": "main", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "tests_qwen35_conv_batch_test_cpp_t", - "label": "T", - "_origin": "ast", - "community": 777, - "community_name": "main", - "file_type": "code", - "norm_label": "t", - "source_file": "", - "source_location": "" - }, - { - "id": "tests_qwen35_conv_batch_test_devicebuffer_count", - "label": "count_", - "_origin": "ast", - "community": 777, - "community_name": "main", - "file_type": "code", - "norm_label": "count_", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L31" - }, - { - "id": "tests_qwen35_conv_batch_test_devicebuffer_data", - "label": "data_", - "_origin": "ast", - "community": 777, - "community_name": "main", - "file_type": "code", - "norm_label": "data_", - "source_file": "tests/qwen35_conv_batch_test.cpp", - "source_location": "L30" - }, { "id": "src_qwen3_gpu_layer_cpp_hipevent_t", "label": "hipEvent_t", @@ -118134,17 +118526,6 @@ "source_file": "bench/prefill_v2_model_bench.cpp", "source_location": "L27" }, - { - "id": "bench_prefill_v2_model_bench_cpp_pair", - "label": "pair", - "_origin": "ast", - "community": 787, - "community_name": "AccuracyMetrics", - "file_type": "code", - "norm_label": "pair", - "source_file": "", - "source_location": "" - }, { "id": "bench_prefill_v2_model_bench_cpp_span", "label": "span", @@ -118156,28 +118537,6 @@ "source_file": "", "source_location": "" }, - { - "id": "bench_prefill_v2_model_bench_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 787, - "community_name": "AccuracyMetrics", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_prefill_v2_model_bench_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 787, - "community_name": "AccuracyMetrics", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_prefill_v2_reusable_context_hpp_string", "label": "string", @@ -118581,28 +118940,6 @@ "source_file": "docs/roadmap.md", "source_location": "L432" }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_capture_decode_graph", - "label": "capture_decode_graph", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "capture_decode_graph", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L226" - }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_capture_suffix_graph", - "label": "capture_suffix_graph", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "capture_suffix_graph", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L231" - }, { "id": "include_miinfer_prefill_v2_model_prefillv2model_compute_logits", "label": "compute_logits", @@ -118625,94 +118962,6 @@ "source_file": "include/miinfer/prefill_v2/model.hpp", "source_location": "L202" }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_reset_state", - "label": "reset_state", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "reset_state", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L101" - }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_restore_matching_session", - "label": "restore_matching_session", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "restore_matching_session", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L207" - }, - { - "id": "include_miinfer_prefill_v2_model_prefillv2model_save_session", - "label": "save_session", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "save_session", - "source_file": "include/miinfer/prefill_v2/model.hpp", - "source_location": "L197" - }, - { - "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_find_matching_session", - "label": "find_matching_session", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "find_matching_session", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L62" - }, - { - "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_format_session_filename", - "label": "format_session_filename", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "format_session_filename", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L39" - }, - { - "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_inspect_file", - "label": "inspect_file", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "inspect_file", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L49" - }, - { - "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_load_from_file", - "label": "load_from_file", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "load_from_file", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L55" - }, - { - "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_save_to_file", - "label": "save_to_file", - "_origin": "ast", - "community": 793, - "community_name": "model.cpp", - "file_type": "code", - "norm_label": "save_to_file", - "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", - "source_location": "L42" - }, { "id": "src_prefill_v2_model", "label": "model.cpp", @@ -118757,6 +119006,17 @@ "source_file": "", "source_location": "" }, + { + "id": "src_prefill_v2_model_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 793, + "community_name": "model.cpp", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, { "id": "src_prefill_v2_model_cpp_span", "label": "span", @@ -118802,33 +119062,47 @@ "source_location": "" }, { - "id": "include_miinfer_openai_api_openaigeneratedtoolcalls_calls", - "label": "calls", + "id": "docs_architecture_13_prefill_vs_decode", + "label": "13. Prefill vs Decode", "_origin": "ast", "community": 794, - "community_name": "OpenAiGeneratedToolCalls", - "file_type": "code", - "norm_label": "calls", - "source_file": "include/miinfer/openai_api.hpp", - "source_location": "L56" + "community_name": "13. Prefill vs Decode", + "file_type": "document", + "node_kind": "heading", + "norm_label": "13. prefill vs decode", + "source_file": "docs/architecture.md", + "source_location": "L493" }, { - "id": "src_openai_api_cpp_string_view", - "label": "string_view", + "id": "docs_architecture_decode", + "label": "Decode", "_origin": "ast", "community": 794, - "community_name": "OpenAiGeneratedToolCalls", - "file_type": "code", - "norm_label": "string_view", - "source_file": "", - "source_location": "" + "community_name": "13. Prefill vs Decode", + "file_type": "document", + "node_kind": "heading", + "norm_label": "decode", + "source_file": "docs/architecture.md", + "source_location": "L508" + }, + { + "id": "docs_architecture_prefill", + "label": "Prefill", + "_origin": "ast", + "community": 794, + "community_name": "13. Prefill vs Decode", + "file_type": "document", + "node_kind": "heading", + "norm_label": "prefill", + "source_file": "docs/architecture.md", + "source_location": "L501" }, { "id": "bench_kquant_layout_bench", "label": "kquant_layout_bench.cpp", "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "kquant_layout_bench.cpp", "source_file": "bench/kquant_layout_bench.cpp", @@ -118839,7 +119113,7 @@ "label": "p", "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "p", "source_file": "bench/kquant_layout_bench.cpp", @@ -118850,7 +119124,7 @@ "label": "hipEvent_t", "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "hipevent_t", "source_file": "", @@ -118861,18 +119135,29 @@ "label": "size_t", "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "size_t", "source_file": "", "source_location": "" }, + { + "id": "bench_kquant_layout_bench_cpp_string", + "label": "string", + "_origin": "ast", + "community": 795, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "string", + "source_file": "", + "source_location": "" + }, { "id": "bench_kquant_layout_bench_cpp_t", "label": "T", "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "t", "source_file": "", @@ -118883,51 +119168,73 @@ "label": "p", "_origin": "ast", "community": 795, - "community_name": "kquant_layout_bench.cpp", + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "p", "source_file": "bench/kquant_layout_bench.cpp", "source_location": "L28" }, { - "id": "bench_decode_fast_path_bakeoff_cpp_string", - "label": "string", + "id": "include_miinfer_qwen35_model_hpp_shared_ptr", + "label": "shared_ptr", "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", + "community": 795, + "community_name": "Qwen35Model", "file_type": "code", - "norm_label": "string", + "norm_label": "shared_ptr", "source_file": "", "source_location": "" }, { - "id": "bench_v2_0029_mmq_efficiency_bench_cpp_string", + "id": "include_miinfer_qwen35_model_hpp_string", "label": "string", "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", + "community": 795, + "community_name": "Qwen35Model", "file_type": "code", "norm_label": "string", "source_file": "", "source_location": "" }, { - "id": "bench_v2_0030_direct_vgpr_streaming_bench_cpp_string", - "label": "string", + "id": "include_miinfer_qwen35_model_qwen35model_artifact_path", + "label": "artifact_path_", "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", + "community": 795, + "community_name": "Qwen35Model", "file_type": "code", - "norm_label": "string", - "source_file": "", - "source_location": "" + "norm_label": "artifact_path_", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L57" + }, + { + "id": "include_miinfer_qwen35_model_qwen35model_config", + "label": "config_", + "_origin": "ast", + "community": 795, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "config_", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L59" + }, + { + "id": "include_miinfer_qwen35_model_qwen35model_model_name", + "label": "model_name_", + "_origin": "ast", + "community": 795, + "community_name": "Qwen35Model", + "file_type": "code", + "norm_label": "model_name_", + "source_file": "include/miinfer/qwen35_model.hpp", + "source_location": "L58" }, { "id": "include_miinfer_gguf_gguffile_file_descriptor", "label": "file_descriptor_", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "file_descriptor_", "source_file": "include/miinfer/gguf.hpp", @@ -118938,7 +119245,7 @@ "label": "mapping_", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "mapping_", "source_file": "include/miinfer/gguf.hpp", @@ -118949,7 +119256,7 @@ "label": "metadata", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "metadata", "source_file": "include/miinfer/gguf.hpp", @@ -118960,7 +119267,7 @@ "label": "metadata_array_is_string", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "metadata_array_is_string", "source_file": "include/miinfer/gguf.hpp", @@ -118971,7 +119278,7 @@ "label": "metadata_array_size", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "metadata_array_size", "source_file": "include/miinfer/gguf.hpp", @@ -118982,7 +119289,7 @@ "label": "metadata_float", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "metadata_float", "source_file": "include/miinfer/gguf.hpp", @@ -118993,7 +119300,7 @@ "label": "metadata_string", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "metadata_string", "source_file": "include/miinfer/gguf.hpp", @@ -119004,7 +119311,7 @@ "label": "metadata_unsigned", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "metadata_unsigned", "source_file": "include/miinfer/gguf.hpp", @@ -119015,7 +119322,7 @@ "label": "open", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "open", "source_file": "include/miinfer/gguf.hpp", @@ -119026,7 +119333,7 @@ "label": "path_", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "path_", "source_file": "include/miinfer/gguf.hpp", @@ -119037,106 +119344,29 @@ "label": "tensors_", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "tensors_", "source_file": "include/miinfer/gguf.hpp", "source_location": "L81" }, - { - "id": "include_miinfer_gguf_gguftensor_byte_size", - "label": "byte_size", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "byte_size", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L42" - }, - { - "id": "include_miinfer_gguf_gguftensor_data", - "label": "data", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "data", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L43" - }, - { - "id": "include_miinfer_gguf_gguftensor_dimensions", - "label": "dimensions", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "dimensions", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L39" - }, - { - "id": "include_miinfer_gguf_gguftensor_name", - "label": "name", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "name", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L38" - }, - { - "id": "include_miinfer_gguf_gguftensor_offset", - "label": "offset", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "offset", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L41" - }, - { - "id": "include_miinfer_gguf_gguftensor_type", - "label": "type", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "type", - "source_file": "include/miinfer/gguf.hpp", - "source_location": "L40" - }, { "id": "include_miinfer_gguf_hpp_byte", "label": "byte", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "byte", "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_gguf_hpp_gguftensortype", - "label": "GgufTensorType", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "gguftensortype", - "source_file": "", - "source_location": "" - }, { "id": "include_miinfer_gguf_hpp_size_t", "label": "size_t", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -119147,7 +119377,7 @@ "label": "string", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "string", "source_file": "", @@ -119158,23 +119388,12 @@ "label": "uint32_t", "_origin": "ast", "community": 796, - "community_name": "GgufTensor", + "community_name": "GgufFile", "file_type": "code", "norm_label": "uint32_t", "source_file": "", "source_location": "" }, - { - "id": "include_miinfer_gguf_hpp_uint64_t", - "label": "uint64_t", - "_origin": "ast", - "community": 796, - "community_name": "GgufTensor", - "file_type": "code", - "norm_label": "uint64_t", - "source_file": "", - "source_location": "" - }, { "id": "bench_v2_0045_agent_workload", "label": "v2_0045_agent_workload.py", @@ -119775,154 +119994,156 @@ "source_location": "L366" }, { - "id": "bench_qwen3_position_audit_positionresult_position", - "label": "position", + "id": "agents_34_guiding_principle", + "label": "34. Guiding principle", "_origin": "ast", "community": 800, - "community_name": "PositionResult", - "file_type": "code", - "norm_label": "position", - "source_file": "bench/qwen3_position_audit.cpp", - "source_location": "L50" + "community_name": "34. Guiding principle", + "file_type": "document", + "node_kind": "heading", + "norm_label": "34. guiding principle", + "source_file": "AGENTS.md", + "source_location": "L1148" }, { - "id": "bench_qwen3_position_audit_positionresult_production_gpu_ms", - "label": "production_gpu_ms", + "id": "agents_graphify", + "label": "graphify", "_origin": "ast", "community": 800, - "community_name": "PositionResult", - "file_type": "code", - "norm_label": "production_gpu_ms", - "source_file": "bench/qwen3_position_audit.cpp", - "source_location": "L52" + "community_name": "34. Guiding principle", + "file_type": "document", + "node_kind": "heading", + "norm_label": "graphify", + "source_file": "AGENTS.md", + "source_location": "L1186" }, { - "id": "bench_qwen3_position_audit_positionresult_production_wall_ms", - "label": "production_wall_ms", + "id": "tools_qwen35_gpu_pipeline_decodelayercapture_inputs", + "label": "inputs", "_origin": "ast", - "community": 800, - "community_name": "PositionResult", + "community": 801, + "community_name": "main", "file_type": "code", - "norm_label": "production_wall_ms", - "source_file": "bench/qwen3_position_audit.cpp", - "source_location": "L51" + "norm_label": "inputs", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L611" }, { - "id": "bench_qwen3_position_audit_positionresult_profile", - "label": "profile", + "id": "tools_qwen35_gpu_pipeline_decodelayercapture_outputs", + "label": "outputs", "_origin": "ast", - "community": 800, - "community_name": "PositionResult", + "community": 801, + "community_name": "main", "file_type": "code", - "norm_label": "profile", - "source_file": "bench/qwen3_position_audit.cpp", - "source_location": "L54" + "norm_label": "outputs", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L612" }, { - "id": "bench_qwen3_position_audit_positionresult_wall_ms", - "label": "wall_ms", + "id": "tools_qwen35_gpu_pipeline_detailederror_max_abs", + "label": "max_abs", "_origin": "ast", - "community": 800, - "community_name": "PositionResult", + "community": 801, + "community_name": "main", "file_type": "code", - "norm_label": "wall_ms", - "source_file": "bench/qwen3_position_audit.cpp", - "source_location": "L53" + "norm_label": "max_abs", + "source_file": "tools/qwen35_gpu_pipeline.hpp", + "source_location": "L408" }, { - "id": "tools_qwen35_gpu_pipeline_decodelayercapture_inputs", - "label": "inputs", + "id": "tools_qwen35_gpu_pipeline_detailederror_mean_abs", + "label": "mean_abs", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "inputs", + "norm_label": "mean_abs", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L611" + "source_location": "L409" }, { - "id": "tools_qwen35_gpu_pipeline_decodelayercapture_outputs", - "label": "outputs", + "id": "tools_qwen35_gpu_pipeline_detailederror_reference_rms", + "label": "reference_rms", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "outputs", + "norm_label": "reference_rms", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L612" + "source_location": "L411" }, { - "id": "tools_qwen35_gpu_pipeline_gatepathcapture_gate", - "label": "gate", + "id": "tools_qwen35_gpu_pipeline_detailederror_relative_rms", + "label": "relative_rms", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "gate", + "norm_label": "relative_rms", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L628" + "source_location": "L412" }, { - "id": "tools_qwen35_gpu_pipeline_gatepathcapture_gated", - "label": "gated", + "id": "tools_qwen35_gpu_pipeline_detailederror_rms", + "label": "rms", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "gated", + "norm_label": "rms", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L629" + "source_location": "L410" }, { - "id": "tools_qwen35_gpu_pipeline_gatepathcapture_head_norm", - "label": "head_norm", + "id": "tools_qwen35_gpu_pipeline_hpp_byte", + "label": "byte", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "head_norm", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L625" + "norm_label": "byte", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_gatepathcapture_head_scaled", - "label": "head_scaled", + "id": "tools_qwen35_gpu_pipeline_hpp_path", + "label": "path", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "head_scaled", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L626" + "norm_label": "path", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_gatepathcapture_normalized", - "label": "normalized", + "id": "tools_qwen35_gpu_pipeline_hpp_span", + "label": "span", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "normalized", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L627" + "norm_label": "span", + "source_file": "", + "source_location": "" }, { - "id": "tools_qwen35_gpu_pipeline_gatepathcapture_recurrent_output", - "label": "recurrent_output", + "id": "tools_qwen35_gpu_pipeline_hpp_uint64_t", + "label": "uint64_t", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "recurrent_output", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L624" + "norm_label": "uint64_t", + "source_file": "", + "source_location": "" }, { "id": "tools_qwen35_gpu_pipeline_hpp_vector", "label": "vector", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "vector", "source_file": "", @@ -119933,7 +120154,7 @@ "label": "input", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "input", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -119944,7 +120165,7 @@ "label": "key", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "key", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -119955,7 +120176,7 @@ "label": "key_norm", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "key_norm", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -119966,7 +120187,7 @@ "label": "normalized", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "normalized", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -119977,117 +120198,106 @@ "label": "qkv", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "qkv", "source_file": "tools/qwen35_gpu_pipeline.hpp", "source_location": "L593" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_attention_residual", - "label": "attention_residual", - "_origin": "ast", - "community": 801, - "community_name": "vector", - "file_type": "code", - "norm_label": "attention_residual", - "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L604" - }, - { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_ffn_output", - "label": "ffn_output", + "id": "tools_qwen35_gpu_pipeline_locatederror_actual", + "label": "actual", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "ffn_output", + "norm_label": "actual", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L606" + "source_location": "L495" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_gated", - "label": "gated", + "id": "tools_qwen35_gpu_pipeline_locatederror_expected", + "label": "expected", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "gated", + "norm_label": "expected", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L603" + "source_location": "L496" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_input", - "label": "input", + "id": "tools_qwen35_gpu_pipeline_locatederror_index", + "label": "index", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "input", + "norm_label": "index", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L599" + "source_location": "L494" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_layer_output", - "label": "layer_output", + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_gated", + "label": "gated", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "layer_output", + "norm_label": "gated", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L607" + "source_location": "L616" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_normalized", - "label": "normalized", + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_input", + "label": "input", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "normalized", + "norm_label": "input", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L600" + "source_location": "L619" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_post_normalized", - "label": "post_normalized", + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_projected", + "label": "projected", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "post_normalized", + "norm_label": "projected", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L605" + "source_location": "L618" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_qkv", - "label": "qkv", + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_q8_input", + "label": "q8_input", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "qkv", + "norm_label": "q8_input", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L601" + "source_location": "L617" }, { - "id": "tools_qwen35_gpu_pipeline_layerpathcapture_recurrent_output", - "label": "recurrent_output", + "id": "tools_qwen35_gpu_pipeline_outputprojectionpathcapture_residual", + "label": "residual", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", - "norm_label": "recurrent_output", + "norm_label": "residual", "source_file": "tools/qwen35_gpu_pipeline.hpp", - "source_location": "L602" + "source_location": "L620" }, { "id": "tools_qwen35_gpu_pipeline_recurrentoperands_beta", "label": "beta", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "beta", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120098,7 +120308,7 @@ "label": "decay", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "decay", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120109,7 +120319,7 @@ "label": "key", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "key", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120120,7 +120330,7 @@ "label": "previous", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "previous", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120131,7 +120341,7 @@ "label": "query", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "query", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120142,7 +120352,7 @@ "label": "value", "_origin": "ast", "community": 801, - "community_name": "vector", + "community_name": "main", "file_type": "code", "norm_label": "value", "source_file": "tools/qwen35_gpu_pipeline.hpp", @@ -120197,7 +120407,7 @@ "label": "q4k_layout_bench.cpp", "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "q4k_layout_bench.cpp", "source_file": "bench/q4k_layout_bench.cpp", @@ -120208,7 +120418,7 @@ "label": "p", "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "p", "source_file": "bench/q4k_layout_bench.cpp", @@ -120219,7 +120429,7 @@ "label": "hipEvent_t", "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "hipevent_t", "source_file": "", @@ -120230,7 +120440,7 @@ "label": "size_t", "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -120241,7 +120451,7 @@ "label": "T", "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "t", "source_file": "", @@ -120252,171 +120462,35 @@ "label": "p", "_origin": "ast", "community": 803, - "community_name": "array", + "community_name": "q4k_layout_bench.cpp", "file_type": "code", "norm_label": "p", "source_file": "bench/q4k_layout_bench.cpp", "source_location": "L27" }, { - "id": "include_miinfer_qwen3_gpu_layer_hpp_array", - "label": "array", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "array", - "source_file": "", - "source_location": "" - }, - { - "id": "tests_kquant_wave_test", - "label": "kquant_wave_test.cpp", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "kquant_wave_test.cpp", - "source_file": "tests/kquant_wave_test.cpp", - "source_location": "L1" - }, - { - "id": "tests_kquant_wave_test_cpp_uint16_t", - "label": "uint16_t", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "uint16_t", - "source_file": "", - "source_location": "" - }, - { - "id": "tests_q4_q8_dot4_probe", - "label": "q4_q8_dot4_probe.cpp", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "q4_q8_dot4_probe.cpp", - "source_file": "tests/q4_q8_dot4_probe.cpp", - "source_location": "L1" - }, - { - "id": "tests_qwen3_primitives_host_test", - "label": "qwen3_primitives_host_test.cpp", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "qwen3_primitives_host_test.cpp", - "source_file": "tests/qwen3_primitives_host_test.cpp", - "source_location": "L1" - }, - { - "id": "tests_qwen3_primitives_test", - "label": "qwen3_primitives_test.cpp", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "qwen3_primitives_test.cpp", - "source_file": "tests/qwen3_primitives_test.cpp", - "source_location": "L1" - }, - { - "id": "tests_qwen3_primitives_test_cpp_t", - "label": "T", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "t", - "source_file": "", - "source_location": "" - }, - { - "id": "tests_qwen3_primitives_test_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 803, - "community_name": "array", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, - { - "id": "docs_roadmap_correctness_validation", - "label": "Correctness validation", - "_origin": "ast", - "community": 804, - "community_name": "M4 \u2014 First Correct End-to-End Generation", - "file_type": "document", - "node_kind": "heading", - "norm_label": "correctness validation", - "source_file": "docs/roadmap.md", - "source_location": "L495" - }, - { - "id": "docs_roadmap_exit_criteria_507", - "label": "Exit criteria", - "_origin": "ast", - "community": 804, - "community_name": "M4 \u2014 First Correct End-to-End Generation", - "file_type": "document", - "node_kind": "heading", - "norm_label": "exit criteria", - "source_file": "docs/roadmap.md", - "source_location": "L507" - }, - { - "id": "docs_roadmap_goal_461", - "label": "Goal", - "_origin": "ast", - "community": 804, - "community_name": "M4 \u2014 First Correct End-to-End Generation", - "file_type": "document", - "node_kind": "heading", - "norm_label": "goal", - "source_file": "docs/roadmap.md", - "source_location": "L461" - }, - { - "id": "docs_roadmap_initial_inference_mode", - "label": "Initial inference mode", - "_origin": "ast", - "community": 804, - "community_name": "M4 \u2014 First Correct End-to-End Generation", - "file_type": "document", - "node_kind": "heading", - "norm_label": "initial inference mode", - "source_file": "docs/roadmap.md", - "source_location": "L483" - }, - { - "id": "docs_roadmap_m4_first_correct_end_to_end_generation", - "label": "M4 \u2014 First Correct End-to-End Generation", + "id": "agents_agents_md", + "label": "AGENTS.md", "_origin": "ast", "community": 804, - "community_name": "M4 \u2014 First Correct End-to-End Generation", + "community_name": "AGENTS.md", "file_type": "document", "node_kind": "heading", - "norm_label": "m4 \u2014 first correct end-to-end generation", - "source_file": "docs/roadmap.md", - "source_location": "L459" + "norm_label": "agents.md", + "source_file": "AGENTS.md", + "source_location": "L1" }, { - "id": "docs_roadmap_required_execution_pieces", - "label": "Required execution pieces", + "id": "agents_project", + "label": "Project", "_origin": "ast", "community": 804, - "community_name": "M4 \u2014 First Correct End-to-End Generation", + "community_name": "AGENTS.md", "file_type": "document", "node_kind": "heading", - "norm_label": "required execution pieces", - "source_file": "docs/roadmap.md", - "source_location": "L467" + "norm_label": "project", + "source_file": "AGENTS.md", + "source_location": "L3" }, { "id": "src_q4_q8_gemv_reference", @@ -120583,17 +120657,6 @@ "source_file": "", "source_location": "" }, - { - "id": "src_qwen3_gpu_layer_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, { "id": "src_qwen3_gpu_layer_cpp_vector", "label": "vector", @@ -120606,26 +120669,15 @@ "source_location": "" }, { - "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_final_norm", - "label": "final_norm", - "_origin": "ast", - "community": 806, - "community_name": "qwen3_gpu_layer.cpp", - "file_type": "code", - "norm_label": "final_norm", - "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L788" - }, - { - "id": "src_qwen3_gpu_layer_qwen3gpudecodeworkspace_output", - "label": "output", + "id": "src_qwen3_gpu_layer_devicebytes_bytes", + "label": "bytes_", "_origin": "ast", "community": 806, "community_name": "qwen3_gpu_layer.cpp", "file_type": "code", - "norm_label": "output", + "norm_label": "bytes_", "source_file": "src/qwen3_gpu_layer.cpp", - "source_location": "L754" + "source_location": "L126" }, { "id": "scripts_test_cli_first_run", @@ -121270,7 +121322,7 @@ "label": "m24_recurrent_layer_bakeoff.cpp", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "m24_recurrent_layer_bakeoff.cpp", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", @@ -121281,7 +121333,7 @@ "label": "size_t", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "size_t", "source_file": "", @@ -121292,7 +121344,7 @@ "label": "T", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "t", "source_file": "", @@ -121303,7 +121355,7 @@ "label": "uint32_t", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "uint32_t", "source_file": "", @@ -121314,7 +121366,7 @@ "label": "pointer", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "pointer", "source_file": "bench/m24_recurrent_layer_bakeoff.cpp", @@ -121325,7 +121377,7 @@ "label": "m12_gdn_chunk.hpp", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "m12_gdn_chunk.hpp", "source_file": "include/miinfer/m12_gdn_chunk.hpp", @@ -121336,7 +121388,7 @@ "label": "corrected_values", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "corrected_values", "source_file": "include/miinfer/m12_gdn_chunk.hpp", @@ -121347,7 +121399,7 @@ "label": "decayed_keys", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "decayed_keys", "source_file": "include/miinfer/m12_gdn_chunk.hpp", @@ -121358,7 +121410,7 @@ "label": "new_values", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "new_values", "source_file": "include/miinfer/m12_gdn_chunk.hpp", @@ -121369,7 +121421,7 @@ "label": "solved_keys", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "solved_keys", "source_file": "include/miinfer/m12_gdn_chunk.hpp", @@ -121380,7 +121432,7 @@ "label": "solved_values", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "solved_values", "source_file": "include/miinfer/m12_gdn_chunk.hpp", @@ -121391,12 +121443,34 @@ "label": "workspace.hpp", "_origin": "ast", "community": 814, - "community_name": "m24_recurrent_layer_bakeoff.cpp", + "community_name": "recurrent_layer.cpp", "file_type": "code", "norm_label": "workspace.hpp", "source_file": "include/miinfer/prefill_v2/workspace.hpp", "source_location": "L1" }, + { + "id": "src_prefill_v2_recurrent_layer", + "label": "recurrent_layer.cpp", + "_origin": "ast", + "community": 814, + "community_name": "recurrent_layer.cpp", + "file_type": "code", + "norm_label": "recurrent_layer.cpp", + "source_file": "src/prefill_v2/recurrent_layer.cpp", + "source_location": "L1" + }, + { + "id": "src_prefill_v2_recurrent_layer_cpp_string_view", + "label": "string_view", + "_origin": "ast", + "community": 814, + "community_name": "recurrent_layer.cpp", + "file_type": "code", + "norm_label": "string_view", + "source_file": "", + "source_location": "" + }, { "id": "docs_benchmarking_3_correctness_is_a_benchmark_prerequisite", "label": "3. Correctness Is a Benchmark Prerequisite", @@ -121445,12 +121519,23 @@ "source_file": "docs/benchmarking.md", "source_location": "L143" }, + { + "id": "include_miinfer_prefill_v2_model_hpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 816, + "community_name": "PrefillV2Model::total_vram_bytes", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, { "id": "include_miinfer_prefill_v2_model_prefillv2model_activation_bytes", "label": "activation_bytes", "_origin": "ast", "community": 816, - "community_name": "size_t", + "community_name": "PrefillV2Model::total_vram_bytes", "file_type": "code", "norm_label": "activation_bytes", "source_file": "include/miinfer/prefill_v2/model.hpp", @@ -121461,23 +121546,12 @@ "label": "persistent_state_bytes", "_origin": "ast", "community": 816, - "community_name": "size_t", + "community_name": "PrefillV2Model::total_vram_bytes", "file_type": "code", "norm_label": "persistent_state_bytes", "source_file": "include/miinfer/prefill_v2/model.hpp", "source_location": "L215" }, - { - "id": "src_prefill_v2_model_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 816, - "community_name": "size_t", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, { "id": "tests_qwen3_layer35_external_test_rmsvariant_inverse", "label": "inverse", @@ -121889,39 +121963,6 @@ "source_file": "tests/qwen3_layer35_external_test.cpp", "source_location": "L279" }, - { - "id": "bench_v2_0026_production_hardening_bench_cpp_size_t", - "label": "size_t", - "_origin": "ast", - "community": 824, - "community_name": "make_synthetic_prompt", - "file_type": "code", - "norm_label": "size_t", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_v2_0026_production_hardening_bench_cpp_uint32_t", - "label": "uint32_t", - "_origin": "ast", - "community": 824, - "community_name": "make_synthetic_prompt", - "file_type": "code", - "norm_label": "uint32_t", - "source_file": "", - "source_location": "" - }, - { - "id": "bench_v2_0026_production_hardening_bench_cpp_vector", - "label": "vector", - "_origin": "ast", - "community": 824, - "community_name": "make_synthetic_prompt", - "file_type": "code", - "norm_label": "vector", - "source_file": "", - "source_location": "" - }, { "id": "bench_v2_0028_persistent_session_bench_cpp_size_t", "label": "size_t", @@ -121955,6 +121996,17 @@ "source_file": "", "source_location": "" }, + { + "id": "include_miinfer_prefill_v2_persistent_session_persistentsession_inspect_file", + "label": "inspect_file", + "_origin": "ast", + "community": 825, + "community_name": "main", + "file_type": "code", + "norm_label": "inspect_file", + "source_file": "include/miinfer/prefill_v2/persistent_session.hpp", + "source_location": "L49" + }, { "id": "include_miinfer_qwen3_gpu_primitives_deviceprefillstate_base_position", "label": "base_position", @@ -121999,6 +122051,50 @@ "source_file": "include/miinfer/qwen3_gpu_primitives.hpp", "source_location": "L42" }, + { + "id": "src_prefill_v2_topology_block", + "label": "topology_block.cpp", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "topology_block.cpp", + "source_file": "src/prefill_v2/topology_block.cpp", + "source_location": "L1" + }, + { + "id": "src_prefill_v2_topology_block_cpp_hipstream_t", + "label": "hipStream_t", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "hipstream_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_prefill_v2_topology_block_cpp_size_t", + "label": "size_t", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "size_t", + "source_file": "", + "source_location": "" + }, + { + "id": "src_prefill_v2_topology_block_cpp_uint32_t", + "label": "uint32_t", + "_origin": "ast", + "community": 826, + "community_name": "DevicePrefillState", + "file_type": "code", + "norm_label": "uint32_t", + "source_file": "", + "source_location": "" + }, { "id": "tests_qwen3_layer35_external_test_checkpoint_file", "label": "file", @@ -266884,6 +266980,83 @@ "source_location": "L75", "weight": 1.0 }, + { + "source": "experiments_v2_0047_release_packaging", + "target": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L1", + "weight": 1.0 + }, + { + "source": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "target": "experiments_v2_0047_release_packaging_baseline_and_environment", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L10", + "weight": 1.0 + }, + { + "source": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "target": "experiments_v2_0047_release_packaging_cpack_failure_reproduced", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L19", + "weight": 1.0 + }, + { + "source": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "target": "experiments_v2_0047_release_packaging_objective", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L3", + "weight": 1.0 + }, + { + "source": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "target": "experiments_v2_0047_release_packaging_build_graph_correction", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L57", + "weight": 1.0 + }, + { + "source": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "target": "experiments_v2_0047_release_packaging_final_release_artifact", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L73", + "weight": 1.0 + }, + { + "source": "experiments_v2_0047_release_packaging_v2_0047_release_packaging_and_distribution_hardening", + "target": "experiments_v2_0047_release_packaging_verification_transcript", + "relation": "contains", + "_origin": "ast", + "confidence": "EXTRACTED", + "confidence_score": 1.0, + "source_file": "experiments/V2-0047-release-packaging.md", + "source_location": "L93", + "weight": 1.0 + }, { "source": "include_miinfer_device_validation", "target": "include_miinfer_device_validation_deviceinfo", @@ -287545,5 +287718,5 @@ } ], "hyperedges": [], - "built_at_commit": "16f18b9f783f8f97c31df2196a3eddac57d76933" + "built_at_commit": "27ba390809a409d9af7547d25bd8f059ec6fe8e0" } \ No newline at end of file diff --git a/graphify-out/manifest.json b/graphify-out/manifest.json index a2e854d4..6cbf023e 100644 --- a/graphify-out/manifest.json +++ b/graphify-out/manifest.json @@ -6228,9 +6228,9 @@ "semantic_hash": "" }, "scripts/test-cli-first-run.sh": { - "mtime": 1790844759.7423363, - "seen": 1790845226.9713418, - "ast_hash": "f2da6cdb758150824135381c1d685681", + "mtime": 1790846502.0115416, + "seen": 1790846522.1306047, + "ast_hash": "e9fa6c0f131a803d1b696cb320d290a7", "semantic_hash": "" }, "developer-guide.md": { @@ -6246,9 +6246,15 @@ "semantic_hash": "" }, "docs/release.md": { - "mtime": 1790844122.3723793, - "seen": 1790845226.9715729, + "mtime": 1790846285.0285628, + "seen": 1790846522.13084, "ast_hash": "b91d7fdcd59a19604591fb37b2e2e327", "semantic_hash": "" + }, + "experiments/V2-0047-release-packaging.md": { + "mtime": 1790846393.2540534, + "seen": 1790846522.131495, + "ast_hash": "f37cfc8182e5d67c0662ab1f8adc2d99", + "semantic_hash": "" } } \ No newline at end of file diff --git a/scripts/test-cli-first-run.sh b/scripts/test-cli-first-run.sh index 19b617dd..575b99ca 100755 --- a/scripts/test-cli-first-run.sh +++ b/scripts/test-cli-first-run.sh @@ -86,6 +86,9 @@ if [[ $ready -ne 1 ]]; then exit 1 fi grep -q '"ready":true' "$stage/ready.json" +curl --silent --show-error --fail "http://127.0.0.1:$port/healthz" \ + > "$stage/health.json" +grep -q '"status":"ok"' "$stage/health.json" curl --silent --show-error --fail "http://127.0.0.1:$port/v1/models" \ > "$stage/models-api.json" grep -q "\"id\":\"$model_id\"" "$stage/models-api.json"