perf(pm): probe — #2818 minus worker-pool

.github/workflows/pm-bench-phases.yml

@@ -0,0 +1,182 @@
+name: utoopm-benchmark-phases
+
+on:
+  workflow_dispatch:
+    inputs:
+      project:
+        description: 'Project to benchmark (under github.com/ant-design/<project>)'
+        required: false
+        default: 'ant-design'
+        type: string
+      registry:
+        description: 'Registry URL'
+        required: false
+        default: 'https://registry.npmjs.org'
+        type: string
+      runs:
+        description: 'Runs per phase'
+        required: false
+        default: '3'
+        type: string
+  pull_request:
+    types: [labeled]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build-linux:
+    if: >
+      github.event_name == 'workflow_dispatch' ||
+      (github.event_name == 'pull_request' && github.event.label.name == 'bench-phases')
+    runs-on: ubuntu-latest
+    container:
+      image: ubuntu:20.04
+    steps:
+      - name: Install dependencies
+        env:
+          DEBIAN_FRONTEND: noninteractive
+        run: apt-get update && apt-get install -y build-essential curl pkg-config libssl-dev git
+      - uses: actions/checkout@v4
+      - name: Configure git safe directory
+        run: git config --global --add safe.directory /__w/utoo/utoo
+      - name: Init git submodules
+        run: git submodule update --init --recursive --depth 1
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: nightly-2026-04-02
+      - name: Cache cargo
+        uses: Swatinem/rust-cache@v2
+        with:
+          shared-key: pm-bench-linux
+      - name: Build current branch utoo + manifest-bench
+        run: |
+          cargo build --release --bin utoo -p utoo-pm
+          cargo build --release -p manifest-bench
+      - name: Upload utoo binary
+        uses: actions/upload-artifact@v4
+        with:
+          name: utoo-linux-bench-phases
+          path: target/release/utoo
+          retention-days: 1
+      - name: Upload manifest-bench binary
+        uses: actions/upload-artifact@v4
+        with:
+          name: manifest-bench-linux
+          path: target/release/manifest-bench
+          retention-days: 1
+
+  bench:
+    needs: [build-linux]
+    if: >
+      github.event_name == 'workflow_dispatch' ||
+      (github.event_name == 'pull_request' && github.event.label.name == 'bench-phases')
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+      - name: Download utoo binary
+        uses: actions/download-artifact@v4
+        with:
+          name: utoo-linux-bench-phases
+          path: dist
+      - name: Download manifest-bench binary
+        uses: actions/download-artifact@v4
+        with:
+          name: manifest-bench-linux
+          path: dist
+      - name: Install utoo
+        run: |
+          chmod +x dist/utoo dist/manifest-bench
+          echo "$GITHUB_WORKSPACE/dist" >> $GITHUB_PATH
+      - name: Install bun
+        uses: oven-sh/setup-bun@v2
+        with:
+          bun-version: latest
+      - name: Install hyperfine, GNU time, tcpdump and dnsutils
+        run: sudo apt-get update && sudo apt-get install -y hyperfine time tcpdump dnsutils
+      - name: Verify tools
+        run: |
+          hyperfine --version
+          utoo --version
+          bun --version
+      - name: Run phase-isolated benchmark
+        env:
+          PROJECT: ${{ github.event.inputs.project || 'ant-design' }}
+          REGISTRY: ${{ github.event.inputs.registry || 'https://registry.npmjs.org' }}
+          BENCH_RUNS: ${{ github.event.inputs.runs || '3' }}
+          PM_LIST: 'utoo,bun'
+        run: |
+          chmod +x e2e/pm-bench-phases.sh
+          bash e2e/pm-bench-phases.sh
+
+      - name: Standalone manifest-bench (HTTP-only fetch sweep)
+        env:
+          REGISTRY: ${{ github.event.inputs.registry || 'https://registry.npmjs.org' }}
+          PROJECT: ${{ github.event.inputs.project || 'ant-design' }}
+        run: |
+          set -eu
+          # Generate a project lockfile to source the manifest names from.
+          # Use bun (which we already have) to do a quick lockfile-only
+          # install so manifest-bench has a real workload to fire against.
+          PROJECT_DIR="/tmp/pm-bench/$PROJECT"
+          if [ ! -d "$PROJECT_DIR" ]; then
+            mkdir -p /tmp/pm-bench
+            git clone --depth 1 "https://github.com/ant-design/$PROJECT" "$PROJECT_DIR"
+          fi
+          cd "$PROJECT_DIR"
+          if [ ! -f package-lock.json ]; then
+            echo "==> generating lockfile via utoo"
+            utoo deps --registry "$REGISTRY" || true
+          fi
+          ls -la package-lock.json || { echo "no lockfile, skip"; exit 0; }
+
+          echo
+          echo "============================================================"
+          echo "manifest-bench: HTTP-only fetch (no parse, no resolver)"
+          echo "  Goal: isolate reqwest/rustls/tokio behaviour from"
+          echo "  ruborist's resolver pipeline. Same numbers (wall, busy,"
+          echo "  avg_conc, p50/p95/max) as ruborist's Preload HTTP diag."
+          echo "============================================================"
+          for CAP in 32 64 96 128 192 256; do
+            echo
+            echo "--- concurrency=$CAP, h1, full manifest, default UA ---"
+            manifest-bench --lockfile package-lock.json --registry "$REGISTRY" \
+              --concurrency "$CAP" --reps 2 --http1-only || true
+          done
+
+          echo
+          echo "--- concurrency=128, h2 negotiate, full manifest, default UA ---"
+          manifest-bench --lockfile package-lock.json --registry "$REGISTRY" \
+            --concurrency 128 --reps 2 || true
+
+          echo
+          echo "--- concurrency=128, h1, single-version endpoint ---"
+          manifest-bench --lockfile package-lock.json --registry "$REGISTRY" \
+            --concurrency 128 --reps 2 --http1-only --single-version || true
+
+          echo
+          echo "--- concurrency=128, h1, UA=Bun/1.2.21 ---"
+          manifest-bench --lockfile package-lock.json --registry "$REGISTRY" \
+            --concurrency 128 --reps 2 --http1-only --user-agent "Bun/1.2.21" || true
+
+      - name: Capture pcap (resolve phase, single run per PM)
+        env:
+          PROJECT: ${{ github.event.inputs.project || 'ant-design' }}
+          REGISTRY: ${{ github.event.inputs.registry || 'https://registry.npmjs.org' }}
+        run: |
+          chmod +x e2e/pm-bench-pcap.sh
+          bash e2e/pm-bench-pcap.sh
+
+      - name: Upload pcap artifact
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: pm-bench-pcap
+          path: /tmp/pm-bench-pcap
+          retention-days: 3

bench/pm-bench.sh

@@ -293,13 +293,15 @@ run_cold_benchmarks() {
     > "$metrics_file"
 
     echo -e "    ${CYAN}$pm${NC}..."
-    hyperfine \
+    if ! hyperfine \
       --runs "$BENCH_COLD_RUNS" \
       --prepare "bash $PREPARE_SCRIPT $project_dir $pm --cold" \
       --export-json "$json_file" \
+      --show-output \
       -n "$pm" \
-      "bash $METRICS_WRAPPER $metrics_file $cmd_script" \
-      2>&1 | tail -1 || echo -e "    ${RED}$pm cold install failed${NC}"
+      "bash $METRICS_WRAPPER $metrics_file $cmd_script"; then
+      echo -e "    ${RED}$pm cold install failed${NC}"
+    fi
   done
 }
 
@@ -372,7 +374,15 @@ print_results() {
     // --- Parse hyperfine timing ---
     const timeRows = [];
     for (const file of jsonFiles) {
-      const data = JSON.parse(fs.readFileSync(path.join(dir, file), 'utf8'));
+      let data;
+      try {
+        const raw = fs.readFileSync(path.join(dir, file), 'utf8');
+        if (!raw.trim()) { console.log('  skip empty: ' + file); continue; }
+        data = JSON.parse(raw);
+      } catch (err) {
+        console.log('  skip unparsable: ' + file + ' (' + err.message + ')');
+        continue;
+      }
       const base = file.replace('.json', '');
       const parts = base.split('_');
       const typeIdx = parts.findIndex(p => p === 'cold' || p === 'warm');
@@ -406,7 +416,11 @@ print_results() {
         .trim().split('\n').filter(Boolean);
       if (lines.length === 0) continue;
 
-      const entries = lines.map(l => JSON.parse(l));
+      const entries = [];
+      for (const l of lines) {
+        try { entries.push(JSON.parse(l)); } catch (_) { /* skip malformed line */ }
+      }
+      if (entries.length === 0) continue;
       const avg = {};
       for (const key of ['rss', 'page_faults', 'vol_ctx', 'invol_ctx', 'io_in', 'io_out']) {
         avg[key] = Math.round(entries.reduce((s, e) => s + (e[key] || 0), 0) / entries.length);
@@ -513,7 +527,11 @@ main() {
       echo -e "${YELLOW}----------------------------------------${NC}"
 
       run_cold_benchmarks "$project" "$registry" "$reg_short"
-      run_warm_benchmarks "$project" "$registry" "$reg_short"
+      if [ "$BENCH_WARM_RUNS" -gt 0 ]; then
+        run_warm_benchmarks "$project" "$registry" "$reg_short"
+      else
+        echo -e "  ${YELLOW}Warm installs: skipped (BENCH_WARM_RUNS=0)${NC}"
+      fi
 
       echo ""
     done

crates/pm/src/cmd/view.rs

@@ -27,7 +27,7 @@ pub async fn view(package_spec: &str) -> Result<()> {
     tracing::debug!("Fetched package info: {full_manifest:?}");
 
     // Resolve version and get full VersionManifest (with all display fields)
-    let version_list: Vec<String> = full_manifest.versions.clone();
+    let version_list: Vec<String> = full_manifest.versions.keys.clone();
     let resolved_version = utoo_ruborist::resolver::version::resolve_target_version(
         &full_manifest.dist_tags,
         &version_list,
@@ -94,7 +94,7 @@ fn print_package_header(full_manifest: &FullManifest, version_manifest: &Version
         .as_ref()
         .map(|d| d.len())
         .unwrap_or(0);
-    let versions_count = full_manifest.versions.len();
+    let versions_count = full_manifest.versions.keys.len();
 
     let deps_str = if deps_count == 0 {
         "none".to_string()