Reduce npm and TypeScript module-loading overhead

.github/scripts/select-agentic-ts-currentness.sh

@@ -4,7 +4,7 @@ set -euo pipefail
 event_name=${1:?usage: select-agentic-ts-currentness.sh <event-name> <push-before> [pr-head]}
 push_before=${2:-}
 expected_pr_head=${3:-}
-source_ref=$(git rev-parse HEAD)
+event_source_ref=$(git rev-parse HEAD)
 diff_base=
 
 case "$event_name" in
@@ -18,8 +18,8 @@ case "$event_name" in
             echo "pull-request checkout is not a two-parent synthetic merge" >&2
             exit 1
         fi
-        source_ref=$(git rev-parse HEAD^2)
-        if [[ "$source_ref" != "$(git rev-parse "$expected_pr_head")" ]]; then
+        event_source_ref=$(git rev-parse HEAD^2)
+        if [[ "$event_source_ref" != "$(git rev-parse "$expected_pr_head")" ]]; then
             echo "synthetic merge second parent does not match the pull-request head" >&2
             exit 1
         fi
@@ -40,10 +40,10 @@ case "$event_name" in
             if [[ ${#head_commit[@]} -eq 3 \
                 && "$(git rev-parse HEAD^1)" == "$(git rev-parse "$push_before")" ]]; then
                 # A normal PR merge combines an already-advanced main tree with
-                # the exact measured PR tree. Validate newly introduced reports
-                # against that PR tree, not unrelated first-parent changes.
+                # the reviewed PR tree. Select report artifacts from that PR
+                # side, not unrelated first-parent changes.
                 diff_base=HEAD^1
-                source_ref=$(git rev-parse HEAD^2)
+                event_source_ref=$(git rev-parse HEAD^2)
             fi
         fi
         ;;
@@ -53,23 +53,158 @@ case "$event_name" in
         ;;
 esac
 
-reports_to_check=()
-reports_count=0
+agentic_manifest=tests/agentic_ts/results/current-reports.txt
+npm_manifest=tests/npm_metadata/results/current-reports.txt
+
+validate_manifest() {
+    local manifest=$1
+    local expected_prefix=$2
+    local source_ref
+    local report
+    local report_source_ref
+    local extra
+    local manifest_source_ref=
+    local seen=
+    local reports_count=0
+    local p2_count=0
+    local p3_count=0
+    local p2_report=
+    local p3_report=
+    while read -r source_ref report extra; do
+        if [[ ! "$source_ref" =~ ^[0-9a-f]{40}$ || -n "$extra" \
+            || -z "$report" || "$report" != "$expected_prefix"*.json ]]; then
+            echo "invalid current report entry in $manifest: $source_ref $report $extra" >&2
+            exit 1
+        fi
+        if [[ ! -f "$report" ]]; then
+            echo "current report does not exist: $report" >&2
+            exit 1
+        fi
+        report_source_ref=$(jq -er '.environment.commitHint' "$report") || {
+            echo "current report has no commit hint: $report" >&2
+            exit 1
+        }
+        if [[ "$report_source_ref" != "$source_ref" ]]; then
+            echo "current report source does not match $manifest: $report" >&2
+            exit 1
+        fi
+        if grep -Fqx "$report" <<<"$seen"; then
+            echo "duplicate current report in $manifest: $report" >&2
+            exit 1
+        fi
+        if [[ -n "$manifest_source_ref" && "$source_ref" != "$manifest_source_ref" ]]; then
+            echo "current reports in $manifest name different source revisions" >&2
+            exit 1
+        fi
+        manifest_source_ref=$source_ref
+        seen="${seen}${seen:+$'\n'}$report"
+        reports_count=$((reports_count + 1))
+        if [[ "$report" == *-p2-* ]]; then
+            p2_count=$((p2_count + 1))
+            p2_report=$report
+        fi
+        if [[ "$report" == *-p3-* ]]; then
+            p3_count=$((p3_count + 1))
+            p3_report=$report
+        fi
+    done <"$manifest"
+    if [[ $reports_count -ne 2 || $p2_count -ne 1 || $p3_count -ne 1 ]]; then
+        echo "current report manifest must name exactly one P2/P3 pair: $manifest" >&2
+        exit 1
+    fi
+    if [[ "${p2_report/-p2-/-p3-}" != "$p3_report" ]]; then
+        echo "current report manifest does not name a companion P2/P3 pair: $manifest" >&2
+        exit 1
+    fi
+    if ! git cat-file -e "$manifest_source_ref^{commit}" 2>/dev/null; then
+        git fetch --no-tags --depth=1 origin "$manifest_source_ref" >&2 || true
+    fi
+    if ! git cat-file -e "$manifest_source_ref^{commit}" 2>/dev/null; then
+        echo "current report source commit is unavailable: $manifest_source_ref" >&2
+        exit 1
+    fi
+    if ! git merge-base --is-ancestor "$manifest_source_ref" HEAD; then
+        echo "current report source is not an ancestor of the checked-out source: $manifest_source_ref" >&2
+        exit 1
+    fi
+    printf '%s\n' "$manifest_source_ref"
+}
+
+agentic_source_ref=$(validate_manifest "$agentic_manifest" tests/agentic_ts/results/)
+npm_source_ref=$(validate_manifest "$npm_manifest" tests/npm_metadata/results/)
+
+manifest_contains() {
+    local manifest=$1
+    local expected_report=$2
+    local source_ref
+    local report
+    while read -r source_ref report; do
+        if [[ "$report" == "$expected_report" ]]; then
+            return 0
+        fi
+    done <"$manifest"
+    return 1
+}
+
+agentic_reports_to_check=()
+npm_reports_to_check=()
+changed_reports_count=0
 if [[ -n "$diff_base" ]]; then
-    report_list=$(mktemp)
-    trap 'rm -f "$report_list"' EXIT
+    changed_paths=$(mktemp)
+    report_candidates=$(mktemp)
+    trap 'rm -f "$changed_paths" "$report_candidates"' EXIT
     if ! git diff --name-only --diff-filter=ACMR "$diff_base" HEAD \
-        -- 'tests/agentic_ts/results/*.json' >"$report_list"; then
-        echo "failed to select changed agentic TypeScript reports" >&2
+        -- 'tests/agentic_ts/results/*.json' 'tests/npm_metadata/results/*.json' \
+        "$agentic_manifest" "$npm_manifest" >"$changed_paths"; then
+        echo "failed to select changed performance reports" >&2
         exit 1
     fi
+    while IFS= read -r path; do
+        case "$path" in
+            "$agentic_manifest")
+                while read -r _ report; do
+                    printf '%s\n' "$report" >>"$report_candidates"
+                done <"$agentic_manifest"
+                changed_reports_count=$((changed_reports_count + 1))
+                ;;
+            "$npm_manifest")
+                while read -r _ report; do
+                    printf '%s\n' "$report" >>"$report_candidates"
+                done <"$npm_manifest"
+                changed_reports_count=$((changed_reports_count + 1))
+                ;;
+            tests/agentic_ts/results/*.json|tests/npm_metadata/results/*.json)
+                printf '%s\n' "$path" >>"$report_candidates"
+                changed_reports_count=$((changed_reports_count + 1))
+                ;;
+            *)
+                echo "unexpected currentness input path: $path" >&2
+                exit 1
+                ;;
+        esac
+    done <"$changed_paths"
+    sort -u -o "$report_candidates" "$report_candidates"
     while IFS= read -r report; do
-        reports_to_check+=("$report")
-        reports_count=$((reports_count + 1))
-    done <"$report_list"
+        case "$report" in
+            tests/agentic_ts/results/*.json)
+                if manifest_contains "$agentic_manifest" "$report"; then
+                    agentic_reports_to_check+=("$report")
+                fi
+                ;;
+            tests/npm_metadata/results/*.json)
+                if manifest_contains "$npm_manifest" "$report"; then
+                    npm_reports_to_check+=("$report")
+                fi
+                ;;
+            *)
+                echo "unexpected performance report path: $report" >&2
+                exit 1
+                ;;
+        esac
+    done <"$report_candidates"
 fi
 
-if [[ "$event_name" == push && $reports_count -gt 0 ]]; then
+if [[ "$event_name" == push && $changed_reports_count -gt 0 ]]; then
     read -r -a head_commit <<<"$(git rev-list --parents -n 1 HEAD)"
     if [[ ${#head_commit[@]} -gt 2 \
         && "$(git rev-parse HEAD^1)" != "$(git rev-parse "$push_before")" ]]; then
@@ -78,9 +213,16 @@ if [[ "$event_name" == push && $reports_count -gt 0 ]]; then
     fi
 fi
 
-echo "source-ref=$source_ref"
+echo "source-ref=$event_source_ref"
+echo "agentic-source-ref=$agentic_source_ref"
+echo "npm-source-ref=$npm_source_ref"
 echo "reports-to-check<<AGENTIC_TS_REPORTS"
-if [[ $reports_count -gt 0 ]]; then
-    printf '%s\n' "${reports_to_check[@]}"
+if [[ ${#agentic_reports_to_check[@]} -gt 0 ]]; then
+    printf '%s\n' "${agentic_reports_to_check[@]}"
 fi
 echo "AGENTIC_TS_REPORTS"
+echo "npm-reports-to-check<<NPM_METADATA_REPORTS"
+if [[ ${#npm_reports_to_check[@]} -gt 0 ]]; then
+    printf '%s\n' "${npm_reports_to_check[@]}"
+fi
+echo "NPM_METADATA_REPORTS"

.github/workflows/ci.yaml

@@ -59,10 +59,10 @@ jobs:
       - uses: actions/checkout@v4
         with:
           submodules: true
-          # PR checkouts and ordinary main pushes need both merge parents:
-          # the first selects newly introduced reports, while the second is
-          # the exact source tree against which those reports were measured.
-          fetch-depth: 2
+          # Full history keeps the exact measured source revisions named by
+          # current-report manifests available while merge parents select
+          # newly introduced report artifacts.
+          fetch-depth: 0
       - uses: ./.github/actions/setup
       - name: Test agentic TypeScript CI currentness selection
         run: tests/agentic_ts/test-select-ci-currentness.sh
@@ -73,12 +73,15 @@ jobs:
           PUSH_BEFORE: ${{ github.event.before }}
           PR_HEAD: ${{ github.event.pull_request.head.sha }}
         run: .github/scripts/select-agentic-ts-currentness.sh "$GITHUB_EVENT_NAME" "$PUSH_BEFORE" "$PR_HEAD" >> "$GITHUB_OUTPUT"
-      - name: Prepare pristine agentic TypeScript hash inputs
-        run: git worktree add --detach "$RUNNER_TEMP/agentic-ts-source" "${{ steps.agentic-ts-currentness.outputs.source-ref }}"
+      - name: Prepare pristine performance-report hash inputs
+        run: |
+          git worktree add --detach "$RUNNER_TEMP/agentic-ts-source" "${{ steps.agentic-ts-currentness.outputs.agentic-source-ref }}"
+          git worktree add --detach "$RUNNER_TEMP/npm-metadata-source" "${{ steps.agentic-ts-currentness.outputs.npm-source-ref }}"
       - name: Enable Golem wasmtime fork
         run: bash .github/scripts/enable-wasmtime-fork.sh
-      # Validation mode checks committed report contracts and changed-report
-      # content hashes; the manual measurement workloads do not run in CI.
+      # Validation mode checks supported committed report contracts and the content
+      # hashes of changed reports designated current for each suite, evaluated
+      # at each manifest's exact measured source; manual workloads do not run.
       - name: Validate agentic TypeScript reports
         shell: bash
         env:
@@ -87,6 +90,14 @@ jobs:
         run: |
           AGENTIC_TS_VALIDATE_REPORTS=1 \
             cargo test --test agentic_ts $CI_WASMTIME_FORK_FEATURES
+      - name: Validate npm release reports
+        shell: bash
+        env:
+          NPM_METADATA_SOURCE_ROOT: ${{ runner.temp }}/npm-metadata-source
+          NPM_METADATA_REPORTS_TO_CHECK: ${{ steps.agentic-ts-currentness.outputs.npm-reports-to-check }}
+        run: |
+          NPM_METADATA_VALIDATE_REPORTS=1 \
+            cargo test --test npm_metadata $CI_WASMTIME_FORK_FEATURES
       - name: Compilation, DTS and error tests
         run: cargo test --test compilation --test dts --test errors $CI_WASMTIME_FORK_FEATURES -- --report-time --format ctrf --logfile target/ctrf.json
       - name: Local test profile contracts

Cargo.toml

@@ -42,6 +42,7 @@ http = { workspace = true }
 http-body = { workspace = true }
 http-body-util = { workspace = true }
 indoc = { workspace = true }
+libc = "0.2"
 pretty_assertions = "1.4.1"
 rand = { workspace = true }
 serde = { workspace = true }
@@ -102,10 +103,18 @@ harness = false
 name = "agentic_ts"
 harness = false
 
+[[test]]
+name = "npm_metadata"
+harness = false
+
 [[test]]
 name = "typescript_transform_latency"
 harness = false
 
+[[test]]
+name = "esm_module_load_phases"
+harness = false
+
 [[test]]
 name = "migrate_config_split"
 harness = false