Add built-in filesystem tools and complete SDK size optimizations

.github/workflows/ci.yaml

@@ -150,6 +150,43 @@ jobs:
           artifact-name: unit-tests-report
           github-token: ${{ secrets.GITHUB_TOKEN }}
 
+  check-builtin-tools:
+    runs-on: blacksmith-8vcpu-ubuntu-2204
+    needs: build-and-store
+    steps:
+      - uses: actions/checkout@v5
+        with:
+          fetch-depth: 1
+      - uses: ./.github/actions/setup-rust
+        with:
+          use-cache: 'false'
+          rust-targets: 'wasm32-wasip2'
+          install-cargo-binstall: 'true'
+          install-protoc: 'true'
+      - uses: ./.github/actions/restore-binaries
+        with:
+          run-id: ${{ github.run_id }}
+          copy-to-target: 'true'
+      - name: Setup MoonBit
+        uses: hustcer/setup-moonbit@v1
+        with:
+          version: ${{ env.MOONBIT_INSTALL_VERSION }}
+          core-version: ${{ env.MOONBIT_INSTALL_VERSION }}
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Install wasm-tools
+        run: cargo binstall --force --locked wasm-tools@1.248.0
+      - name: Update MoonBit workspace dependencies
+        run: moon update
+        working-directory: sdks/moonbit
+      - name: Build built-in tools
+        run: cargo make --profile ci build-builtin-tools
+      - name: Validate committed built-in tool artifacts
+        run: |
+          wasm-tools validate --features all plugins/filesystem-tools-rust.wasm
+          wasm-tools validate --features all plugins/filesystem-tools-moonbit.wasm
+          git diff --exit-code -- plugins/filesystem-tools-rust plugins/filesystem-tools-rust.wasm plugins/filesystem-tools-moonbit plugins/filesystem-tools-moonbit.wasm
+
   worker-tests:
     env:
       CARGO_BUILD_JOBS: 10
@@ -789,10 +826,10 @@ jobs:
         run: moon test cmd lib
         working-directory: sdks/moonbit/golem_sdk_tools
 
-  # The Rust SDK test suite is dominated by three integration test targets that each shell out to
-  # cargo (tool: one `cargo check` per test, tool_middleware_component: a full wasm component
-  # build, ui: trybuild). They run as separate matrix entries; the `check` entry runs lint and every
-  # other test target and fails if a test target is added without being assigned to an entry.
+  # The Rust SDK test suite is dominated by two integration test targets that each shell out to
+  # cargo (tool: one `cargo check` per test, ui: trybuild). They run as separate matrix entries;
+  # the `check` entry runs lint and every other test target, and fails if a test target is added
+  # without being assigned to an entry.
   build-golem-rust:
     name: build-golem-rust (${{ matrix.part.name }})
     runs-on: blacksmith-16vcpu-ubuntu-2204
@@ -804,8 +841,6 @@ jobs:
             test-args: --lib --bins --test agent --test http_router --test tool_canonical --test schema_reexport --test reflection_recipe_compile
           - name: tool
             test-args: --test tool
-          - name: tool-middleware-component
-            test-args: --test tool_middleware_component
           - name: ui
             test-args: --test ui
     steps:
@@ -836,7 +871,6 @@ jobs:
           schema_reexport
           tool
           tool_canonical
-          tool_middleware_component
           ui'
           actual=$(cargo metadata --no-deps --format-version 1 \
             | jq -r '.packages[].targets[] | select(.kind | index("test")) | .name' | sort)

.github/workflows/component-size.yaml

@@ -0,0 +1,85 @@
+name: Component size (informational)
+
+on:
+  workflow_dispatch:
+  pull_request:
+    paths:
+      - '.github/workflows/component-size.yaml'
+      - 'test-components/size-analysis/**'
+      - 'test-components/agent-counters/**'
+      - 'sdks/rust/**'
+      - 'golem-rust-macro/**'
+      - 'golem-schema/**'
+      - 'cli/golem-cli/templates/rust/**'
+
+permissions:
+  contents: read
+
+jobs:
+  report:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    continue-on-error: true
+    steps:
+      - uses: actions/checkout@v5
+      - uses: ./.github/actions/setup-rust
+        with:
+          rust-targets: wasm32-wasip2
+          install-cargo-binstall: 'true'
+          install-cargo-make: 'false'
+          cache-shared-key: component-size
+      - name: Install analysis tools
+        run: |
+          cargo binstall --no-confirm --locked wasm-tools@1.253.0 twiggy@0.8.0
+          curl -fLsS https://github.com/WebAssembly/binaryen/releases/download/version_123/binaryen-version_123-x86_64-linux.tar.gz -o /tmp/binaryen.tar.gz
+          tar xzf /tmp/binaryen.tar.gz -C /tmp
+          echo /tmp/binaryen-version_123/bin >> "$GITHUB_PATH"
+      - name: Test binary accounting and rebundling
+        run: python3 -m unittest discover -s test-components/size-analysis -v
+      - name: Build reflection retention fixtures
+        run: |
+          for package in retention-canonical-floor retention-empty retention-non-reflective retention-reflection; do
+            python3 test-components/size-analysis/analyze.py \
+              --manifest test-components/size-analysis/fixtures/Cargo.toml \
+              --package "$package" \
+              --out "tmp/$package"
+          done
+          wasm-tools component wit --json tmp/retention-canonical-floor/current/component.wasm \
+            > tmp/retention-canonical-floor/world.json
+          wasm-tools component wit --json tmp/retention-empty/current/component.wasm \
+            > tmp/retention-empty/world.json
+          python3 test-components/size-analysis/compare-export-contract.py \
+            tmp/retention-canonical-floor/world.json tmp/retention-empty/world.json
+      - name: Check reflection retention contracts
+        run: |
+          python3 test-components/size-analysis/retention.py \
+            --negative empty=tmp/retention-empty/current/component.wasm \
+            --negative tool=tmp/retention-non-reflective/current/component.wasm \
+            --positive reflection=tmp/retention-reflection/current/component.wasm \
+            --enforce-option-b \
+            --out tmp/reflection-retention.json
+      - name: Build and report independent release choices
+        run: |
+          python3 test-components/size-analysis/analyze.py \
+            --manifest test-components/agent-counters/Cargo.toml \
+            --matrix --optimize --out tmp/component-size
+      - name: Isolated allocator performance smoke check
+        run: |
+          node test-components/size-analysis/benchmark-core.mjs \
+            tmp/component-size/baseline-s/report/core-0/module.wasm \
+            tmp/component-size/strip/report/core-0/module.wasm \
+            tmp/component-size/cgu1/report/core-0/module.wasm \
+            tmp/component-size/z/report/core-0/module.wasm \
+            tmp/component-size/strip/optimized-report/core-0/module.wasm \
+            > tmp/component-size/allocator-performance.json
+      - name: Upload report, including partial results on failure
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: component-size-${{ github.sha }}
+          path: |
+            tmp/component-size
+            tmp/retention-*
+            tmp/reflection-retention.json
+          retention-days: 14
+          if-no-files-found: warn

Cargo.toml

@@ -330,7 +330,7 @@ webbrowser = "1.0.4"
 webpki-roots = { version = "0.26.7" }
 windows-sys = { version = "0.61.2", features = ["Win32_Foundation", "Win32_Globalization", "Win32_System_Console"] }
 which = "8.0.0"
-wit-bindgen = { git = "https://github.com/golemcloud/wit-bindgen", branch = "golem-outline-lift-v0.58.0", version = "=0.59.0" }
+wit-bindgen = { git = "https://github.com/golemcloud/wit-bindgen", rev = "d1d16370eff379655f68df661891b7a2116c7557", version = "=0.59.0" }
 wit-bindgen-rust = "0.58.0"
 wit-component = "0.248"
 wit-encoder = "0.248"

Makefile.toml

@@ -1609,16 +1609,18 @@ cd ../..
 ## BUILT-IN TOOLS
 [tasks.build-builtin-tools]
 dependencies = ["wit"]
-description = "Builds the representative built-in tool fixture (production descriptor inventories are currently empty)"
+description = "Builds the Rust and MoonBit built-in filesystem tool components"
 script_runner = "@duckscript"
 script = '''
-exec --fail-on-error cargo build -p golem-cli --bin golem-cli
-golem_cli = set "${CARGO_MAKE_CRATE_TARGET_DIRECTORY}/debug/golem-cli"
-rust_sdk = canonicalize sdks/rust/golem-rust
-set_env GOLEM_RUST_PATH ${rust_sdk}
-cd test-components/tool-streaming
-exec --fail-on-error ${golem_cli} --preset release build --yes --skip-check
-exec --fail-on-error ${golem_cli} --preset release exec copy
+exec --fail-on-error cargo build -p golem --bin golem
+golem = set "${CARGO_MAKE_CRATE_TARGET_DIRECTORY}/debug/golem"
+cd plugins/filesystem-tools-rust
+exec --fail-on-error ${golem} build -P release --force-build --yes
+exec --fail-on-error ${golem} exec -P release copy
+cd ../filesystem-tools-moonbit
+exec --fail-on-error ${golem} build -P release --force-build --yes
+exec --fail-on-error moon fmt component
+exec --fail-on-error ${golem} exec -P release copy
 cd ../..
 '''