Extract parser into new @marko/parse package

.changeset/language-tools-parse.md

@@ -0,0 +1,5 @@
+---
+"@marko/language-tools": major
+---
+
+The parser now lives in (and is re-exported from) the new `@marko/parse` package. Breaking changes for consumers of the parser API: `NodeType` values are now strings rather than numbers, `program.body` now includes comment and static statement nodes in document order (`Node.ChildNode` includes `Comment`, and `program.body` is typed as `Node.RootBodyNode[]`), `Comment` nodes carry a `commentType`, and `Static` nodes carry `target`/`name`. Additions: `parse` accepts an options argument with a `getTagType` hook, the parse result exposes `errors` and a flat `comments` list, and the full `htmljs-parser` surface is re-exported.

.changeset/parse-package.md

@@ -0,0 +1,5 @@
+---
+"@marko/parse": minor
+---
+
+New package: the Marko CST parser previously embedded in `@marko/language-tools`, extracted so it can be shared by other tooling. Node types are strings, syntax errors and comments are exposed on the parse result, comments and static statements are part of `program.body`, the filename is returned verbatim, and a `getTagType` option allows overriding how tag bodies parse (the built in statement and attribute tag node kinds are decided first; the hook only overrides a tag's body type or forces a generic `Static` statement).

AGENTS.md

@@ -2,11 +2,12 @@
 
 ## Repo overview
 
-Monorepo for the Marko Language Server and related tooling. Four pnpm workspaces under `packages/`:
+Monorepo for the Marko Language Server and related tooling. Five pnpm workspaces under `packages/`:
 
 | Package           | Published as                                | Purpose                                                     |
 | ----------------- | ------------------------------------------- | ----------------------------------------------------------- |
-| `language-tools`  | `@marko/language-tools`                     | Core extraction/analysis of Marko files (leaf dependency)   |
+| `parse`           | `@marko/parse`                              | CST parser for Marko templates (leaf dependency)            |
+| `language-tools`  | `@marko/language-tools`                     | Core extraction/analysis of Marko files; depends on parse   |
 | `language-server` | `@marko/language-server`                    | LSP implementation; depends on language-tools               |
 | `type-check`      | `@marko/type-check`                         | CLI type-checker (`mtc`); depends on language-tools         |
 | `vscode`          | `marko-vscode` (VS Code extension, private) | VS Code client; depends on language-server + language-tools |
@@ -18,8 +19,8 @@ TypeScript emits **only `.d.ts` files** (`emitDeclarationOnly: true`); esbuild (
 **Build order matters** due to project references:
 
 ```
-language-tools -> language-server -> vscode
-language-tools -> type-check
+parse -> language-tools -> language-server -> vscode
+parse -> language-tools -> type-check
 ```
 
 Commands:
@@ -33,7 +34,13 @@ The vscode build is the most complex: it bundles 4 entry points (including tests
 
 **Build is always required before testing.** `pnpm test` at root runs `pnpm run build && pnpm -r --if-present run test`.
 
-Only two packages have tests:
+Only three packages have tests:
+
+### parse (mocha)
+
+```sh
+pnpm --filter @marko/parse run test
+```
 
 ### language-server (mocha + mocha-snap)
 

packages/language-server/src/__tests__/fixtures/script/attr-tags-dynamic-for-typed/__snapshots__/attr-tags-dynamic-for-typed.expected/index.ts

@@ -34,6 +34,7 @@ export { type Component };
                 };
               })(),
             });
+            //                   ^?
             return Marko._.voidReturn;
           },
           [Symbol.iterator]: Marko._.any,
@@ -48,25 +49,23 @@ export { type Component };
   Marko._.attrTagNames(__marko_internal_tag_2, (input) => {
     input["@menuitem"];
   });
-  Marko._.renderTemplate(__marko_internal_tag_2)()()(
-    //                   ^?
-    {
-      ["menuitem"]: {
-        [Marko._.contentFor(__marko_internal_tag_2)]: ({ foo }) => {
-          Marko._.renderNativeTag("div")()()({
-            [Marko._.content]: (() => {
-              foo;
-              return () => {
-                return Marko._.voidReturn;
-              };
-            })(),
-          });
-          return Marko._.voidReturn;
-        },
-        [Symbol.iterator]: Marko._.any,
+  Marko._.renderTemplate(__marko_internal_tag_2)()()({
+    ["menuitem"]: {
+      [Marko._.contentFor(__marko_internal_tag_2)]: ({ foo }) => {
+        Marko._.renderNativeTag("div")()()({
+          [Marko._.content]: (() => {
+            foo;
+            return () => {
+              return Marko._.voidReturn;
+            };
+          })(),
+        });
+        //         ^?
+        return Marko._.voidReturn;
       },
+      [Symbol.iterator]: Marko._.any,
     },
-  );
+  });
   Marko._.noop({ component, state, out, input, $global, $signal });
   return;
 })();
@@ -107,4 +106,3 @@ export default new (class Template extends Marko._.Template<{
       Marko._.Relate<__marko_internal_input, Marko.Directives & Input>,
   ) => Marko._.ReturnWithScope<__marko_internal_input, void>;
 }> {})();
-//         ^?