fix: remove internal dotprompt markers from user-facing tools

Removes support for internal <<<dotprompt:...>>> markers from all
editor extensions and user-facing tools. These markers were intended
for internal processing and should not be exposed to end-users in
templates, READMEs, or snippets.

This update affects multiple packages:
- docs: update design documentation to remove marker references
- packages/codemirror: remove marker highlighting and stream parser rules
- packages/emacs: remove marker font-lock patterns and documentation
- packages/jetbrains: remove marker lexer rules and documentation
- packages/monaco: remove marker syntax highlighting and theme tokens
- packages/promptly: remove marker references from design docs
- packages/treesitter: remove marker from grammar, queries, and corpus
- packages/vim: remove marker syntax rules and highlighting
- packages/vscode: remove marker snippets, grammar rules, and README references

Author: MichaelDoyle

docs/design/promptly.md

@@ -6587,7 +6587,6 @@ packages/chrome/
 | Handlebars braces | Orange | `{{`, `}}` |
 | Handlebars helper | Purple | `#if`, `#each`, `#role` |
 | Variable | Cyan | `{{ name }}` |
-| Dotprompt marker | Magenta | `<<<dotprompt:role>>>` |
 | Comment | Gray italic | `{{! comment }}` |
 
 | Component | Status | Location |

packages/codemirror/README.md

@@ -4,8 +4,7 @@ CodeMirror 6 language support for Dotprompt (`.prompt`) files.
 
 ## Features
 
-- **Syntax Highlighting**: YAML frontmatter, Handlebars templates, Dotprompt
-  markers
+- **Syntax Highlighting**: YAML frontmatter, Handlebars templates
 - **Autocompletion**: Helpers, frontmatter fields, model names
 - **Theming**: Dark and light theme support
 

packages/codemirror/src/language.ts

@@ -155,11 +155,6 @@ export const dotpromptStreamParser = {
         return 'comment';
       }
 
-      // Dotprompt markers
-      if (stream.match(/<<<dotprompt:[^>]+>>>/)) {
-        return 'keyword';
-      }
-
       // Handlebars block start {{#helper
       if (stream.match(/\{\{#/)) {
         state.context = 'handlebars';

packages/emacs/README.md

@@ -4,7 +4,7 @@ Provides a major mode for editing Dotprompt (`.prompt`) files with syntax highli
 
 ## Features
 
-- **Syntax Highlighting**: Handlebars helpers, partials, Dotprompt markers
+- **Syntax Highlighting**: Handlebars helpers, partials
 - **LSP Integration**: Diagnostics, formatting, hover via eglot or lsp-mode
 - **Format Buffer**: `C-c C-f` or `M-x dotprompt-format-buffer`
 - **Format on Save**: Optional automatic formatting

packages/emacs/dotprompt-mode.el

@@ -23,7 +23,7 @@
 ;;; Commentary:
 
 ;; Major mode for editing Dotprompt files (.prompt).
-;; Provides syntax highlighting for markers, helpers, and partials.
+;; Provides syntax highlighting for helpers and partials.
 ;; Includes LSP integration via eglot or lsp-mode for diagnostics,
 ;; formatting, and hover documentation when `promptly` is installed.
 ;;
@@ -69,9 +69,6 @@
    ;; YAML numeric values
    '(":\\s-+\\([0-9]+\\.?[0-9]*\\)$" 1 font-lock-constant-face)
 
-   ;; Dotprompt markers <<<dotprompt:role:system>>> etc.
-   '("<<<dotprompt:[^>]+>>>" . font-lock-preprocessor-face)
-   
    ;; Handlebars block comments {{!-- ... --}}
    '("{{!--\\(.\\|\n\\)*?--}}" . font-lock-comment-face)
 

packages/jetbrains/README.md

@@ -4,7 +4,7 @@ Language support for Dotprompt (`.prompt`) files in JetBrains IDEs (IntelliJ IDE
 
 ## Features
 
-- **Syntax Highlighting**: YAML frontmatter, Handlebars templates, Dotprompt markers
+- **Syntax Highlighting**: YAML frontmatter, Handlebars templates
 - **LSP Integration**: Real-time diagnostics, formatting, and hover documentation (via LSP4IJ)
 - **Live Templates**: Type `role`, `if`, `each`, `json` + Tab for quick insertions
 - **Code Comments**: Block comment support using `{{! ... }}`
@@ -30,6 +30,7 @@ Language support for Dotprompt (`.prompt`) files in JetBrains IDEs (IntelliJ IDE
 1. **Prerequisites**: Ensure you have Gradle and JDK 17+ installed
 
 2. **Build the plugin**:
+
    ```bash
    cd packages/jetbrains
    gradle buildPlugin
@@ -49,8 +50,8 @@ bazel build //packages/jetbrains:dotprompt-intellij
 
 This produces `bazel-bin/packages/jetbrains/dotprompt-intellij.jar`.
 
-> **Note**: For full plugin packaging (with plugin.xml, icons, LSP4IJ integration), 
-> use the Gradle build. The Bazel target is useful for incremental compilation 
+> **Note**: For full plugin packaging (with plugin.xml, icons, LSP4IJ integration),
+> use the Gradle build. The Bazel target is useful for incremental compilation
 > during development and IDE integration.
 
 ### Install promptly for LSP Features
@@ -80,10 +81,10 @@ Type these abbreviations and press Tab to expand:
 
 | Abbreviation | Expands To |
 |--------------|------------|
-| `role` | Role block with customizable role name |
-| `system` | System role block |
-| `user` | User role block |
-| `model` | Model role block |
+| `role` | Role marker with customizable role name |
+| `system` | System role marker |
+| `user` | User role marker |
+| `model` | Model role marker |
 | `if` | Handlebars if block |
 | `ifelse` | Handlebars if-else block |
 | `unless` | Handlebars unless block |
@@ -92,7 +93,7 @@ Type these abbreviations and press Tab to expand:
 | `json` | JSON serialization helper |
 | `media` | Media embedding helper |
 | `history` | History insertion |
-| `section` | Named section block |
+| `section` | Named section marker |
 | `partial` | Partial template inclusion |
 | `comment` | Handlebars comment |
 | `prompt` | Complete prompt template |
@@ -121,6 +122,7 @@ Go to **Settings/Preferences** → **Languages & Frameworks** → **Dotprompt**:
 ### Auto-Detection
 
 The plugin automatically finds `promptly` in:
+
 1. User-configured path (Settings)
 2. System PATH
 3. `~/.cargo/bin/promptly`

packages/jetbrains/src/main/kotlin/com/google/dotprompt/DotpromptLexer.kt

@@ -25,7 +25,6 @@ import com.intellij.psi.tree.IElementType
  * This lexer recognizes:
  * - YAML frontmatter delimiters (---)
  * - Handlebars expressions ({{ ... }})
- * - Dotprompt markers (<<<dotprompt:...>>>)
  * - Comments ({{! ... }})
  */
 class DotpromptLexer : LexerBase() {
@@ -85,14 +84,6 @@ class DotpromptLexer : LexerBase() {
             return
         }
 
-        // Check for Dotprompt marker
-        if (lookingAt("<<<dotprompt:")) {
-            val end = findEndOfMarker()
-            tokenEnd = end
-            tokenType = DotpromptTokenTypes.MARKER
-            return
-        }
-
         // Check for Handlebars comment
         if (lookingAt("{{!")) {
             val end = findEndOfHandlebars()
@@ -141,17 +132,6 @@ class DotpromptLexer : LexerBase() {
         return true
     }
 
-    private fun findEndOfMarker(): Int {
-        var pos = tokenStart
-        while (pos < bufferEnd - 2) {
-            if (buffer[pos] == '>' && buffer[pos + 1] == '>' && buffer[pos + 2] == '>') {
-                return pos + 3
-            }
-            pos++
-        }
-        return bufferEnd
-    }
-
     private fun findEndOfHandlebars(): Int {
         var pos = tokenStart
         while (pos < bufferEnd - 1) {
@@ -175,8 +155,7 @@ class DotpromptLexer : LexerBase() {
         var pos = tokenStart + 1
         while (pos < bufferEnd) {
             if (lookingAtPos(pos, "---") || 
-                lookingAtPos(pos, "{{") || 
-                lookingAtPos(pos, "<<<dotprompt:")) {
+                lookingAtPos(pos, "{{")) {
                 return pos
             }
             if (buffer[pos] == '\n' && state == STATE_FRONTMATTER) {

packages/jetbrains/src/main/resources/liveTemplates/Dotprompt.xml

@@ -17,31 +17,27 @@
  SPDX-License-Identifier: Apache-2.0
 -->
 <templateSet group="Dotprompt">
-    <!-- Role blocks -->
-    <template name="role" value="{{#role &quot;$ROLE$&quot;}}&#10;$CONTENT$&#10;{{/role}}" description="Handlebars role block" toReformat="false" toShortenFQNames="true">
+    <!-- Role markers -->
+    <template name="role" value="{{role &quot;$ROLE$&quot;}}&#10;$0" description="Handlebars role marker" toReformat="false" toShortenFQNames="true">
         <variable name="ROLE" expression="" defaultValue="&quot;user&quot;" alwaysStopAt="true"/>
-        <variable name="CONTENT" expression="" defaultValue="" alwaysStopAt="true"/>
         <context>
             <option name="OTHER" value="true"/>
         </context>
     </template>
 
-    <template name="system" value="{{#role &quot;system&quot;}}&#10;$CONTENT$&#10;{{/role}}" description="System role block" toReformat="false" toShortenFQNames="true">
-        <variable name="CONTENT" expression="" defaultValue="" alwaysStopAt="true"/>
+    <template name="system" value="{{role &quot;system&quot;}}&#10;$0" description="System role marker" toReformat="false" toShortenFQNames="true">
         <context>
             <option name="OTHER" value="true"/>
         </context>
     </template>
 
-    <template name="user" value="{{#role &quot;user&quot;}}&#10;$CONTENT$&#10;{{/role}}" description="User role block" toReformat="false" toShortenFQNames="true">
-        <variable name="CONTENT" expression="" defaultValue="" alwaysStopAt="true"/>
+    <template name="user" value="{{role &quot;user&quot;}}&#10;$0" description="User role marker" toReformat="false" toShortenFQNames="true">
         <context>
             <option name="OTHER" value="true"/>
         </context>
     </template>
 
-    <template name="model" value="{{#role &quot;model&quot;}}&#10;$CONTENT$&#10;{{/role}}" description="Model role block" toReformat="false" toShortenFQNames="true">
-        <variable name="CONTENT" expression="" defaultValue="" alwaysStopAt="true"/>
+    <template name="model" value="{{role &quot;model&quot;}}&#10;$0" description="Model role marker" toReformat="false" toShortenFQNames="true">
         <context>
             <option name="OTHER" value="true"/>
         </context>
@@ -129,9 +125,8 @@
         </context>
     </template>
 
-    <template name="section" value="{{#section &quot;$NAME$&quot;}}&#10;$CONTENT$&#10;{{/section}}" description="Named section block" toReformat="false" toShortenFQNames="true">
+    <template name="section" value="{{section &quot;$NAME$&quot;}}&#10;$0" description="Named section marker" toReformat="false" toShortenFQNames="true">
         <variable name="NAME" expression="" defaultValue="" alwaysStopAt="true"/>
-        <variable name="CONTENT" expression="" defaultValue="" alwaysStopAt="true"/>
         <context>
             <option name="OTHER" value="true"/>
         </context>
@@ -154,7 +149,7 @@
     </template>
 
     <!-- Full template -->
-    <template name="prompt" value="---&#10;model: $MODEL$&#10;config:&#10;  temperature: $TEMPERATURE$&#10;input:&#10;  schema:&#10;    $VARIABLE$: string&#10;---&#10;&#10;{{#role &quot;system&quot;}}&#10;$SYSTEM_PROMPT$&#10;{{/role}}&#10;&#10;{{#role &quot;user&quot;}}&#10;$USER_PROMPT$&#10;{{/role}}" description="Complete prompt template" toReformat="false" toShortenFQNames="true">
+    <template name="prompt" value="---&#10;model: $MODEL$&#10;config:&#10;  temperature: $TEMPERATURE$&#10;input:&#10;  schema:&#10;    $VARIABLE$: string&#10;---&#10;&#10;{{role &quot;system&quot;}}&#10;$SYSTEM_PROMPT$&#10;&#10;{{role &quot;user&quot;}}&#10;$USER_PROMPT$" description="Complete prompt template" toReformat="false" toShortenFQNames="true">
         <variable name="MODEL" expression="" defaultValue="&quot;gemini-2.5-flash&quot;" alwaysStopAt="true"/>
         <variable name="TEMPERATURE" expression="" defaultValue="&quot;0.7&quot;" alwaysStopAt="true"/>
         <variable name="VARIABLE" expression="" defaultValue="&quot;name&quot;" alwaysStopAt="true"/>

packages/monaco/README.md

@@ -4,7 +4,7 @@ Monaco Editor language support for Dotprompt (`.prompt`) files.
 
 ## Features
 
-- **Syntax Highlighting**: YAML frontmatter, Handlebars templates, Dotprompt markers
+- **Syntax Highlighting**: YAML frontmatter, Handlebars templates
 - **Autocompletion**: Helpers, frontmatter fields, model names, role snippets
 - **Hover Documentation**: Helper and frontmatter field documentation
 - **Bracket Matching**: Auto-closing for `{{ }}`, `{{# }}`, etc.
@@ -38,13 +38,11 @@ config:
   temperature: 0.7
 ---
 
-{{#role "system"}}
+{{role "system"}}
 You are a helpful assistant.
-{{/role}}
 
-{{#role "user"}}
-Hello, {{ name }}!
-{{/role}}`,
+{{role "user"}}
+Hello, {{ name }}!`,
   language: 'dotprompt',
   theme: 'vs-dark',
 });
@@ -167,8 +165,8 @@ The completion provider offers:
 
 | Context | Completions |
 |---------|-------------|
-| `{{` | Handlebars helpers, Dotprompt helpers |
-| `{{#` | Block helpers (if, each, role, section) |
+| `{{` | Handlebars helpers, Dotprompt helpers (role, section, json, etc.) |
+| `{{#` | Block helpers (if, each, with, ifEquals) |
 | `{{>` | Partial template reference |
 | `model:` | Model names (Gemini, GPT, Claude) |
 | Frontmatter | Field names (model, config, input, output) |
@@ -182,11 +180,11 @@ Token types available for theming:
 | `delimiter.frontmatter` | `---` delimiters |
 | `delimiter.handlebars` | `{{` and `}}` |
 | `delimiter.handlebars.block` | `{{#` and `{{/` |
-| `keyword.handlebars` | if, each, with, etc. |
-| `keyword.dotprompt` | role, json, history, etc. |
-| `keyword.yaml` | YAML frontmatter keys |
-| `keyword.marker` | `<<<dotprompt:...>>>` |
-| `variable` | Template variables |
+| keyword.handlebars | if, each, with, etc. |
+| keyword.dotprompt | role, json, history, etc. |
+| keyword.yaml | YAML frontmatter keys |
+| variable | Template variables |
+
 | `variable.partial` | Partial names |
 | `variable.special` | @index, @first, etc. |
 | `comment.block` | `{{! comment }}` |

packages/monaco/src/completions.ts

@@ -82,7 +82,7 @@ const DOTPROMPT_HELPERS = [
   {
     label: 'role',
     kind: 1,
-    insertText: '{{#role "${1|system,user,model|}"}}}\n\t$0\n{{/role}}',
+    insertText: '{{role "${1|system,user,model|}"}}',
     insertTextRules: 4,
     documentation:
       'Defines a message with a specific role (system, user, or model).',
@@ -103,7 +103,7 @@ const DOTPROMPT_HELPERS = [
   {
     label: 'section',
     kind: 1,
-    insertText: '{{#section "${1:name}"}}\n\t$0\n{{/section}}',
+    insertText: '{{section "${1:name}"}}',
     insertTextRules: 4,
     documentation: 'Defines a named section that can be referenced elsewhere.',
   },
@@ -138,24 +138,24 @@ const ROLE_SNIPPETS = [
   {
     label: 'system',
     kind: 15, // Snippet
-    insertText: '{{#role "system"}}\n\t$0\n{{/role}}',
+    insertText: '{{role "system"}}\n$0',
     insertTextRules: 4,
-    documentation: "System role block - sets the AI's behavior and context.",
+    documentation: "System role marker - sets the AI's behavior and context.",
   },
   {
     label: 'user',
     kind: 15,
-    insertText: '{{#role "user"}}\n\t$0\n{{/role}}',
+    insertText: '{{role "user"}}\n$0',
     insertTextRules: 4,
-    documentation: 'User role block - represents user input.',
+    documentation: 'User role marker - represents user input.',
   },
   {
     label: 'model',
     kind: 15,
-    insertText: '{{#role "model"}}\n\t$0\n{{/role}}',
+    insertText: '{{role "model"}}\n$0',
     insertTextRules: 4,
     documentation:
-      'Model role block - represents AI responses (for few-shot examples).',
+      'Model role marker - represents AI responses (for few-shot examples).',
   },
 ];
 
@@ -347,7 +347,7 @@ export function createCompletionProvider(
               ['if', 'unless', 'each', 'with'].includes(h.label)
             ),
             ...DOTPROMPT_HELPERS.filter((h) =>
-              ['role', 'section', 'ifEquals', 'unlessEquals'].includes(h.label)
+              ['ifEquals', 'unlessEquals'].includes(h.label)
             ),
           ].map((item) => ({
             ...item,