refactor(compass-assistant): clean up follow-up questions parsing and prompt format COMPASS-10712

- Share FOLLOW_UP_QUESTIONS_HEADER constant between prompt template and parser
- Simplify parseFollowUpQuestions to use indexOf instead of regex for header detection
- Specify explicit numbered format in the prompt so AI output is predictable
- Clean up comments

Author: pavithrachidambaram-afk

packages/compass-assistant/src/components/follow-up-prompts.tsx

@@ -9,11 +9,7 @@ import { FOLLOW_UP_QUESTIONS_HEADER } from '../prompts';
 
 const { MessagePrompts, MessagePrompt } = LgChatMessagePrompts;
 
-/**
- * Parses follow-up questions from the "### Follow-Up Questions" section at
- * the end of an AI response. Returns the text with that section removed and
- * the extracted questions.
- */
+/** Strips the FOLLOW_UP_QUESTIONS_HEADER section from the text and returns the extracted questions. */
 export function parseFollowUpQuestions(text: string): {
   strippedText: string;
   questions: string[];
@@ -24,17 +20,11 @@ export function parseFollowUpQuestions(text: string): {
     return { strippedText: text, questions: [] };
   }
 
-  const afterHeader = text.slice(headerIndex);
-  // Match everything after the header line; the header is a single line so we
-  // skip to the first newline after it.
-  const contentMatch = afterHeader.match(/\n[^\n]+\n([\s\S]*)/);
-  if (!contentMatch) {
-    return { strippedText: text, questions: [] };
-  }
-
-  const questions = contentMatch[1]
+  const contentStart = text.indexOf('\n', headerIndex + 1) + 1;
+  const questions = text
+    .slice(contentStart)
     .split('\n')
-    .map((line) => line.replace(/^\s*\d+\.\s*|^\s*[-*]\s*/, '').trim())
+    .map((line) => line.trim().replace(/^\d+\.\s*/, ''))
     .filter((q) => q.length > 0);
 
   if (questions.length === 0) {

packages/compass-assistant/src/prompts.ts

@@ -11,11 +11,6 @@ import { redactConnectionString } from 'mongodb-connection-string-url';
 import type { AssistantMessage } from './compass-assistant-provider';
 import { AVAILABLE_TOOLS } from '@mongodb-js/compass-generative-ai/provider';
 
-/**
- * The markdown header used to delimit the follow-up questions section in AI
- * responses. The parser in follow-up-prompts.tsx looks for this exact string,
- * so any change here must be reflected there (and vice-versa).
- */
 export const FOLLOW_UP_QUESTIONS_HEADER = '### Follow-Up Questions';
 
 export type EntryPointMessage = {
@@ -121,6 +116,9 @@ Tell the user if indexes need to be created or modified to enable any recommenda
 
 ${FOLLOW_UP_QUESTIONS_HEADER}
 [Provide 3 follow-up questions you think the user might want to ask after reading this response]
+1. [First follow-up question]
+2. [Second follow-up question]
+3. [Third follow-up question]
 </output-format>
 
 <guidelines>