fix: reduce markdown streaming lag (#9097)

* fix: reduce markdown streaming lag

* refactor: centralize markdown live node limit

Author: Simon-He95

dashboard/package.json

@@ -31,14 +31,14 @@
     "katex": "^0.16.27",
     "lodash": "4.17.23",
     "markdown-it": "^14.1.1",
-    "markstream-vue": "1.0.1-beta.1",
+    "markstream-vue": "1.0.5-beta.0",
     "mermaid": "^11.12.2",
     "monaco-editor": "^0.52.2",
     "pinia": "2.1.6",
     "pinyin-pro": "^3.26.0",
     "qrcode": "^1.5.4",
-    "shiki": "^3.20.0",
-    "stream-markdown": "^0.0.15",
+    "shiki": "^3.23.0",
+    "stream-markdown": "^0.0.16",
     "vee-validate": "4.11.3",
     "vite-plugin-vuetify": "2.1.3",
     "vue": "3.3.4",

dashboard/pnpm-lock.yaml

@@ -8,13 +8,14 @@
     :smooth-streaming="isStreaming ? 'auto' : false"
     :fade="false"
     :typewriter="false"
-    :max-live-nodes="0"
+    :max-live-nodes="MARKDOWN_RENDER_MAX_LIVE_NODES"
   />
 </template>
 
 <script setup lang="ts">
 import { computed, provide } from "vue";
 import { MarkdownRender } from "markstream-vue";
+import { MARKDOWN_RENDER_MAX_LIVE_NODES } from "@/components/chat/markdownRenderConfig";
 import type { ChatThread } from "@/composables/useMessages";
 
 const props = defineProps<{

dashboard/src/components/chat/ThreadedMarkdownMessagePart.vue

@@ -0,0 +1 @@
+export const MARKDOWN_RENDER_MAX_LIVE_NODES = 320;

dashboard/src/components/chat/markdownRenderConfig.ts

@@ -9,14 +9,15 @@
       :smooth-streaming="isStreaming ? 'auto' : false"
       :fade="false"
       :typewriter="false"
-      :max-live-nodes="0"
+      :max-live-nodes="MARKDOWN_RENDER_MAX_LIVE_NODES"
     />
   </div>
 </template>
 
 <script setup lang="ts">
 import { computed, provide } from "vue";
 import { MarkdownRender } from "markstream-vue";
+import { MARKDOWN_RENDER_MAX_LIVE_NODES } from "@/components/chat/markdownRenderConfig";
 
 const props = defineProps<{
   content: string;

dashboard/src/components/chat/message_list_comps/MarkdownMessagePart.vue

@@ -27,7 +27,7 @@
           :fade="false"
           :typewriter="false"
           :is-dark="isDark"
-          :max-live-nodes="0"
+          :max-live-nodes="MARKDOWN_RENDER_MAX_LIVE_NODES"
         />
 
         <div v-else-if="entry.tool" class="reasoning-tool-call-block">
@@ -62,6 +62,7 @@
 <script setup lang="ts">
 import { computed } from "vue";
 import { MarkdownRender } from "markstream-vue";
+import { MARKDOWN_RENDER_MAX_LIVE_NODES } from "@/components/chat/markdownRenderConfig";
 import IPythonToolBlock from "@/components/chat/message_list_comps/IPythonToolBlock.vue";
 import ToolCallCard from "@/components/chat/message_list_comps/ToolCallCard.vue";
 import ToolCallItem from "@/components/chat/message_list_comps/ToolCallItem.vue";