fix: enhance rendering event handling with new types and SSE integration

Author: NoOne7135

agentEvents.ts

@@ -17,6 +17,11 @@ export type AgentEvent =
       type: "tool-call";
       data: ToolCallEvent;
     }
+  | {
+      type: "rendering";
+      phase: "start" | "end";
+      label: string;
+    }
   | {
       type: "transcript";
       text: string;

custom/conversation_area/ProcessingTimeline.vue

@@ -39,6 +39,15 @@
           <template v-for="(part, index) in ToolOrReasoningParts" :key="index">
             <ReasoningRenderer v-if="part.type === 'reasoning'" :state="part.state" :text="part.text" />
             <ToolsGroup v-else-if="part.type==='data-tool-call'" :toolGroup="groupToolCallParts(message, part)" />
+            <li v-else-if="part.type === 'data-rendering'" class="mb-6 mx-2 mt-2 px-2 z-50 overflow-hidden">
+              <span class="bg-lightNavbar dark:bg-darkNavbar absolute flex items-center text-listTableHeadingText dark:text-darkListTableHeadingText justify-center w-5 h-5 rounded-full -start-[0.68rem] ring-4 ring-lightNavbar dark:ring-darkNavbar">
+                <div class="w-2 h-2 rounded-full bg-current animate-pulse"></div>
+              </span>
+              <h3 class="flex items-center mb-1 text-sm ml-3 gap-1 text-listTableHeadingText dark:text-darkListTableHeadingText">
+                <span class="font-semibold">{{ part.data?.label ?? 'Rendering...' }}</span>
+                <ThreeDotsAnimation />
+              </h3>
+            </li>
           </template>
         </ol>
       </CustomAutoScrollContainer>
@@ -73,7 +82,11 @@
   const isExpanded = ref(true);
   let isUserScrolled = false;
   const ToolOrReasoningParts = computed(() => {
-    return props.message.parts.filter((part: IPart) => part.type === 'data-tool-call' || part.type === 'reasoning');
+    return props.message.parts.filter((part: IPart) => {
+      return part.type === 'data-tool-call'
+        || part.type === 'reasoning'
+        || isActiveRenderingPart(part);
+    });
   });
   const isResponseInProgress = computed(() =>{
     return props.isLastMessageInChat && agentStore.isResponseInProgress; 
@@ -157,6 +170,14 @@
     });
   };
 
+  function isActiveRenderingPart(part: IPart) {
+    return part.type === 'data-rendering'
+      && part.data?.phase === 'start'
+      && !props.message.parts.some((candidate: IPart) => {
+        return candidate.type === 'data-rendering' && candidate.data?.phase === 'end';
+      });
+  }
+
   const groupToolCallParts = (message: IMessage, currentPart: IPart): IToolGroup[] => {
     if (currentPart.type !== 'data-tool-call') {
       return [];
@@ -259,4 +280,4 @@
   }
 }
 
-</style>
+</style>

custom/incremark_code_renderers/IncremarkShikiCodeBlock.vue

@@ -72,7 +72,7 @@ let highlightModulePromise: Promise<typeof import('./incremarkCodeHighlight')> |
 const sourceCode = computed(() => props.node.value ?? '');
 const language = computed(() => props.node.lang?.trim().toLowerCase() || 'text');
 const languageLabel = computed(() => language.value === 'vega-lite' ? '' : props.node.lang?.trim() || 'text');
-const shouldRenderVega = computed(() => language.value === 'vega-lite' && props.blockStatus === 'completed');
+const shouldRenderVega = computed(() => language.value === 'vega-lite');
 const codeTheme = computed<IncremarkCodeTheme>(() => {
   const requestedTheme = props.theme ?? (prefersDarkMode.value ? props.darkTheme : props.lightTheme);
 
@@ -390,4 +390,4 @@ function clearVega() {
 :deep(.incremark-vega){
   padding: 0;
 }
-</style>
+</style>

custom/types.ts

@@ -1,14 +1,15 @@
 export interface IPartData {
-  toolCallId: string;
-  toolName: string;
-  phase: 'start' | 'end';
+  toolCallId?: string;
+  toolName?: string;
+  phase?: 'start' | 'end';
+  label?: string;
   input?: any;
   output?: any;
   durationMs?: number;
   toolInfo?: string;
 }
 export interface IPart {
-  type: 'reasoning' | 'data-tool-call' | 'text';
+  type: 'reasoning' | 'data-tool-call' | 'data-rendering' | 'text';
   text?: string;
   state?: 'started' | 'thinking' | 'processing' | 'streaming' | 'done';
   data?: IPartData;

index.ts

@@ -89,6 +89,9 @@ const createSessionBodySchema = z.object({
   triggerMessage: z.string().optional(),
 }).strict();
 
+const VEGA_LITE_FENCE_START = "```vega-lite";
+const COMPLETE_VEGA_LITE_BLOCK_RE = /```vega-lite[\s\S]*?```/;
+
 function isAbortError(error: unknown): boolean {
   return (
     error instanceof DOMException && error.name === "AbortError"
@@ -279,6 +282,8 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
 
   private async runAgentTurn(input: AgentTurnRunInput) {
     let fullResponse = "";
+    let bufferedTextDelta = "";
+    let isRenderingVegaLite = false;
     const maxTokens = this.options.maxTokens ?? 1000;
     const selectedMode = this.options.modes.find((mode) => mode.name === input.modeName) ?? this.options.modes[0];
     const [primaryModelSpec, summaryModelSpec] = await Promise.all([
@@ -386,13 +391,63 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
 
       if (textDelta) {
         fullResponse += textDelta;
+        bufferedTextDelta += textDelta;
+
+        if (
+          bufferedTextDelta.includes(VEGA_LITE_FENCE_START) &&
+          !COMPLETE_VEGA_LITE_BLOCK_RE.test(bufferedTextDelta)
+        ) {
+          if (!isRenderingVegaLite) {
+            isRenderingVegaLite = true;
+            await input.emit?.({
+              type: "rendering",
+              phase: "start",
+              label: "Rendering...",
+            });
+          }
+          continue;
+        }
+
+        if (isRenderingVegaLite) {
+          isRenderingVegaLite = false;
+          await input.emit?.({
+            type: "rendering",
+            phase: "end",
+            label: "Rendering...",
+          });
+        }
+
+        const streamableLength = bufferedTextDelta.includes(VEGA_LITE_FENCE_START)
+          ? bufferedTextDelta.length
+          : bufferedTextDelta.length - getPartialVegaLiteFenceStartLength(bufferedTextDelta);
+
+        if (!streamableLength) {
+          continue;
+        }
+
         await input.emit?.({
           type: "text-delta",
-          delta: textDelta,
+          delta: bufferedTextDelta.slice(0, streamableLength),
         });
+        bufferedTextDelta = bufferedTextDelta.slice(streamableLength);
       }
     }
 
+    if (isRenderingVegaLite) {
+      await input.emit?.({
+        type: "rendering",
+        phase: "end",
+        label: "Rendering...",
+      });
+    }
+
+    if (bufferedTextDelta) {
+      await input.emit?.({
+        type: "text-delta",
+        delta: bufferedTextDelta,
+      });
+    }
+
     return {
       text: fullResponse,
     };
@@ -956,3 +1011,13 @@ export default class AdminForthAgentPlugin extends AdminForthPlugin {
     })
   }
 }
+
+function getPartialVegaLiteFenceStartLength(text: string): number {
+  for (let length = Math.min(text.length, VEGA_LITE_FENCE_START.length - 1); length > 0; length -= 1) {
+    if (VEGA_LITE_FENCE_START.startsWith(text.slice(-length))) {
+      return length;
+    }
+  }
+
+  return 0;
+}

surfaces/web-sse/createSseEventEmitter.ts

@@ -108,6 +108,20 @@ function createAgentEventStream(
       });
     },
 
+    rendering(phase: "start" | "end", label: string) {
+      if (phase === "start") {
+        stream.endActiveBlock();
+      }
+
+      stream.send({
+        type: "data-rendering",
+        data: {
+          phase,
+          label,
+        },
+      });
+    },
+
     transcript(text: string, language?: string) {
       stream.send({
         type: "transcript",
@@ -226,6 +240,9 @@ export function createSseEventEmitter(
       case "tool-call":
         stream.toolCall(event.data);
         break;
+      case "rendering":
+        stream.rendering(event.phase, event.label);
+        break;
       case "transcript":
         stream.transcript(event.text, event.language);
         break;