Improve message stream caching and virtualization for large sessions

This commit is contained in:
Shantur Rathore
2025-11-26 13:30:20 +00:00
parent c77bfc2ee7
commit fad2809299
18 changed files with 1142 additions and 402 deletions

View File

@@ -1,6 +1,5 @@
--- ---
description: Develops Web UI components. description: Develops Web UI components.
mode: all mode: all
model: zai-coding-plan/glm-4.6
--- ---
You are a Web Frontend Developer Agent. Your primary focus is on developing SolidJS UI components, ensuring adherence to modern web best practices, excellent UI/UX, and efficient data integration. You are a Web Frontend Developer Agent. Your primary focus is on developing SolidJS UI components, ensuring adherence to modern web best practices, excellent UI/UX, and efficient data integration.

View File

@@ -1,9 +1,10 @@
import { createMemo, Show, onMount, createEffect } from "solid-js" import { createMemo, Show, createEffect, onCleanup } from "solid-js"
import { DiffView, DiffModeEnum } from "@git-diff-view/solid" import { DiffView, DiffModeEnum } from "@git-diff-view/solid"
import type { DiffHighlighterLang } from "@git-diff-view/core" import type { DiffHighlighterLang } from "@git-diff-view/core"
import { getLanguageFromPath } from "../lib/markdown" import { getLanguageFromPath } from "../lib/markdown"
import { normalizeDiffText } from "../lib/diff-utils" import { normalizeDiffText } from "../lib/diff-utils"
import { setToolRenderCache } from "../lib/tool-render-cache" import { setCacheEntry } from "../lib/global-cache"
import type { CacheEntryParams } from "../lib/global-cache"
import type { DiffViewMode } from "../stores/preferences" import type { DiffViewMode } from "../stores/preferences"
interface ToolCallDiffViewerProps { interface ToolCallDiffViewerProps {
@@ -13,7 +14,7 @@ interface ToolCallDiffViewerProps {
mode: DiffViewMode mode: DiffViewMode
onRendered?: () => void onRendered?: () => void
cachedHtml?: string cachedHtml?: string
cacheKey?: string cacheEntryParams?: CacheEntryParams
} }
type DiffData = { type DiffData = {
@@ -22,6 +23,13 @@ type DiffData = {
hunks: string[] hunks: string[]
} }
type CaptureContext = {
theme: ToolCallDiffViewerProps["theme"]
mode: DiffViewMode
diffText: string
cacheEntryParams?: CacheEntryParams
}
export function ToolCallDiffViewer(props: ToolCallDiffViewerProps) { export function ToolCallDiffViewer(props: ToolCallDiffViewerProps) {
const diffData = createMemo<DiffData | null>(() => { const diffData = createMemo<DiffData | null>(() => {
const normalized = normalizeDiffText(props.diffText) const normalized = normalizeDiffText(props.diffText)
@@ -46,31 +54,94 @@ export function ToolCallDiffViewer(props: ToolCallDiffViewerProps) {
}) })
let diffContainerRef: HTMLDivElement | undefined let diffContainerRef: HTMLDivElement | undefined
let pendingCapture: number | undefined
let pendingContext: CaptureContext | undefined
let lastRenderedMarkup: string | undefined
let lastCachedHtml: string | undefined
const captureAndCacheHtml = () => { const clearPendingCapture = () => {
if (diffContainerRef && props.cacheKey && !props.cachedHtml) { if (pendingCapture !== undefined) {
// Extract the rendered HTML from DiffView container cancelAnimationFrame(pendingCapture)
const renderedHtml = diffContainerRef.innerHTML pendingCapture = undefined
if (renderedHtml) { }
setToolRenderCache(props.cacheKey, { pendingContext = undefined
text: props.diffText, }
html: renderedHtml,
theme: props.theme, const runCapture = (context: CaptureContext) => {
mode: props.mode, if (!diffContainerRef) {
props.onRendered?.()
return
}
const markup = diffContainerRef.innerHTML
if (!markup) {
props.onRendered?.()
return
}
const hasChanged = markup !== lastRenderedMarkup
if (hasChanged) {
lastRenderedMarkup = markup
if (context.cacheEntryParams) {
setCacheEntry(context.cacheEntryParams, {
text: context.diffText,
html: markup,
theme: context.theme,
mode: context.mode,
}) })
} }
} }
props.onRendered?.() props.onRendered?.()
} }
// Also capture HTML when diff data changes const scheduleCapture = (context: CaptureContext) => {
createEffect(() => { clearPendingCapture()
const data = diffData() pendingContext = context
if (data && !props.cachedHtml) { pendingCapture = requestAnimationFrame(() => {
// Delay to allow DiffView to re-render with new data const activeContext = pendingContext
setTimeout(captureAndCacheHtml, 100) pendingContext = undefined
pendingCapture = undefined
if (activeContext) {
runCapture(activeContext)
} }
}) })
}
createEffect(() => {
const cachedHtml = props.cachedHtml
if (cachedHtml) {
clearPendingCapture()
if (cachedHtml !== lastCachedHtml) {
lastCachedHtml = cachedHtml
lastRenderedMarkup = cachedHtml
props.onRendered?.()
}
return
}
lastCachedHtml = undefined
const data = diffData()
const theme = props.theme
const mode = props.mode
if (!data) {
clearPendingCapture()
return
}
scheduleCapture({
theme,
mode,
diffText: props.diffText,
cacheEntryParams: props.cacheEntryParams,
})
})
onCleanup(() => {
clearPendingCapture()
})
return ( return (
<div class="tool-call-diff-viewer"> <div class="tool-call-diff-viewer">

View File

@@ -1,26 +1,29 @@
import { For, Show, createMemo } from "solid-js" import { For, Show, createMemo } from "solid-js"
import type { Message, SDKPart, MessageInfo, ClientPart } from "../types/message" import type { MessageInfo, ClientPart } from "../types/message"
import { partHasRenderableText } from "../types/message" import { partHasRenderableText } from "../types/message"
import type { MessageRecord } from "../stores/message-v2/types"
import { formatTokenTotal } from "../lib/formatters" import { formatTokenTotal } from "../lib/formatters"
import { preferences } from "../stores/preferences" import { preferences } from "../stores/preferences"
import MessagePart from "./message-part" import MessagePart from "./message-part"
interface MessageItemProps { interface MessageItemProps {
message: Message record: MessageRecord
messageInfo?: MessageInfo messageInfo?: MessageInfo
instanceId: string instanceId: string
sessionId: string sessionId: string
isQueued?: boolean isQueued?: boolean
parts?: ClientPart[] combinedParts: ClientPart[]
orderedParts: ClientPart[]
onRevert?: (messageId: string) => void onRevert?: (messageId: string) => void
onFork?: (messageId?: string) => void onFork?: (messageId?: string) => void
} }
export default function MessageItem(props: MessageItemProps) { export default function MessageItem(props: MessageItemProps) {
const isUser = () => props.message.type === "user" const isUser = () => props.record.role === "user"
const showUsageMetrics = () => preferences().showUsageMetrics ?? true const showUsageMetrics = () => preferences().showUsageMetrics ?? true
const timestamp = () => { const timestamp = () => {
const date = new Date(props.message.timestamp) const createdTime = props.messageInfo?.time?.created ?? props.record.createdAt
const date = new Date(createdTime)
return date.toLocaleTimeString([], { hour: "2-digit", minute: "2-digit" }) return date.toLocaleTimeString([], { hour: "2-digit", minute: "2-digit" })
} }
@@ -30,10 +33,10 @@ export default function MessageItem(props: MessageItemProps) {
filename?: string filename?: string
} }
const displayParts = () => props.parts ?? props.message.parts const combinedParts = () => props.combinedParts
const fileAttachments = () => const fileAttachments = () =>
props.message.parts.filter((part): part is FilePart => part?.type === "file" && typeof (part as FilePart).url === "string") props.orderedParts.filter((part): part is FilePart => part?.type === "file" && typeof (part as FilePart).url === "string")
const getAttachmentName = (part: FilePart) => { const getAttachmentName = (part: FilePart) => {
if (part.filename && part.filename.trim().length > 0) { if (part.filename && part.filename.trim().length > 0) {
@@ -123,7 +126,7 @@ export default function MessageItem(props: MessageItemProps) {
return true return true
} }
return displayParts().some((part) => partHasRenderableText(part)) return combinedParts().some((part) => partHasRenderableText(part))
} }
const isGenerating = () => { const isGenerating = () => {
@@ -133,7 +136,7 @@ export default function MessageItem(props: MessageItemProps) {
const handleRevert = () => { const handleRevert = () => {
if (props.onRevert && isUser()) { if (props.onRevert && isUser()) {
props.onRevert(props.message.id) props.onRevert(props.record.id)
} }
} }
@@ -227,7 +230,7 @@ export default function MessageItem(props: MessageItemProps) {
<Show when={isUser() && props.onFork}> <Show when={isUser() && props.onFork}>
<button <button
class="bg-transparent border border-[var(--border-base)] text-[var(--text-muted)] cursor-pointer px-3 py-0.5 rounded text-xs font-semibold leading-none transition-all duration-200 flex items-center justify-center h-6 hover:bg-[var(--surface-hover)] hover:border-[var(--accent-primary)] hover:text-[var(--accent-primary)] active:scale-95" class="bg-transparent border border-[var(--border-base)] text-[var(--text-muted)] cursor-pointer px-3 py-0.5 rounded text-xs font-semibold leading-none transition-all duration-200 flex items-center justify-center h-6 hover:bg-[var(--surface-hover)] hover:border-[var(--accent-primary)] hover:text-[var(--accent-primary)] active:scale-95"
onClick={() => props.onFork?.(props.message.id)} onClick={() => props.onFork?.(props.record.id)}
title="Fork from this message" title="Fork from this message"
aria-label="Fork from this message" aria-label="Fork from this message"
> >
@@ -254,11 +257,11 @@ export default function MessageItem(props: MessageItemProps) {
</div> </div>
</Show> </Show>
<For each={displayParts()}> <For each={combinedParts()}>
{(part) => ( {(part) => (
<MessagePart <MessagePart
part={part} part={part}
messageType={props.message.type} messageType={props.record.role}
instanceId={props.instanceId} instanceId={props.instanceId}
sessionId={props.sessionId} sessionId={props.sessionId}
/> />
@@ -341,7 +344,7 @@ export default function MessageItem(props: MessageItemProps) {
</div> </div>
)} )}
</Show> </Show>
<Show when={props.message.status === "sending"}> <Show when={props.record.status === "sending"}>
<div class="message-sending"> <div class="message-sending">
@@ -349,7 +352,7 @@ export default function MessageItem(props: MessageItemProps) {
</div> </div>
</Show> </Show>
<Show when={props.message.status === "error"}> <Show when={props.record.status === "error"}>
<div class="message-error"> Message failed to send</div> <div class="message-error"> Message failed to send</div>
</Show> </Show>
</div> </div>

View File

@@ -2,21 +2,50 @@ import { For, Show, createMemo, createSignal, createEffect, onCleanup } from "so
import MessageItem from "./message-item" import MessageItem from "./message-item"
import ToolCall from "./tool-call" import ToolCall from "./tool-call"
import Kbd from "./kbd" import Kbd from "./kbd"
import type { Message, MessageInfo, ClientPart, MessageDisplayParts } from "../types/message" import type { MessageInfo, ClientPart } from "../types/message"
import { partHasRenderableText } from "../types/message"
import { getSessionInfo } from "../stores/sessions" import { getSessionInfo } from "../stores/sessions"
import { showCommandPalette } from "../stores/command-palette" import { showCommandPalette } from "../stores/command-palette"
import { messageStoreBus } from "../stores/message-v2/bus" import { messageStoreBus } from "../stores/message-v2/bus"
import type { MessageRecord } from "../stores/message-v2/types" import type { MessageRecord } from "../stores/message-v2/types"
import { buildRecordDisplayData, clearRecordDisplayCacheForInstance, type ToolCallPart } from "../stores/message-v2/record-display-cache"
import { useConfig } from "../stores/preferences" import { useConfig } from "../stores/preferences"
import { getScrollCache, setScrollCache } from "../lib/scroll-cache"
import { sseManager } from "../lib/sse-manager" import { sseManager } from "../lib/sse-manager"
import { formatTokenTotal } from "../lib/formatters" import { formatTokenTotal } from "../lib/formatters"
import { useScrollCache } from "../lib/hooks/use-scroll-cache"
const SCROLL_SCOPE = "session" const SCROLL_SCOPE = "session"
const TOOL_ICON = "🔧" const TOOL_ICON = "🔧"
const codeNomadLogo = new URL("../images/CodeNomad-Icon.png", import.meta.url).href const codeNomadLogo = new URL("../images/CodeNomad-Icon.png", import.meta.url).href
const INITIAL_BATCH_COUNT = 150
const PREPEND_CHUNK_COUNT = 50
const LOAD_MORE_THRESHOLD_PX = 320
const ESTIMATED_MESSAGE_HEIGHT = 120
const messageItemCache = new Map<string, MessageDisplayItem>()
const toolItemCache = new Map<string, ToolDisplayItem>()
function makeInstanceCacheKey(instanceId: string, id: string) {
return `${instanceId}:${id}`
}
function clearInstanceCaches(instanceId: string) {
clearRecordDisplayCacheForInstance(instanceId)
const prefix = `${instanceId}:`
for (const key of messageItemCache.keys()) {
if (key.startsWith(prefix)) {
messageItemCache.delete(key)
}
}
for (const key of toolItemCache.keys()) {
if (key.startsWith(prefix)) {
toolItemCache.delete(key)
}
}
}
messageStoreBus.onInstanceDestroyed(clearInstanceCaches)
function formatTokens(tokens: number): string { function formatTokens(tokens: number): string {
return formatTokenTotal(tokens) return formatTokenTotal(tokens)
} }
@@ -32,8 +61,9 @@ interface MessageStreamV2Props {
interface MessageDisplayItem { interface MessageDisplayItem {
type: "message" type: "message"
message: Message record: MessageRecord
combinedParts: ClientPart[] combinedParts: ClientPart[]
orderedParts: ClientPart[]
messageInfo?: MessageInfo messageInfo?: MessageInfo
isQueued: boolean isQueued: boolean
} }
@@ -48,61 +78,28 @@ interface ToolDisplayItem {
partVersion: number partVersion: number
} }
type DisplayItem = MessageDisplayItem | ToolDisplayItem interface MessageDisplayBlock {
record: MessageRecord
type ToolCallPart = Extract<ClientPart, { type: "tool" }> messageItem: MessageDisplayItem | null
toolItems: ToolDisplayItem[]
function isToolPart(part: ClientPart): part is ToolCallPart {
return part.type === "tool"
} }
function recordToMessage(record: MessageRecord): Message { interface MeasurementEntry {
const parts = record.partIds revision: number
.map((partId) => record.parts[partId]?.data) height: number
.filter((part): part is ClientPart => Boolean(part))
return {
id: record.id,
sessionId: record.sessionId,
type: record.role,
parts,
timestamp: record.createdAt,
status: record.status,
version: record.revision,
}
} }
function computeDisplayPartsForMessage(message: Message, showThinking: boolean): MessageDisplayParts { function hasRenderableContent(record: MessageRecord, combinedParts: ClientPart[], info?: MessageInfo): boolean {
const text: ClientPart[] = [] if (record.role !== "assistant" && record.role !== "user") {
const tool: ClientPart[] = []
const reasoning: ClientPart[] = []
for (const part of message.parts) {
if (part.type === "text" && !part.synthetic && partHasRenderableText(part)) {
text.push(part)
} else if (part.type === "tool") {
tool.push(part)
} else if (part.type === "reasoning" && showThinking && partHasRenderableText(part)) {
reasoning.push(part)
}
}
const combined = reasoning.length > 0 ? [...text, ...reasoning] : [...text]
const version = typeof message.version === "number" ? message.version : 0
return { text, tool, reasoning, combined, showThinking, version }
}
function hasRenderableContent(message: Message, combinedParts: ClientPart[], info?: MessageInfo): boolean {
if (message.type !== "assistant" && message.type !== "user") {
return false return false
} }
if (message.type !== "assistant" || combinedParts.length > 0) { if (record.role !== "assistant" || combinedParts.length > 0) {
return true return true
} }
if (info && info.role === "assistant" && info.error) { if (info && info.role === "assistant" && info.error) {
return true return true
} }
return message.status === "error" return record.status === "error"
} }
export default function MessageStreamV2(props: MessageStreamV2Props) { export default function MessageStreamV2(props: MessageStreamV2Props) {
@@ -115,6 +112,63 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
.filter((record): record is MessageRecord => Boolean(record)), .filter((record): record is MessageRecord => Boolean(record)),
) )
const [visibleRange, setVisibleRange] = createSignal({ start: 0, end: 0 })
const [rangeInitialized, setRangeInitialized] = createSignal(false)
const [forceFullHistory, setForceFullHistory] = createSignal(false)
const messageMeasurements = new Map<string, MeasurementEntry>()
const [measurementVersion, setMeasurementVersion] = createSignal(0)
const [virtualPadding, setVirtualPadding] = createSignal(0)
const [reachedAbsoluteTop, setReachedAbsoluteTop] = createSignal(false)
const showLoadOlderButton = createMemo(() => visibleRange().start > 0 && reachedAbsoluteTop())
function updateMeasurementCache(messageId: string, revision: number, height: number) {
const safeHeight = Math.max(0, height)
const existing = messageMeasurements.get(messageId)
if (existing && existing.revision === revision && Math.abs(existing.height - safeHeight) < 1) {
return
}
messageMeasurements.set(messageId, { revision, height: safeHeight })
setMeasurementVersion((value) => value + 1)
}
function getAverageMeasuredHeight() {
if (messageMeasurements.size === 0) {
return ESTIMATED_MESSAGE_HEIGHT
}
let total = 0
for (const entry of messageMeasurements.values()) {
total += entry.height
}
return total / messageMeasurements.size
}
const messageIndexMap = createMemo(() => {
const map = new Map<string, number>()
const records = messageRecords()
records.forEach((record, index) => map.set(record.id, index))
return map
})
const lastAssistantIndex = createMemo(() => {
const records = messageRecords()
for (let index = records.length - 1; index >= 0; index--) {
if (records[index].role === "assistant") {
return index
}
}
return -1
})
const visibleRecords = createMemo(() => {
const records = messageRecords()
const range = visibleRange()
if (range.end === 0) {
return records
}
return records.slice(range.start, range.end)
})
const sessionRevision = createMemo(() => store().getSessionRevision(props.sessionId))
const usageSnapshot = createMemo(() => store().getSessionUsage(props.sessionId)) const usageSnapshot = createMemo(() => store().getSessionUsage(props.sessionId))
const sessionInfo = createMemo(() => const sessionInfo = createMemo(() =>
getSessionInfo(props.instanceId, props.sessionId) ?? { getSessionInfo(props.instanceId, props.sessionId) ?? {
@@ -145,30 +199,50 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
const messageInfoMap = createMemo(() => { const messageInfoMap = createMemo(() => {
const map = new Map<string, MessageInfo>() const map = new Map<string, MessageInfo>()
messageIds().forEach((id) => { const records = visibleRecords()
const info = store().getMessageInfo(id) records.forEach((record) => {
const info = store().getMessageInfo(record.id)
if (info) { if (info) {
map.set(id, info) map.set(record.id, info)
} }
}) })
return map return map
}) })
const revertTarget = createMemo(() => store().getSessionRevert(props.sessionId)) const revertTarget = createMemo(() => store().getSessionRevert(props.sessionId))
const displayItems = createMemo<DisplayItem[]>(() => { const scrollCache = useScrollCache({
instanceId: () => props.instanceId,
sessionId: () => props.sessionId,
scope: SCROLL_SCOPE,
})
let previousToken: string | undefined
createEffect(() => {
const sessionId = props.sessionId
store()
messageMeasurements.clear()
setMeasurementVersion((value) => value + 1)
setVirtualPadding(0)
setVisibleRange({ start: 0, end: 0 })
setRangeInitialized(false)
setReachedAbsoluteTop(false)
const snapshot = store().getScrollSnapshot(sessionId, SCROLL_SCOPE)
setForceFullHistory(Boolean(snapshot && !snapshot.atBottom))
previousToken = undefined
})
const displayBlocks = createMemo<MessageDisplayBlock[]>(() => {
const infoMap = messageInfoMap() const infoMap = messageInfoMap()
const showThinking = preferences().showThinkingBlocks const showThinking = preferences().showThinkingBlocks
const revert = revertTarget() const revert = revertTarget()
const items: DisplayItem[] = [] const instanceId = props.instanceId
const blocks: MessageDisplayBlock[] = []
const records = messageRecords() const usedMessageKeys = new Set<string>()
let lastAssistantIndex = -1 const usedToolKeys = new Set<string>()
for (let i = records.length - 1; i >= 0; i--) { const records = visibleRecords()
if (records[i].role === "assistant") { const globalAssistantIndex = lastAssistantIndex()
lastAssistantIndex = i const indexMap = messageIndexMap()
break
}
}
for (let index = 0; index < records.length; index++) { for (let index = 0; index < records.length; index++) {
const record = records[index] const record = records[index]
@@ -176,30 +250,45 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
break break
} }
const baseMessage = recordToMessage(record) const { orderedParts, textAndReasoningParts, toolParts } = buildRecordDisplayData(instanceId, record, showThinking)
const displayParts = computeDisplayPartsForMessage(baseMessage, showThinking)
baseMessage.displayParts = displayParts
const combinedParts = displayParts.combined
const messageInfo = infoMap.get(record.id) const messageInfo = infoMap.get(record.id)
const isQueued = const recordCacheKey = makeInstanceCacheKey(instanceId, record.id)
baseMessage.type === "user" && (lastAssistantIndex === -1 || index > lastAssistantIndex) const recordIndex = indexMap.get(record.id) ?? 0
const isQueued = record.role === "user" && (globalAssistantIndex === -1 || recordIndex > globalAssistantIndex)
if (hasRenderableContent(baseMessage, combinedParts, messageInfo)) { let messageItem: MessageDisplayItem | null = null
items.push({ if (hasRenderableContent(record, textAndReasoningParts, messageInfo)) {
let cached = messageItemCache.get(recordCacheKey)
if (!cached) {
cached = {
type: "message", type: "message",
message: baseMessage, record,
combinedParts, combinedParts: textAndReasoningParts,
orderedParts,
messageInfo, messageInfo,
isQueued, isQueued,
}) }
messageItemCache.set(recordCacheKey, cached)
} else {
cached.record = record
cached.combinedParts = textAndReasoningParts
cached.orderedParts = orderedParts
cached.messageInfo = messageInfo
cached.isQueued = isQueued
}
messageItem = cached
usedMessageKeys.add(recordCacheKey)
} }
const toolParts: ToolCallPart[] = displayParts.tool.filter(isToolPart) const toolItems: ToolDisplayItem[] = []
toolParts.forEach((toolPart, toolIndex) => { toolParts.forEach((toolPart, toolIndex) => {
const partVersion = typeof toolPart.version === "number" ? toolPart.version : 0 const partVersion = typeof toolPart.version === "number" ? toolPart.version : 0
const messageVersion = typeof baseMessage.version === "number" ? baseMessage.version : 0 const messageVersion = record.revision
const key = toolPart.id || `${record.id}-tool-${toolIndex}` const key = `${record.id}:${toolPart.id ?? toolIndex}`
items.push({ const toolCacheKey = makeInstanceCacheKey(instanceId, key)
let toolItem = toolItemCache.get(toolCacheKey)
if (!toolItem) {
toolItem = {
type: "tool", type: "tool",
key, key,
toolPart, toolPart,
@@ -207,30 +296,151 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
messageId: record.id, messageId: record.id,
messageVersion, messageVersion,
partVersion, partVersion,
}
toolItemCache.set(toolCacheKey, toolItem)
} else {
toolItem.key = key
toolItem.toolPart = toolPart
toolItem.messageInfo = messageInfo
toolItem.messageId = record.id
toolItem.messageVersion = messageVersion
toolItem.partVersion = partVersion
}
toolItems.push(toolItem)
usedToolKeys.add(toolCacheKey)
}) })
})
if (!messageItem && toolItems.length === 0) {
continue
} }
return items blocks.push({ record, messageItem, toolItems })
}
for (const key of messageItemCache.keys()) {
if (!usedMessageKeys.has(key)) {
messageItemCache.delete(key)
}
}
for (const key of toolItemCache.keys()) {
if (!usedToolKeys.has(key)) {
toolItemCache.delete(key)
}
}
return blocks
})
createEffect(() => {
const records = messageRecords()
const total = records.length
const requireFullHistory = forceFullHistory()
if (total === 0) {
setVisibleRange({ start: 0, end: 0 })
setRangeInitialized(false)
return
}
setVisibleRange((current) => {
if (!rangeInitialized() || requireFullHistory) {
const start = requireFullHistory ? 0 : Math.max(0, total - INITIAL_BATCH_COUNT)
if (!rangeInitialized()) {
setRangeInitialized(true)
}
if (requireFullHistory) {
setForceFullHistory(false)
}
return { start, end: total }
}
const nextEnd = total
let nextStart = current.start
if (nextStart > nextEnd) {
nextStart = Math.max(0, nextEnd - INITIAL_BATCH_COUNT)
}
return { start: nextStart, end: nextEnd }
})
})
createEffect(() => {
measurementVersion()
const range = visibleRange()
if (range.start <= 0) {
setVirtualPadding(0)
return
}
const records = messageRecords()
const trimmed = records.slice(0, range.start)
if (trimmed.length === 0) {
setVirtualPadding(0)
return
}
const fallback = getAverageMeasuredHeight()
let total = 0
for (const record of trimmed) {
const entry = messageMeasurements.get(record.id)
total += entry?.height ?? fallback
}
setVirtualPadding(total)
}) })
const changeToken = createMemo(() => { const changeToken = createMemo(() => {
const entries = displayItems() const revisionValue = sessionRevision()
return entries const range = visibleRange()
.map((item) => { const blocks = displayBlocks()
if (item.type === "message") { if (blocks.length === 0) {
return `${item.message.id}:${item.message.version}:${item.combinedParts.length}` return `${revisionValue}:${range.start}:${range.end}:empty`
} }
const status = item.toolPart.state?.status || "unknown" const lastBlock = blocks[blocks.length - 1]
return `tool:${item.key}:${item.partVersion}:${status}` const lastTool = lastBlock.toolItems[lastBlock.toolItems.length - 1]
}) const tailSignature = lastTool
.join("|") ? `tool:${lastTool.key}:${lastTool.partVersion}`
: `msg:${lastBlock.record.id}:${lastBlock.record.revision}`
return `${revisionValue}:${range.start}:${range.end}:${tailSignature}`
}) })
const [autoScroll, setAutoScroll] = createSignal(true) const [autoScroll, setAutoScroll] = createSignal(true)
const [showScrollButton, setShowScrollButton] = createSignal(false) const [showScrollButton, setShowScrollButton] = createSignal(false)
let containerRef: HTMLDivElement | undefined let containerRef: HTMLDivElement | undefined
function captureScrollSnapshot() {
if (!containerRef) return { height: 0, top: 0 }
return { height: containerRef.scrollHeight, top: containerRef.scrollTop }
}
function restoreScrollSnapshot(snapshot?: { height: number; top: number }) {
if (!containerRef || !snapshot) return
requestAnimationFrame(() => {
if (!containerRef) return
const delta = containerRef.scrollHeight - snapshot.height
containerRef.scrollTop = snapshot.top + delta
})
}
function prependChunk(amount = PREPEND_CHUNK_COUNT) {
if (visibleRange().start === 0) {
return
}
const snapshot = captureScrollSnapshot()
setVisibleRange((range) => {
if (range.start === 0) {
return range
}
const nextStart = Math.max(0, range.start - amount)
return { start: nextStart, end: range.end }
})
restoreScrollSnapshot(snapshot)
}
function loadAllOlderMessages() {
if (visibleRange().start === 0) {
return
}
const snapshot = captureScrollSnapshot()
setVisibleRange((range) => ({ start: 0, end: range.end }))
restoreScrollSnapshot(snapshot)
}
function isNearBottom(element: HTMLDivElement, offset = 48) { function isNearBottom(element: HTMLDivElement, offset = 48) {
const { scrollTop, scrollHeight, clientHeight } = element const { scrollTop, scrollHeight, clientHeight } = element
return scrollHeight - (scrollTop + clientHeight) <= offset return scrollHeight - (scrollTop + clientHeight) <= offset
@@ -246,41 +456,45 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
function persistScrollState() { function persistScrollState() {
if (!containerRef) return if (!containerRef) return
setScrollCache( scrollCache.persist(containerRef, { atBottomOffset: 48 })
{ instanceId: props.instanceId, sessionId: props.sessionId, scope: SCROLL_SCOPE },
{
scrollTop: containerRef.scrollTop,
atBottom: isNearBottom(containerRef),
},
)
} }
function handleScroll(event: Event) { function handleScroll(event: Event) {
if (!containerRef) return if (!containerRef) return
const atBottom = isNearBottom(containerRef) const atBottom = isNearBottom(containerRef)
setShowScrollButton(!atBottom) setShowScrollButton(!atBottom)
const atAbsoluteTop = containerRef.scrollTop <= 4
setReachedAbsoluteTop(atAbsoluteTop)
if (event.isTrusted) { if (event.isTrusted) {
setAutoScroll(atBottom) setAutoScroll(atBottom)
if (containerRef.scrollTop <= LOAD_MORE_THRESHOLD_PX && visibleRange().start > 0) {
prependChunk()
}
} }
persistScrollState() persistScrollState()
} }
createEffect(() => { createEffect(() => {
const scrollSnapshot = getScrollCache({ instanceId: props.instanceId, sessionId: props.sessionId, scope: SCROLL_SCOPE }) const sessionId = props.sessionId
requestAnimationFrame(() => { store()
if (!containerRef) return const target = containerRef
if (scrollSnapshot) { if (!target) return
const maxScrollTop = Math.max(containerRef.scrollHeight - containerRef.clientHeight, 0) scrollCache.restore(target, {
containerRef.scrollTop = Math.min(scrollSnapshot.scrollTop, maxScrollTop) fallback: () => scrollToBottom(true),
setAutoScroll(scrollSnapshot.atBottom) onApplied: (snapshot) => {
setShowScrollButton(!scrollSnapshot.atBottom) if (snapshot) {
setAutoScroll(snapshot.atBottom)
setShowScrollButton(!snapshot.atBottom)
} else { } else {
scrollToBottom(true) const atBottom = isNearBottom(target)
setAutoScroll(atBottom)
setShowScrollButton(!atBottom)
} }
},
}) })
void sessionId
}) })
let previousToken: string | undefined
createEffect(() => { createEffect(() => {
const token = changeToken() const token = changeToken()
if (!token || token === previousToken) { if (!token || token === previousToken) {
@@ -293,7 +507,7 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
}) })
createEffect(() => { createEffect(() => {
if (displayItems().length === 0) { if (messageRecords().length === 0) {
setShowScrollButton(false) setShowScrollButton(false)
setAutoScroll(true) setAutoScroll(true)
} }
@@ -358,7 +572,7 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
}} }}
onScroll={handleScroll} onScroll={handleScroll}
> >
<Show when={!props.loading && displayItems().length === 0}> <Show when={!props.loading && messageRecords().length === 0}>
<div class="empty-state"> <div class="empty-state">
<div class="empty-state-content"> <div class="empty-state-content">
<div class="flex flex-col items-center gap-3 mb-6"> <div class="flex flex-col items-center gap-3 mb-6">
@@ -388,24 +602,64 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
</div> </div>
</Show> </Show>
<For each={displayItems()}> <Show when={virtualPadding() > 0}>
{(item) => { <div class="message-stream-virtual-padding" style={{ height: `${virtualPadding()}px` }} aria-hidden="true" />
if (item.type === "message") { </Show>
<Show when={showLoadOlderButton()}>
<div class="message-stream-load-older">
<button type="button" class="message-stream-load-older-button" onClick={loadAllOlderMessages}>
Load older messages
</button>
</div>
</Show>
<For each={displayBlocks()}>
{(block) => {
let blockRef: HTMLDivElement | undefined
const scheduleMeasurement = () => {
if (!blockRef) return
requestAnimationFrame(() => {
if (!blockRef) return
updateMeasurementCache(block.record.id, block.record.revision, blockRef.clientHeight)
})
}
createEffect(() => {
void block.record.revision
scheduleMeasurement()
})
return ( return (
<div
class="message-stream-block"
data-message-id={block.record.id}
ref={(element) => {
blockRef = element || undefined
if (element) {
scheduleMeasurement()
}
}}
>
<Show when={block.messageItem} keyed>
{(message) => (
<MessageItem <MessageItem
message={item.message} record={message.record}
messageInfo={item.messageInfo} messageInfo={message.messageInfo}
parts={item.combinedParts} combinedParts={message.combinedParts}
orderedParts={message.orderedParts}
instanceId={props.instanceId} instanceId={props.instanceId}
sessionId={props.sessionId} sessionId={props.sessionId}
isQueued={item.isQueued} isQueued={message.isQueued}
onRevert={props.onRevert} onRevert={props.onRevert}
onFork={props.onFork} onFork={props.onFork}
/> />
) )}
} </Show>
return ( <For each={block.toolItems}>
{(item) => (
<div class="tool-call-message" data-key={item.key}> <div class="tool-call-message" data-key={item.key}>
<div class="tool-call-header-label"> <div class="tool-call-header-label">
<div class="tool-call-header-meta"> <div class="tool-call-header-meta">
@@ -424,6 +678,9 @@ export default function MessageStreamV2(props: MessageStreamV2Props) {
sessionId={props.sessionId} sessionId={props.sessionId}
/> />
</div> </div>
)}
</For>
</div>
) )
}} }}
</For> </For>

View File

@@ -6,11 +6,12 @@ import { ToolCallDiffViewer } from "./diff-viewer"
import { useTheme } from "../lib/theme" import { useTheme } from "../lib/theme"
import { getLanguageFromPath } from "../lib/markdown" import { getLanguageFromPath } from "../lib/markdown"
import { isRenderableDiffText } from "../lib/diff-utils" import { isRenderableDiffText } from "../lib/diff-utils"
import { getToolRenderCache, setToolRenderCache } from "../lib/tool-render-cache" import { useGlobalCache } from "../lib/hooks/use-global-cache"
import { useScrollCache } from "../lib/hooks/use-scroll-cache"
import { useConfig } from "../stores/preferences" import { useConfig } from "../stores/preferences"
import type { DiffViewMode } from "../stores/preferences" import type { DiffViewMode } from "../stores/preferences"
import { sendPermissionResponse } from "../stores/instances" import { sendPermissionResponse } from "../stores/instances"
import type { TextPart, SDKPart, ClientPart } from "../types/message" import type { TextPart, SDKPart, ClientPart, RenderCache } from "../types/message"
type ToolCallPart = Extract<ClientPart, { type: "tool" }> type ToolCallPart = Extract<ClientPart, { type: "tool" }>
@@ -34,46 +35,19 @@ function isToolStateError(state: ToolState): state is ToolStateError {
} }
const toolScrollState = new Map<string, { scrollTop: number; atBottom: boolean }>() const TOOL_CALL_CACHE_SCOPE = "tool-call"
function makeRenderCacheKey( function makeRenderCacheKey(
toolCallId?: string | null, toolCallId?: string | null,
messageId?: string, messageId?: string,
messageVersion?: number, messageVersion?: number,
partVersion?: number, partVersion?: number,
variant = "default",
) { ) {
const suffix = `${messageVersion ?? 0}:${partVersion ?? 0}` const messageComponent = messageId ?? "unknown-message"
const keyBase = `${messageId}:${toolCallId}` const toolCallComponent = toolCallId ?? "unknown-tool-call"
return `${keyBase}::${suffix}` const versionComponent = `${messageVersion ?? 0}:${partVersion ?? 0}`
} return `${messageComponent}:${toolCallComponent}:${versionComponent}:${variant}`
function updateScrollState(id: string, element: HTMLElement) {
if (!id) return
const distanceFromBottom = element.scrollHeight - (element.scrollTop + element.clientHeight)
const atBottom = distanceFromBottom <= 2
toolScrollState.set(id, { scrollTop: element.scrollTop, atBottom })
}
function restoreScrollState(id: string, element: HTMLElement) {
if (!id) return
const state = toolScrollState.get(id)
if (!state) {
requestAnimationFrame(() => {
element.scrollTop = element.scrollHeight
updateScrollState(id, element)
})
return
}
requestAnimationFrame(() => {
if (state.atBottom) {
element.scrollTop = element.scrollHeight
} else {
const maxScrollTop = Math.max(element.scrollHeight - element.clientHeight, 0)
element.scrollTop = Math.min(state.scrollTop, maxScrollTop)
}
updateScrollState(id, element)
})
} }
@@ -348,6 +322,34 @@ export default function ToolCall(props: ToolCallProps) {
const { isDark } = useTheme() const { isDark } = useTheme()
const toolCallId = () => props.toolCallId || props.toolCall?.id || "" const toolCallId = () => props.toolCallId || props.toolCall?.id || ""
const store = createMemo(() => messageStoreBus.getOrCreate(props.instanceId)) const store = createMemo(() => messageStoreBus.getOrCreate(props.instanceId))
const cacheContext = createMemo(() => ({
toolCallId: toolCallId(),
messageId: props.messageId,
messageVersion: props.messageVersion ?? 0,
partVersion: props.partVersion ?? 0,
}))
const createVariantCache = (variant: string) =>
useGlobalCache({
instanceId: () => props.instanceId,
sessionId: () => props.sessionId,
scope: TOOL_CALL_CACHE_SCOPE,
key: () => {
const context = cacheContext()
return makeRenderCacheKey(
context.toolCallId || undefined,
context.messageId,
context.messageVersion,
context.partVersion,
variant,
)
},
})
const diffCache = createVariantCache("diff")
const permissionDiffCache = createVariantCache("permission-diff")
const markdownCache = createVariantCache("markdown")
const permissionState = createMemo(() => store().getPermissionState(props.messageId, toolCallId() || props.toolCall?.id)) const permissionState = createMemo(() => store().getPermissionState(props.messageId, toolCallId() || props.toolCall?.id))
const pendingPermission = createMemo(() => { const pendingPermission = createMemo(() => {
const state = permissionState() const state = permissionState()
@@ -384,29 +386,48 @@ export default function ToolCall(props: ToolCallProps) {
let scrollContainerRef: HTMLDivElement | undefined let scrollContainerRef: HTMLDivElement | undefined
let toolCallRootRef: HTMLDivElement | undefined let toolCallRootRef: HTMLDivElement | undefined
const handleScrollRendered = () => { const scrollScopeId = createMemo(() => {
const id = toolCallId() const id = toolCallId()
if (id) return id
const messageKey = props.messageId || "unknown"
const partKey = typeof props.partVersion === "number" ? props.partVersion : 0
return `${messageKey}:${partKey}`
})
if (!id || !scrollContainerRef) return const scrollCache = useScrollCache({
restoreScrollState(id, scrollContainerRef) instanceId: () => props.instanceId,
sessionId: () => props.sessionId,
scope: () => `${TOOL_CALL_CACHE_SCOPE}:scroll:${scrollScopeId()}`,
})
const persistScrollSnapshot = (element?: HTMLElement | null) => {
if (!element) return
scrollCache.persist(element, { atBottomOffset: 2 })
}
const restoreScrollSnapshot = (element?: HTMLElement | null) => {
if (!element) return
scrollCache.restore(element, {
fallback: () => {
requestAnimationFrame(() => {
if (!element || !element.isConnected) return
element.scrollTop = element.scrollHeight
persistScrollSnapshot(element)
})
},
})
}
const handleScrollRendered = () => {
if (!scrollContainerRef) return
restoreScrollSnapshot(scrollContainerRef)
} }
const initializeScrollContainer = (element: HTMLDivElement | null | undefined) => { const initializeScrollContainer = (element: HTMLDivElement | null | undefined) => {
const resolvedElement = element || undefined const resolvedElement = element || undefined
scrollContainerRef = resolvedElement scrollContainerRef = resolvedElement
const id = toolCallId() if (!resolvedElement) return
if (!resolvedElement || !id) return restoreScrollSnapshot(resolvedElement)
if (!toolScrollState.has(id)) {
requestAnimationFrame(() => {
if (!scrollContainerRef || toolCallId() !== id) return
scrollContainerRef.scrollTop = scrollContainerRef.scrollHeight
updateScrollState(id, scrollContainerRef)
})
} else {
restoreScrollState(id, resolvedElement)
}
} }
createEffect(() => { createEffect(() => {
@@ -435,16 +456,6 @@ export default function ToolCall(props: ToolCallProps) {
} }
}) })
// Cleanup cache entry when component unmounts or toolCallId changes
createEffect(() => {
const id = toolCallId()
if (!id) return
onCleanup(() => {
toolScrollState.delete(id)
})
})
createEffect(() => { createEffect(() => {
if (props.toolCall?.tool !== "task") return if (props.toolCall?.tool !== "task") return
const state = props.toolCall?.state const state = props.toolCall?.state
@@ -734,36 +745,27 @@ export default function ToolCall(props: ToolCallProps) {
return renderMarkdownTool(toolName, state) return renderMarkdownTool(toolName, state)
} }
function renderDiffTool(payload: DiffPayload, options?: { cacheKeySuffix?: string; disableScrollTracking?: boolean; label?: string }) { function renderDiffTool(payload: DiffPayload, options?: { variant?: string; disableScrollTracking?: boolean; label?: string }) {
const relativePath = payload.filePath ? getRelativePath(payload.filePath) : "" const relativePath = payload.filePath ? getRelativePath(payload.filePath) : ""
const toolbarLabel = options?.label || (relativePath ? `Diff · ${relativePath}` : "Diff") const toolbarLabel = options?.label || (relativePath ? `Diff · ${relativePath}` : "Diff")
const cacheKeyBase = makeRenderCacheKey(toolCallId(), props.messageId, props.messageVersion, props.partVersion) const selectedVariant = options?.variant === "permission-diff" ? "permission-diff" : "diff"
const cacheKey = options?.cacheKeySuffix ? `${cacheKeyBase}${options.cacheKeySuffix}` : cacheKeyBase const cacheHandle = selectedVariant === "permission-diff" ? permissionDiffCache : diffCache
const diffMode = () => (preferences().diffViewMode || "split") as DiffViewMode const diffMode = () => (preferences().diffViewMode || "split") as DiffViewMode
const themeKey = isDark() ? "dark" : "light" const themeKey = isDark() ? "dark" : "light"
// Check if we have valid cache // Check if we have valid cache
let cachedHtml: string | undefined let cachedHtml: string | undefined
if (cacheKey) { const cached = cacheHandle.get<RenderCache>()
const cached = getToolRenderCache(cacheKey)
const currentMode = diffMode() const currentMode = diffMode()
if (cached && if (cached && cached.text === payload.diffText && cached.theme === themeKey && cached.mode === currentMode) {
cached.text === payload.diffText &&
cached.theme === themeKey &&
cached.mode === currentMode) {
cachedHtml = cached.html cachedHtml = cached.html
} }
}
const handleModeChange = (mode: DiffViewMode) => { const handleModeChange = (mode: DiffViewMode) => {
setDiffViewMode(mode) setDiffViewMode(mode)
} }
const handleDiffRendered = () => { const handleDiffRendered = () => {
if (cacheKey && !cachedHtml) {
// Cache will be updated by the diff viewer component itself
// We'll capture HTML from the rendered component
}
if (!options?.disableScrollTracking) { if (!options?.disableScrollTracking) {
handleScrollRendered() handleScrollRendered()
} }
@@ -776,7 +778,7 @@ export default function ToolCall(props: ToolCallProps) {
if (options?.disableScrollTracking) return if (options?.disableScrollTracking) return
initializeScrollContainer(element) initializeScrollContainer(element)
}} }}
onScroll={options?.disableScrollTracking ? undefined : (event) => updateScrollState(toolCallId(), event.currentTarget)} onScroll={options?.disableScrollTracking ? undefined : (event) => persistScrollSnapshot(event.currentTarget)}
> >
<div class="tool-call-diff-toolbar" role="group" aria-label="Diff view mode"> <div class="tool-call-diff-toolbar" role="group" aria-label="Diff view mode">
@@ -806,7 +808,7 @@ export default function ToolCall(props: ToolCallProps) {
theme={themeKey} theme={themeKey}
mode={diffMode()} mode={diffMode()}
cachedHtml={cachedHtml} cachedHtml={cachedHtml}
cacheKey={cacheKey} cacheEntryParams={cacheHandle.params()}
onRendered={handleDiffRendered} onRendered={handleDiffRendered}
/> />
</div> </div>
@@ -822,20 +824,15 @@ export default function ToolCall(props: ToolCallProps) {
const isLarge = toolName === "edit" || toolName === "write" || toolName === "patch" const isLarge = toolName === "edit" || toolName === "write" || toolName === "patch"
const messageClass = `message-text tool-call-markdown${isLarge ? " tool-call-markdown-large" : ""}` const messageClass = `message-text tool-call-markdown${isLarge ? " tool-call-markdown-large" : ""}`
const disableHighlight = state?.status === "running" const disableHighlight = state?.status === "running"
const cacheKey = makeRenderCacheKey(toolCallId(), props.messageId, props.messageVersion, props.partVersion)
const markdownPart: TextPart = { type: "text", text: content } const markdownPart: TextPart = { type: "text", text: content }
if (cacheKey) { const cached = markdownCache.get<RenderCache>()
const cached = getToolRenderCache(cacheKey)
if (cached) { if (cached) {
markdownPart.renderCache = cached markdownPart.renderCache = cached
} }
}
const handleMarkdownRendered = () => { const handleMarkdownRendered = () => {
if (cacheKey) { markdownCache.set(markdownPart.renderCache)
setToolRenderCache(cacheKey, markdownPart.renderCache)
}
handleScrollRendered() handleScrollRendered()
} }
@@ -843,7 +840,7 @@ export default function ToolCall(props: ToolCallProps) {
<div <div
class={messageClass} class={messageClass}
ref={(element) => initializeScrollContainer(element)} ref={(element) => initializeScrollContainer(element)}
onScroll={(event) => updateScrollState(toolCallId(), event.currentTarget)} onScroll={(event) => persistScrollSnapshot(event.currentTarget)}
> >
<Markdown <Markdown
part={markdownPart} part={markdownPart}
@@ -1053,7 +1050,7 @@ export default function ToolCall(props: ToolCallProps) {
<div <div
class="message-text tool-call-markdown tool-call-task-container" class="message-text tool-call-markdown tool-call-task-container"
ref={(element) => initializeScrollContainer(element)} ref={(element) => initializeScrollContainer(element)}
onScroll={(event) => updateScrollState(toolCallId(), event.currentTarget)} onScroll={(event) => persistScrollSnapshot(event.currentTarget)}
> >
<div class="tool-call-task-summary"> <div class="tool-call-task-summary">
<For each={summary}> <For each={summary}>
@@ -1131,7 +1128,7 @@ export default function ToolCall(props: ToolCallProps) {
{(payload) => ( {(payload) => (
<div class="tool-call-permission-diff"> <div class="tool-call-permission-diff">
{renderDiffTool(payload(), { {renderDiffTool(payload(), {
cacheKeySuffix: "::permission", variant: "permission-diff",
disableScrollTracking: true, disableScrollTracking: true,
label: payload().filePath ? `Requested diff · ${getRelativePath(payload().filePath || "")}` : "Requested diff", label: payload().filePath ? `Requested diff · ${getRelativePath(payload().filePath || "")}` : "Requested diff",
})} })}

View File

@@ -0,0 +1,126 @@
export interface CacheEntryBaseParams {
instanceId?: string
sessionId?: string
scope: string
}
export interface CacheEntryParams extends CacheEntryBaseParams {
key: string
}
type CacheValueMap = Map<string, unknown>
type CacheScopeMap = Map<string, CacheValueMap>
type CacheSessionMap = Map<string, CacheScopeMap>
const GLOBAL_KEY = "GLOBAL"
const cacheStore = new Map<string, CacheSessionMap>()
function resolveKey(value?: string) {
return value && value.length > 0 ? value : GLOBAL_KEY
}
function getScopeValueMap(params: CacheEntryParams, create: boolean): CacheValueMap | undefined {
const instanceKey = resolveKey(params.instanceId)
const sessionKey = resolveKey(params.sessionId)
let sessionMap = cacheStore.get(instanceKey)
if (!sessionMap) {
if (!create) return undefined
sessionMap = new Map()
cacheStore.set(instanceKey, sessionMap)
}
let scopeMap = sessionMap.get(sessionKey)
if (!scopeMap) {
if (!create) return undefined
scopeMap = new Map()
sessionMap.set(sessionKey, scopeMap)
}
let valueMap = scopeMap.get(params.scope)
if (!valueMap) {
if (!create) return undefined
valueMap = new Map()
scopeMap.set(params.scope, valueMap)
}
return valueMap
}
function cleanupHierarchy(instanceKey: string, sessionKey: string, scopeKey?: string) {
const sessionMap = cacheStore.get(instanceKey)
if (!sessionMap) {
return
}
const scopeMap = sessionMap.get(sessionKey)
if (!scopeMap) {
if (sessionMap.size === 0) {
cacheStore.delete(instanceKey)
}
return
}
if (scopeKey) {
const valueMap = scopeMap.get(scopeKey)
if (valueMap && valueMap.size === 0) {
scopeMap.delete(scopeKey)
}
}
if (scopeMap.size === 0) {
sessionMap.delete(sessionKey)
}
if (sessionMap.size === 0) {
cacheStore.delete(instanceKey)
}
}
export function setCacheEntry<T>(params: CacheEntryParams, value: T | undefined): void {
const instanceKey = resolveKey(params.instanceId)
const sessionKey = resolveKey(params.sessionId)
if (value === undefined) {
const existingMap = getScopeValueMap(params, false)
existingMap?.delete(params.key)
cleanupHierarchy(instanceKey, sessionKey, params.scope)
return
}
const scopeEntries = getScopeValueMap(params, true)
scopeEntries?.set(params.key, value)
}
export function getCacheEntry<T>(params: CacheEntryParams): T | undefined {
const scopeEntries = getScopeValueMap(params, false)
return scopeEntries?.get(params.key) as T | undefined
}
export function clearCacheScope(params: CacheEntryBaseParams): void {
const instanceKey = resolveKey(params.instanceId)
const sessionKey = resolveKey(params.sessionId)
const sessionMap = cacheStore.get(instanceKey)
if (!sessionMap) return
const scopeMap = sessionMap.get(sessionKey)
if (!scopeMap) return
scopeMap.delete(params.scope)
cleanupHierarchy(instanceKey, sessionKey)
}
export function clearCacheForSession(instanceId?: string, sessionId?: string): void {
const instanceKey = resolveKey(instanceId)
const sessionKey = resolveKey(sessionId)
const sessionMap = cacheStore.get(instanceKey)
if (!sessionMap) return
sessionMap.delete(sessionKey)
if (sessionMap.size === 0) {
cacheStore.delete(instanceKey)
}
}
export function clearCacheForInstance(instanceId?: string): void {
const instanceKey = resolveKey(instanceId)
cacheStore.delete(instanceKey)
}

View File

@@ -0,0 +1,86 @@
import { type Accessor, createMemo } from "solid-js"
import {
type CacheEntryParams,
getCacheEntry,
setCacheEntry,
clearCacheScope,
clearCacheForSession,
clearCacheForInstance,
} from "../global-cache"
/**
* `useGlobalCache` exposes a tiny typed facade over the shared cache helpers.
* Callers can pass raw values or accessors for the cache keys; empty identifiers
* automatically fall back to the global buckets.
*/
export function useGlobalCache(params: UseGlobalCacheParams): GlobalCacheHandle {
const resolvedEntry = createMemo<CacheEntryParams>(() => {
const instanceId = normalizeId(resolveValue(params.instanceId))
const sessionId = normalizeId(resolveValue(params.sessionId))
const scope = resolveValue(params.scope)
const key = resolveValue(params.key)
return { instanceId, sessionId, scope, key }
})
const scopeParams = createMemo(() => {
const entry = resolvedEntry()
return { instanceId: entry.instanceId, sessionId: entry.sessionId, scope: entry.scope }
})
const sessionParams = createMemo(() => {
const entry = resolvedEntry()
return { instanceId: entry.instanceId, sessionId: entry.sessionId }
})
return {
get<T>() {
return getCacheEntry<T>(resolvedEntry())
},
set<T>(value: T | undefined) {
setCacheEntry(resolvedEntry(), value)
},
clearScope() {
clearCacheScope(scopeParams())
},
clearSession() {
const params = sessionParams()
clearCacheForSession(params.instanceId, params.sessionId)
},
clearInstance() {
const params = sessionParams()
clearCacheForInstance(params.instanceId)
},
params() {
return resolvedEntry()
},
}
}
function normalizeId(value?: string): string | undefined {
return value && value.length > 0 ? value : undefined
}
function resolveValue<T>(value: MaybeAccessor<T> | undefined): T {
if (typeof value === "function") {
return (value as Accessor<T>)()
}
return value as T
}
type MaybeAccessor<T> = T | Accessor<T>
interface UseGlobalCacheParams {
instanceId?: MaybeAccessor<string | undefined>
sessionId?: MaybeAccessor<string | undefined>
scope: MaybeAccessor<string>
key: MaybeAccessor<string>
}
interface GlobalCacheHandle {
get<T>(): T | undefined
set<T>(value: T | undefined): void
clearScope(): void
clearSession(): void
clearInstance(): void
params(): CacheEntryParams
}

View File

@@ -0,0 +1,102 @@
import { type Accessor, createMemo } from "solid-js"
import { messageStoreBus } from "../../stores/message-v2/bus"
import type { ScrollSnapshot } from "../../stores/message-v2/types"
interface UseScrollCacheParams {
instanceId: MaybeAccessor<string>
sessionId: MaybeAccessor<string>
scope: MaybeAccessor<string>
}
interface PersistScrollOptions {
atBottomOffset?: number
}
interface RestoreScrollOptions {
behavior?: ScrollBehavior
fallback?: () => void
onApplied?: (snapshot: ScrollSnapshot | undefined) => void
}
interface ScrollCacheHandle {
persist: (element: HTMLElement | null | undefined, options?: PersistScrollOptions) => ScrollSnapshot | undefined
restore: (element: HTMLElement | null | undefined, options?: RestoreScrollOptions) => void
}
const DEFAULT_BOTTOM_OFFSET = 48
/**
* Wraps the message-store scroll snapshot helpers so components can
* persist/restore scroll positions without duplicating requestAnimationFrame
* boilerplate.
*/
export function useScrollCache(params: UseScrollCacheParams): ScrollCacheHandle {
const resolved = createMemo(() => ({
instanceId: resolveValue(params.instanceId),
sessionId: resolveValue(params.sessionId),
scope: resolveValue(params.scope),
}))
const store = createMemo(() => {
const { instanceId } = resolved()
return messageStoreBus.getOrCreate(instanceId)
})
function persist(element: HTMLElement | null | undefined, options?: PersistScrollOptions) {
if (!element) {
return undefined
}
const target = resolved()
if (!target.sessionId) {
return undefined
}
const snapshot: Omit<ScrollSnapshot, "updatedAt"> = {
scrollTop: element.scrollTop,
atBottom: isNearBottom(element, options?.atBottomOffset ?? DEFAULT_BOTTOM_OFFSET),
}
store().setScrollSnapshot(target.sessionId, target.scope, snapshot)
return { ...snapshot, updatedAt: Date.now() }
}
function restore(element: HTMLElement | null | undefined, options?: RestoreScrollOptions) {
const target = resolved()
if (!element || !target.sessionId) {
options?.fallback?.()
options?.onApplied?.(undefined)
return
}
const snapshot = store().getScrollSnapshot(target.sessionId, target.scope)
requestAnimationFrame(() => {
if (!element) {
options?.onApplied?.(snapshot)
return
}
if (!snapshot) {
options?.fallback?.()
options?.onApplied?.(undefined)
return
}
const maxScrollTop = Math.max(element.scrollHeight - element.clientHeight, 0)
const nextTop = snapshot.atBottom ? maxScrollTop : Math.min(snapshot.scrollTop, maxScrollTop)
const behavior = options?.behavior ?? "auto"
element.scrollTo({ top: nextTop, behavior })
options?.onApplied?.(snapshot)
})
}
return { persist, restore }
}
function isNearBottom(element: HTMLElement, offset: number) {
const { scrollTop, scrollHeight, clientHeight } = element
return scrollHeight - (scrollTop + clientHeight) <= offset
}
function resolveValue<T>(value: MaybeAccessor<T>): T {
if (typeof value === "function") {
return (value as Accessor<T>)()
}
return value
}
type MaybeAccessor<T> = T | Accessor<T>

View File

@@ -1,53 +0,0 @@
import type { ScrollSnapshot } from "../stores/message-v2/types"
interface ScrollCacheParams {
instanceId?: string
sessionId?: string
scope?: string
}
const scrollCache = new Map<string, ScrollSnapshot>()
const DEFAULT_SCOPE = "session"
function resolve(value?: string) {
return value && value.length > 0 ? value : "GLOBAL"
}
function makeKey(params: ScrollCacheParams) {
return `${resolve(params.instanceId)}:${resolve(params.sessionId)}:${params.scope ?? DEFAULT_SCOPE}`
}
export function setScrollCache(params: ScrollCacheParams, snapshot: Omit<ScrollSnapshot, "updatedAt">) {
scrollCache.set(makeKey(params), { ...snapshot, updatedAt: Date.now() })
}
export function getScrollCache(params: ScrollCacheParams): ScrollSnapshot | undefined {
return scrollCache.get(makeKey(params))
}
export function clearScrollCacheScope(params: ScrollCacheParams) {
const key = makeKey(params)
scrollCache.delete(key)
}
export function clearScrollCacheForSession(instanceId?: string, sessionId?: string) {
const match = `${resolve(instanceId)}:${resolve(sessionId)}:`
for (const key of scrollCache.keys()) {
if (key.startsWith(match)) {
scrollCache.delete(key)
}
}
}
export function clearScrollCacheForInstance(instanceId?: string) {
const match = `${resolve(instanceId)}:`
for (const key of scrollCache.keys()) {
if (key.startsWith(match)) {
scrollCache.delete(key)
}
}
}
export function clearAllScrollCache() {
scrollCache.clear()
}

View File

@@ -1,22 +0,0 @@
import type { RenderCache } from "../types/message"
const toolRenderCache = new Map<string, RenderCache>()
export function getToolRenderCache(key?: string | null): RenderCache | undefined {
if (!key) return undefined
return toolRenderCache.get(key)
}
export function setToolRenderCache(key: string | undefined | null, cache?: RenderCache): void {
if (!key) return
if (cache) {
toolRenderCache.set(key, cache)
} else {
toolRenderCache.delete(key)
}
}
export function clearToolRenderCache(key?: string | null): void {
if (!key) return
toolRenderCache.delete(key)
}

View File

@@ -20,7 +20,7 @@ import { preferences } from "./preferences"
import { setSessionPendingPermission } from "./session-state" import { setSessionPendingPermission } from "./session-state"
import { setHasInstances } from "./ui" import { setHasInstances } from "./ui"
import { messageStoreBus } from "./message-v2/bus" import { messageStoreBus } from "./message-v2/bus"
import { clearScrollCacheForInstance } from "../lib/scroll-cache" import { clearCacheForInstance } from "../lib/global-cache"
import type { MessageRecord } from "./message-v2/types" import type { MessageRecord } from "./message-v2/types"
@@ -296,7 +296,7 @@ function removeInstance(id: string) {
} }
// Clean up session indexes and drafts for removed instance // Clean up session indexes and drafts for removed instance
clearScrollCacheForInstance(id) clearCacheForInstance(id)
messageStoreBus.unregisterInstance(id) messageStoreBus.unregisterInstance(id)
clearInstanceDraftPrompts(id) clearInstanceDraftPrompts(id)
} }

View File

@@ -1,8 +1,10 @@
import { createInstanceMessageStore } from "./instance-store" import { createInstanceMessageStore } from "./instance-store"
import type { InstanceMessageStore } from "./instance-store" import type { InstanceMessageStore } from "./instance-store"
import { clearCacheForInstance } from "../../lib/global-cache"
class MessageStoreBus { class MessageStoreBus {
private stores = new Map<string, InstanceMessageStore>() private stores = new Map<string, InstanceMessageStore>()
private teardownHandlers = new Set<(instanceId: string) => void>()
registerInstance(instanceId: string, store?: InstanceMessageStore): InstanceMessageStore { registerInstance(instanceId: string, store?: InstanceMessageStore): InstanceMessageStore {
if (this.stores.has(instanceId)) { if (this.stores.has(instanceId)) {
@@ -22,20 +24,41 @@ class MessageStoreBus {
return this.registerInstance(instanceId) return this.registerInstance(instanceId)
} }
onInstanceDestroyed(handler: (instanceId: string) => void): () => void {
this.teardownHandlers.add(handler)
return () => {
this.teardownHandlers.delete(handler)
}
}
unregisterInstance(instanceId: string) { unregisterInstance(instanceId: string) {
const store = this.stores.get(instanceId) const store = this.stores.get(instanceId)
if (store) { if (store) {
store.clearInstance() store.clearInstance()
} }
clearCacheForInstance(instanceId)
this.notifyInstanceDestroyed(instanceId)
this.stores.delete(instanceId) this.stores.delete(instanceId)
} }
clearAll() { clearAll() {
for (const [instanceId, store] of this.stores.entries()) { for (const [instanceId, store] of this.stores.entries()) {
store.clearInstance() store.clearInstance()
clearCacheForInstance(instanceId)
this.notifyInstanceDestroyed(instanceId)
this.stores.delete(instanceId) this.stores.delete(instanceId)
} }
} }
private notifyInstanceDestroyed(instanceId: string) {
for (const handler of this.teardownHandlers) {
try {
handler(instanceId)
} catch (error) {
console.error("Failed to run message store teardown handler", error)
}
}
}
} }
export const messageStoreBus = new MessageStoreBus() export const messageStoreBus = new MessageStoreBus()

View File

@@ -24,6 +24,7 @@ function createInitialState(instanceId: string): InstanceMessageState {
messages: {}, messages: {},
messageInfoVersion: {}, messageInfoVersion: {},
pendingParts: {}, pendingParts: {},
sessionRevisions: {},
permissions: { permissions: {
queue: [], queue: [],
active: null, active: null,
@@ -41,8 +42,52 @@ function ensurePartId(messageId: string, part: ClientPart, index: number): strin
return `${messageId}-part-${index}` return `${messageId}-part-${index}`
} }
const PENDING_PART_MAX_AGE_MS = 30_000
function clonePart(part: ClientPart): ClientPart { function clonePart(part: ClientPart): ClientPart {
return JSON.parse(JSON.stringify(part)) as ClientPart if (!part || typeof part !== "object") {
return part
}
const cloned: Record<string, any> = { ...part }
if ("renderCache" in cloned) {
cloned.renderCache = undefined
}
if ("text" in cloned) {
cloned.text = cloneStructuredValue(cloned.text)
}
if ("thinking" in cloned && typeof cloned.thinking === "object") {
cloned.thinking = cloneStructuredValue(cloned.thinking)
}
if ("content" in cloned && Array.isArray(cloned.content)) {
cloned.content = cloneStructuredValue(cloned.content)
}
return cloned as ClientPart
}
function cloneStructuredValue<T>(value: T): T {
if (Array.isArray(value)) {
return value.map((item) => cloneStructuredValue(item)) as T
}
if (value && typeof value === "object") {
const next: Record<string, any> = {}
Object.entries(value as Record<string, any>).forEach(([key, nested]) => {
next[key] = cloneStructuredValue(nested)
})
return next as T
}
return value
}
function areMessageIdListsEqual(a: string[], b: string[]): boolean {
if (a.length !== b.length) {
return false
}
for (let index = 0; index < a.length; index++) {
if (a[index] !== b[index]) {
return false
}
}
return true
} }
function createEmptyUsageState(): SessionUsageState { function createEmptyUsageState(): SessionUsageState {
@@ -158,6 +203,7 @@ export interface InstanceMessageStore {
getSessionUsage: (sessionId: string) => SessionUsageState | undefined getSessionUsage: (sessionId: string) => SessionUsageState | undefined
setScrollSnapshot: (sessionId: string, scope: string, snapshot: Omit<ScrollSnapshot, "updatedAt">) => void setScrollSnapshot: (sessionId: string, scope: string, snapshot: Omit<ScrollSnapshot, "updatedAt">) => void
getScrollSnapshot: (sessionId: string, scope: string) => ScrollSnapshot | undefined getScrollSnapshot: (sessionId: string, scope: string) => ScrollSnapshot | undefined
getSessionRevision: (sessionId: string) => number
getSessionMessageIds: (sessionId: string) => string[] getSessionMessageIds: (sessionId: string) => string[]
getMessage: (messageId: string) => MessageRecord | undefined getMessage: (messageId: string) => MessageRecord | undefined
clearInstance: () => void clearInstance: () => void
@@ -167,6 +213,15 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
const [state, setState] = createStore<InstanceMessageState>(createInitialState(instanceId)) const [state, setState] = createStore<InstanceMessageState>(createInitialState(instanceId))
const messageInfoCache = new Map<string, MessageInfo>() const messageInfoCache = new Map<string, MessageInfo>()
function bumpSessionRevision(sessionId: string) {
if (!sessionId) return
setState("sessionRevisions", sessionId, (value = 0) => value + 1)
}
function getSessionRevisionValue(sessionId: string) {
return state.sessionRevisions[sessionId] ?? 0
}
function withUsageState(sessionId: string, updater: (draft: SessionUsageState) => void) { function withUsageState(sessionId: string, updater: (draft: SessionUsageState) => void) {
setState("usage", sessionId, (current) => { setState("usage", sessionId, (current) => {
const draft = current const draft = current
@@ -223,6 +278,7 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
function addOrUpdateSession(input: SessionUpsertInput) { function addOrUpdateSession(input: SessionUpsertInput) {
const session = ensureSessionEntry(input.id) const session = ensureSessionEntry(input.id)
const previousIds = [...session.messageIds]
const nextMessageIds = Array.isArray(input.messageIds) ? input.messageIds : session.messageIds const nextMessageIds = Array.isArray(input.messageIds) ? input.messageIds : session.messageIds
setState("sessions", input.id, { setState("sessions", input.id, {
@@ -233,6 +289,10 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
messageIds: nextMessageIds, messageIds: nextMessageIds,
revert: input.revert ?? session.revert ?? null, revert: input.revert ?? session.revert ?? null,
}) })
if (Array.isArray(input.messageIds) && !areMessageIdListsEqual(previousIds, nextMessageIds)) {
bumpSessionRevision(input.id)
}
} }
function hydrateMessages(sessionId: string, inputs: MessageUpsertInput[], infos?: Iterable<MessageInfo>) { function hydrateMessages(sessionId: string, inputs: MessageUpsertInput[], infos?: Iterable<MessageInfo>) {
@@ -303,7 +363,7 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
setState("messages", (prev) => ({ ...prev, ...nextMessages })) setState("messages", (prev) => ({ ...prev, ...nextMessages }))
setState("messageInfoVersion", (prev) => ({ ...prev, ...nextMessageInfoVersion })) setState("messageInfoVersion", (prev) => ({ ...prev, ...nextMessageInfoVersion }))
setState("pendingParts", (prev) => ({ ...prev, ...nextPendingParts })) setState("pendingParts", () => nextPendingParts)
setState("permissions", "byMessage", (prev) => ({ ...prev, ...nextPermissionsByMessage })) setState("permissions", "byMessage", (prev) => ({ ...prev, ...nextPermissionsByMessage }))
if (usageState) { if (usageState) {
@@ -315,6 +375,8 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
messageIds: incomingIds, messageIds: incomingIds,
updatedAt: Date.now(), updatedAt: Date.now(),
})) }))
bumpSessionRevision(sessionId)
} }
function insertMessageIntoSession(sessionId: string, messageId: string) { function insertMessageIntoSession(sessionId: string, messageId: string) {
@@ -374,12 +436,24 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
insertMessageIntoSession(input.sessionId, input.id) insertMessageIntoSession(input.sessionId, input.id)
flushPendingParts(input.id) flushPendingParts(input.id)
bumpSessionRevision(input.sessionId)
} }
function bufferPendingPart(entry: PendingPartEntry) { function bufferPendingPart(entry: PendingPartEntry) {
setState("pendingParts", entry.messageId, (list = []) => [...list, entry]) setState("pendingParts", entry.messageId, (list = []) => [...list, entry])
} }
function clearPendingPartsForMessage(messageId: string) {
setState("pendingParts", (prev) => {
if (!prev[messageId]) {
return prev
}
const next = { ...prev }
delete next[messageId]
return next
})
}
function applyPartUpdate(input: PartUpdateInput) { function applyPartUpdate(input: PartUpdateInput) {
const message = state.messages[input.messageId] const message = state.messages[input.messageId]
if (!message) { if (!message) {
@@ -417,12 +491,14 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
if (!pending || pending.length === 0) { if (!pending || pending.length === 0) {
return return
} }
pending.forEach((entry) => applyPartUpdate({ messageId, part: entry.part })) const now = Date.now()
setState("pendingParts", (prev) => { const validEntries = pending.filter((entry) => now - entry.receivedAt <= PENDING_PART_MAX_AGE_MS)
const next = { ...prev } if (validEntries.length === 0) {
delete next[messageId] clearPendingPartsForMessage(messageId)
return next return
}) }
validEntries.forEach((entry) => applyPartUpdate({ messageId, part: entry.part }))
clearPendingPartsForMessage(messageId)
} }
function replaceMessageId(options: ReplaceMessageIdOptions) { function replaceMessageId(options: ReplaceMessageIdOptions) {
@@ -444,6 +520,8 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
return next return next
}) })
const affectedSessions = new Set<string>()
Object.values(state.sessions).forEach((session) => { Object.values(state.sessions).forEach((session) => {
const index = session.messageIds.indexOf(options.oldId) const index = session.messageIds.indexOf(options.oldId)
if (index === -1) return if (index === -1) return
@@ -452,8 +530,11 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
next[index] = options.newId next[index] = options.newId
return next return next
}) })
affectedSessions.add(session.id)
}) })
affectedSessions.forEach((sessionId) => bumpSessionRevision(sessionId))
const infoEntry = messageInfoCache.get(options.oldId) const infoEntry = messageInfoCache.get(options.oldId)
if (infoEntry) { if (infoEntry) {
messageInfoCache.set(options.newId, infoEntry) messageInfoCache.set(options.newId, infoEntry)
@@ -482,12 +563,8 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
const pending = state.pendingParts[options.oldId] const pending = state.pendingParts[options.oldId]
if (pending) { if (pending) {
setState("pendingParts", options.newId, pending) setState("pendingParts", options.newId, pending)
setState("pendingParts", (prev) => {
const next = { ...prev }
delete next[options.oldId]
return next
})
} }
clearPendingPartsForMessage(options.oldId)
} }
function setMessageInfo(messageId: string, info: MessageInfo) { function setMessageInfo(messageId: string, info: MessageInfo) {
@@ -608,6 +685,7 @@ export function createInstanceMessageStore(instanceId: string): InstanceMessageS
getSessionUsage, getSessionUsage,
setScrollSnapshot, setScrollSnapshot,
getScrollSnapshot, getScrollSnapshot,
getSessionRevision: getSessionRevisionValue,
getSessionMessageIds: (sessionId: string) => state.sessions[sessionId]?.messageIds ?? [], getSessionMessageIds: (sessionId: string) => state.sessions[sessionId]?.messageIds ?? [],
getMessage: (messageId: string) => state.messages[messageId], getMessage: (messageId: string) => state.messages[messageId],
clearInstance, clearInstance,

View File

@@ -1,6 +1,4 @@
import { decodeHtmlEntities } from "../../lib/markdown" import { decodeHtmlEntities } from "../../lib/markdown"
import { partHasRenderableText } from "../../types/message"
import type { MessageDisplayParts, Message } from "../../types/message"
function decodeTextSegment(segment: any): any { function decodeTextSegment(segment: any): any {
if (typeof segment === "string") { if (typeof segment === "string") {
@@ -74,23 +72,3 @@ export function normalizeMessagePart(part: any): any {
return normalized return normalized
} }
export function computeDisplayParts(message: Message, showThinking: boolean): MessageDisplayParts {
const text: any[] = []
const tool: any[] = []
const reasoning: any[] = []
for (const part of message.parts) {
if (part.type === "text" && !part.synthetic && partHasRenderableText(part)) {
text.push(part)
} else if (part.type === "tool") {
tool.push(part)
} else if (part.type === "reasoning" && showThinking && partHasRenderableText(part)) {
reasoning.push(part)
}
}
const combined = reasoning.length > 0 ? [...text, ...reasoning] : [...text]
const version = typeof message.version === "number" ? message.version : 0
return { text, tool, reasoning, combined, showThinking, version }
}

View File

@@ -0,0 +1,72 @@
import type { ClientPart } from "../../types/message"
import { partHasRenderableText } from "../../types/message"
import type { MessageRecord } from "./types"
export type ToolCallPart = Extract<ClientPart, { type: "tool" }>
export interface RecordDisplayData {
orderedParts: ClientPart[]
textAndReasoningParts: ClientPart[]
toolParts: ToolCallPart[]
}
interface RecordDisplayCacheEntry {
revision: number
data: RecordDisplayData
}
const recordDisplayCache = new Map<string, RecordDisplayCacheEntry>()
function makeCacheKey(instanceId: string, messageId: string, showThinking: boolean) {
return `${instanceId}:${messageId}:${showThinking ? 1 : 0}`
}
function isToolPart(part: ClientPart): part is ToolCallPart {
return part.type === "tool"
}
export function buildRecordDisplayData(instanceId: string, record: MessageRecord, showThinking: boolean): RecordDisplayData {
const cacheKey = makeCacheKey(instanceId, record.id, showThinking)
const cached = recordDisplayCache.get(cacheKey)
if (cached && cached.revision === record.revision) {
return cached.data
}
const orderedParts: ClientPart[] = []
const textAndReasoningParts: ClientPart[] = []
const toolParts: ToolCallPart[] = []
for (const partId of record.partIds) {
const entry = record.parts[partId]
if (!entry?.data) continue
const part = entry.data
orderedParts.push(part)
if (isToolPart(part)) {
toolParts.push(part)
continue
}
if (part.type === "text" && !part.synthetic && partHasRenderableText(part)) {
textAndReasoningParts.push(part)
continue
}
if (part.type === "reasoning" && showThinking && partHasRenderableText(part)) {
textAndReasoningParts.push(part)
}
}
const data = { orderedParts, textAndReasoningParts, toolParts }
recordDisplayCache.set(cacheKey, { revision: record.revision, data })
return data
}
export function clearRecordDisplayCacheForInstance(instanceId: string) {
const prefix = `${instanceId}:`
for (const key of recordDisplayCache.keys()) {
if (key.startsWith(prefix)) {
recordDisplayCache.delete(key)
}
}
}

View File

@@ -95,8 +95,7 @@ export interface InstanceMessageState {
messages: Record<string, MessageRecord> messages: Record<string, MessageRecord>
messageInfoVersion: Record<string, number> messageInfoVersion: Record<string, number>
pendingParts: Record<string, PendingPartEntry[]> pendingParts: Record<string, PendingPartEntry[]>
sessionRevisions: Record<string, number>
permissions: InstancePermissionState permissions: InstancePermissionState
usage: Record<string, SessionUsageState> usage: Record<string, SessionUsageState>
scrollState: Record<string, ScrollSnapshot> scrollState: Record<string, ScrollSnapshot>

View File

@@ -70,6 +70,40 @@
color: inherit; color: inherit;
} }
.message-stream-virtual-padding {
width: 100%;
flex-shrink: 0;
}
.message-stream-block {
display: flex;
flex-direction: column;
gap: 0.25rem;
}
.message-stream-load-older {
display: flex;
justify-content: center;
padding: 0.5rem 0;
}
.message-stream-load-older-button {
@apply inline-flex items-center justify-center rounded-md border text-sm font-medium px-3 py-1.5 transition-colors;
border-color: var(--border-base);
background-color: var(--surface-base);
color: var(--text-secondary);
}
.message-stream-load-older-button:hover {
background-color: var(--surface-hover);
color: var(--text-primary);
}
.message-stream-load-older-button:focus-visible {
outline: none;
box-shadow: 0 0 0 2px var(--surface-base), 0 0 0 4px var(--accent-primary);
}
.message-scroll-button-wrapper { .message-scroll-button-wrapper {
position: absolute; position: absolute;
right: 1rem; right: 1rem;

View File

@@ -41,15 +41,6 @@ export type ClientPart = SDKPart & {
pendingPermission?: PendingPermissionState pendingPermission?: PendingPermissionState
} }
export interface MessageDisplayParts {
text: ClientPart[]
tool: ClientPart[]
reasoning: ClientPart[]
combined: ClientPart[]
showThinking: boolean
version: number
}
export interface Message { export interface Message {
id: string id: string
sessionId: string sessionId: string
@@ -58,7 +49,6 @@ export interface Message {
timestamp: number timestamp: number
status: "sending" | "sent" | "streaming" | "complete" | "error" status: "sending" | "sent" | "streaming" | "complete" | "error"
version: number version: number
displayParts?: MessageDisplayParts
} }
export interface TextPart { export interface TextPart {