keep recent turns during session compaction
This commit is contained in:
@@ -1,6 +1,7 @@
|
|||||||
You are a helpful AI assistant tasked with summarizing conversations.
|
You are a helpful AI assistant tasked with summarizing conversations.
|
||||||
|
|
||||||
When asked to summarize, provide a detailed but concise summary of the conversation.
|
When asked to summarize, provide a detailed but concise summary of the older conversation history.
|
||||||
|
The most recent turns may be preserved verbatim outside your summary, so focus on information that would still be needed to continue the work with that recent context available.
|
||||||
Focus on information that would be helpful for continuing the conversation, including:
|
Focus on information that would be helpful for continuing the conversation, including:
|
||||||
- What was done
|
- What was done
|
||||||
- What is currently being worked on
|
- What is currently being worked on
|
||||||
|
|||||||
@@ -1069,6 +1069,18 @@ export namespace Config {
|
|||||||
.object({
|
.object({
|
||||||
auto: z.boolean().optional().describe("Enable automatic compaction when context is full (default: true)"),
|
auto: z.boolean().optional().describe("Enable automatic compaction when context is full (default: true)"),
|
||||||
prune: z.boolean().optional().describe("Enable pruning of old tool outputs (default: true)"),
|
prune: z.boolean().optional().describe("Enable pruning of old tool outputs (default: true)"),
|
||||||
|
tail_turns: z
|
||||||
|
.number()
|
||||||
|
.int()
|
||||||
|
.min(0)
|
||||||
|
.optional()
|
||||||
|
.describe("Number of recent real user turns to keep verbatim during compaction (default: 2)"),
|
||||||
|
tail_tokens: z
|
||||||
|
.number()
|
||||||
|
.int()
|
||||||
|
.min(0)
|
||||||
|
.optional()
|
||||||
|
.describe("Token budget for retained recent turns during compaction"),
|
||||||
reserved: z
|
reserved: z
|
||||||
.number()
|
.number()
|
||||||
.int()
|
.int()
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ import { Session } from "."
|
|||||||
import { SessionID, MessageID, PartID } from "./schema"
|
import { SessionID, MessageID, PartID } from "./schema"
|
||||||
import { Instance } from "../project/instance"
|
import { Instance } from "../project/instance"
|
||||||
import { Provider } from "../provider/provider"
|
import { Provider } from "../provider/provider"
|
||||||
|
import { ProviderTransform } from "../provider/transform"
|
||||||
import { MessageV2 } from "./message-v2"
|
import { MessageV2 } from "./message-v2"
|
||||||
import z from "zod"
|
import z from "zod"
|
||||||
import { Token } from "../util/token"
|
import { Token } from "../util/token"
|
||||||
@@ -35,6 +36,24 @@ export namespace SessionCompaction {
|
|||||||
export const PRUNE_MINIMUM = 20_000
|
export const PRUNE_MINIMUM = 20_000
|
||||||
export const PRUNE_PROTECT = 40_000
|
export const PRUNE_PROTECT = 40_000
|
||||||
const PRUNE_PROTECTED_TOOLS = ["skill"]
|
const PRUNE_PROTECTED_TOOLS = ["skill"]
|
||||||
|
const DEFAULT_TAIL_TURNS = 2
|
||||||
|
const MIN_TAIL_TOKENS = 2_000
|
||||||
|
const MAX_TAIL_TOKENS = 8_000
|
||||||
|
|
||||||
|
function usable(input: { cfg: Config.Info; model: Provider.Model }) {
|
||||||
|
const reserved =
|
||||||
|
input.cfg.compaction?.reserved ?? Math.min(20_000, ProviderTransform.maxOutputTokens(input.model))
|
||||||
|
return input.model.limit.input
|
||||||
|
? Math.max(0, input.model.limit.input - reserved)
|
||||||
|
: Math.max(0, input.model.limit.context - ProviderTransform.maxOutputTokens(input.model))
|
||||||
|
}
|
||||||
|
|
||||||
|
function tailBudget(input: { cfg: Config.Info; model: Provider.Model }) {
|
||||||
|
return (
|
||||||
|
input.cfg.compaction?.tail_tokens ??
|
||||||
|
Math.min(MAX_TAIL_TOKENS, Math.max(MIN_TAIL_TOKENS, Math.floor(usable(input) * 0.25)))
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
export interface Interface {
|
export interface Interface {
|
||||||
readonly isOverflow: (input: {
|
readonly isOverflow: (input: {
|
||||||
@@ -88,6 +107,55 @@ export namespace SessionCompaction {
|
|||||||
return overflow({ cfg: yield* config.get(), tokens: input.tokens, model: input.model })
|
return overflow({ cfg: yield* config.get(), tokens: input.tokens, model: input.model })
|
||||||
})
|
})
|
||||||
|
|
||||||
|
const estimate = Effect.fn("SessionCompaction.estimate")(function* (input: {
|
||||||
|
messages: MessageV2.WithParts[]
|
||||||
|
model: Provider.Model
|
||||||
|
}) {
|
||||||
|
const msgs = yield* MessageV2.toModelMessagesEffect(input.messages, input.model, { stripMedia: true })
|
||||||
|
return Token.estimate(JSON.stringify(msgs))
|
||||||
|
})
|
||||||
|
|
||||||
|
const select = Effect.fn("SessionCompaction.select")(function* (input: {
|
||||||
|
messages: MessageV2.WithParts[]
|
||||||
|
cfg: Config.Info
|
||||||
|
model: Provider.Model
|
||||||
|
}) {
|
||||||
|
const limit = input.cfg.compaction?.tail_turns ?? DEFAULT_TAIL_TURNS
|
||||||
|
if (limit <= 0) return { head: input.messages, tail_start_id: undefined }
|
||||||
|
const budget = tailBudget({ cfg: input.cfg, model: input.model })
|
||||||
|
const turns = input.messages.flatMap((msg, idx) =>
|
||||||
|
msg.info.role === "user" && !msg.parts.some((part) => part.type === "compaction") ? [idx] : [],
|
||||||
|
)
|
||||||
|
if (!turns.length) return { head: input.messages, tail_start_id: undefined }
|
||||||
|
|
||||||
|
let total = 0
|
||||||
|
let start = input.messages.length
|
||||||
|
let kept = 0
|
||||||
|
|
||||||
|
for (let i = turns.length - 1; i >= 0 && kept < limit; i--) {
|
||||||
|
const idx = turns[i]
|
||||||
|
const end = i + 1 < turns.length ? turns[i + 1] : input.messages.length
|
||||||
|
const size = yield* estimate({
|
||||||
|
messages: input.messages.slice(idx, end),
|
||||||
|
model: input.model,
|
||||||
|
})
|
||||||
|
if (kept === 0 && size > budget) {
|
||||||
|
log.info("tail fallback", { budget, size })
|
||||||
|
return { head: input.messages, tail_start_id: undefined }
|
||||||
|
}
|
||||||
|
if (total + size > budget) break
|
||||||
|
total += size
|
||||||
|
start = idx
|
||||||
|
kept++
|
||||||
|
}
|
||||||
|
|
||||||
|
if (kept === 0 || start === 0) return { head: input.messages, tail_start_id: undefined }
|
||||||
|
return {
|
||||||
|
head: input.messages.slice(0, start),
|
||||||
|
tail_start_id: input.messages[start]?.info.id,
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
// goes backwards through parts until there are PRUNE_PROTECT tokens worth of tool
|
// goes backwards through parts until there are PRUNE_PROTECT tokens worth of tool
|
||||||
// calls, then erases output of older tool calls to free context space
|
// calls, then erases output of older tool calls to free context space
|
||||||
const prune = Effect.fn("SessionCompaction.prune")(function* (input: { sessionID: SessionID }) {
|
const prune = Effect.fn("SessionCompaction.prune")(function* (input: { sessionID: SessionID }) {
|
||||||
@@ -150,6 +218,7 @@ export namespace SessionCompaction {
|
|||||||
throw new Error(`Compaction parent must be a user message: ${input.parentID}`)
|
throw new Error(`Compaction parent must be a user message: ${input.parentID}`)
|
||||||
}
|
}
|
||||||
const userMessage = parent.info
|
const userMessage = parent.info
|
||||||
|
const compactionPart = parent.parts.find((part): part is MessageV2.CompactionPart => part.type === "compaction")
|
||||||
|
|
||||||
let messages = input.messages
|
let messages = input.messages
|
||||||
let replay:
|
let replay:
|
||||||
@@ -180,14 +249,22 @@ export namespace SessionCompaction {
|
|||||||
const model = agent.model
|
const model = agent.model
|
||||||
? yield* provider.getModel(agent.model.providerID, agent.model.modelID)
|
? yield* provider.getModel(agent.model.providerID, agent.model.modelID)
|
||||||
: yield* provider.getModel(userMessage.model.providerID, userMessage.model.modelID)
|
: yield* provider.getModel(userMessage.model.providerID, userMessage.model.modelID)
|
||||||
|
const cfg = yield* config.get()
|
||||||
|
const history = compactionPart && messages.at(-1)?.info.id === input.parentID ? messages.slice(0, -1) : messages
|
||||||
|
const selected = yield* select({
|
||||||
|
messages: history,
|
||||||
|
cfg,
|
||||||
|
model,
|
||||||
|
})
|
||||||
// Allow plugins to inject context or replace compaction prompt.
|
// Allow plugins to inject context or replace compaction prompt.
|
||||||
const compacting = yield* plugin.trigger(
|
const compacting = yield* plugin.trigger(
|
||||||
"experimental.session.compacting",
|
"experimental.session.compacting",
|
||||||
{ sessionID: input.sessionID },
|
{ sessionID: input.sessionID },
|
||||||
{ context: [], prompt: undefined },
|
{ context: [], prompt: undefined },
|
||||||
)
|
)
|
||||||
const defaultPrompt = `Provide a detailed prompt for continuing our conversation above.
|
const defaultPrompt = `Summarize the older conversation history so another agent can continue the work with the retained recent turns.
|
||||||
Focus on information that would be helpful for continuing the conversation, including what we did, what we're doing, which files we're working on, and what we're going to do next.
|
The most recent conversation turns will remain verbatim outside this summary, so focus on older context that is still needed to understand and continue the work.
|
||||||
|
Include what we did, what we're doing, which files we're working on, and what we're going to do next.
|
||||||
The summary that you construct will be used so that another agent can read it and continue the work.
|
The summary that you construct will be used so that another agent can read it and continue the work.
|
||||||
Do not call any tools. Respond only with the summary text.
|
Do not call any tools. Respond only with the summary text.
|
||||||
Respond in the same language as the user's messages in the conversation.
|
Respond in the same language as the user's messages in the conversation.
|
||||||
@@ -217,7 +294,7 @@ When constructing the summary, try to stick to this template:
|
|||||||
---`
|
---`
|
||||||
|
|
||||||
const prompt = compacting.prompt ?? [defaultPrompt, ...compacting.context].join("\n\n")
|
const prompt = compacting.prompt ?? [defaultPrompt, ...compacting.context].join("\n\n")
|
||||||
const msgs = structuredClone(messages)
|
const msgs = structuredClone(selected.head)
|
||||||
yield* plugin.trigger("experimental.chat.messages.transform", {}, { messages: msgs })
|
yield* plugin.trigger("experimental.chat.messages.transform", {}, { messages: msgs })
|
||||||
const modelMessages = yield* MessageV2.toModelMessagesEffect(msgs, model, { stripMedia: true })
|
const modelMessages = yield* MessageV2.toModelMessagesEffect(msgs, model, { stripMedia: true })
|
||||||
const ctx = yield* InstanceState.context
|
const ctx = yield* InstanceState.context
|
||||||
@@ -280,6 +357,13 @@ When constructing the summary, try to stick to this template:
|
|||||||
return "stop"
|
return "stop"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (compactionPart && selected.tail_start_id && compactionPart.tail_start_id !== selected.tail_start_id) {
|
||||||
|
yield* session.updatePart({
|
||||||
|
...compactionPart,
|
||||||
|
tail_start_id: selected.tail_start_id,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
if (result === "continue" && input.auto) {
|
if (result === "continue" && input.auto) {
|
||||||
if (replay) {
|
if (replay) {
|
||||||
const original = replay.info
|
const original = replay.info
|
||||||
|
|||||||
@@ -208,6 +208,7 @@ export namespace MessageV2 {
|
|||||||
type: z.literal("compaction"),
|
type: z.literal("compaction"),
|
||||||
auto: z.boolean(),
|
auto: z.boolean(),
|
||||||
overflow: z.boolean().optional(),
|
overflow: z.boolean().optional(),
|
||||||
|
tail_start_id: MessageID.zod.optional(),
|
||||||
}).meta({
|
}).meta({
|
||||||
ref: "CompactionPart",
|
ref: "CompactionPart",
|
||||||
})
|
})
|
||||||
@@ -926,14 +927,21 @@ export namespace MessageV2 {
|
|||||||
export function filterCompacted(msgs: Iterable<MessageV2.WithParts>) {
|
export function filterCompacted(msgs: Iterable<MessageV2.WithParts>) {
|
||||||
const result = [] as MessageV2.WithParts[]
|
const result = [] as MessageV2.WithParts[]
|
||||||
const completed = new Set<string>()
|
const completed = new Set<string>()
|
||||||
|
let retain: MessageID | undefined
|
||||||
for (const msg of msgs) {
|
for (const msg of msgs) {
|
||||||
result.push(msg)
|
result.push(msg)
|
||||||
if (
|
if (retain) {
|
||||||
msg.info.role === "user" &&
|
if (msg.info.id === retain) break
|
||||||
completed.has(msg.info.id) &&
|
continue
|
||||||
msg.parts.some((part) => part.type === "compaction")
|
}
|
||||||
)
|
if (msg.info.role === "user" && completed.has(msg.info.id)) {
|
||||||
break
|
const part = msg.parts.find((item): item is MessageV2.CompactionPart => item.type === "compaction")
|
||||||
|
if (!part) continue
|
||||||
|
if (!part.tail_start_id) break
|
||||||
|
retain = part.tail_start_id
|
||||||
|
if (msg.info.id === retain) break
|
||||||
|
continue
|
||||||
|
}
|
||||||
if (msg.info.role === "assistant" && msg.info.summary && msg.info.finish && !msg.info.error)
|
if (msg.info.role === "assistant" && msg.info.summary && msg.info.finish && !msg.info.error)
|
||||||
completed.add(msg.info.parentID)
|
completed.add(msg.info.parentID)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -154,7 +154,19 @@ function layer(result: "continue" | "compact") {
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
function runtime(result: "continue" | "compact", plugin = Plugin.defaultLayer, provider = ProviderTest.fake()) {
|
function cfg(compaction?: Config.Info["compaction"]) {
|
||||||
|
const base = Config.Info.parse({})
|
||||||
|
return Layer.mock(Config.Service)({
|
||||||
|
get: () => Effect.succeed({ ...base, compaction }),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
function runtime(
|
||||||
|
result: "continue" | "compact",
|
||||||
|
plugin = Plugin.defaultLayer,
|
||||||
|
provider = ProviderTest.fake(),
|
||||||
|
config = Config.defaultLayer,
|
||||||
|
) {
|
||||||
const bus = Bus.layer
|
const bus = Bus.layer
|
||||||
return ManagedRuntime.make(
|
return ManagedRuntime.make(
|
||||||
Layer.mergeAll(SessionCompaction.layer, bus).pipe(
|
Layer.mergeAll(SessionCompaction.layer, bus).pipe(
|
||||||
@@ -164,7 +176,7 @@ function runtime(result: "continue" | "compact", plugin = Plugin.defaultLayer, p
|
|||||||
Layer.provide(Agent.defaultLayer),
|
Layer.provide(Agent.defaultLayer),
|
||||||
Layer.provide(plugin),
|
Layer.provide(plugin),
|
||||||
Layer.provide(bus),
|
Layer.provide(bus),
|
||||||
Layer.provide(Config.defaultLayer),
|
Layer.provide(config),
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
@@ -191,7 +203,7 @@ function llm() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
function liveRuntime(layer: Layer.Layer<LLM.Service>, provider = ProviderTest.fake()) {
|
function liveRuntime(layer: Layer.Layer<LLM.Service>, provider = ProviderTest.fake(), config = Config.defaultLayer) {
|
||||||
const bus = Bus.layer
|
const bus = Bus.layer
|
||||||
const status = SessionStatus.layer.pipe(Layer.provide(bus))
|
const status = SessionStatus.layer.pipe(Layer.provide(bus))
|
||||||
const processor = SessionProcessorModule.SessionProcessor.layer
|
const processor = SessionProcessorModule.SessionProcessor.layer
|
||||||
@@ -206,11 +218,66 @@ function liveRuntime(layer: Layer.Layer<LLM.Service>, provider = ProviderTest.fa
|
|||||||
Layer.provide(Plugin.defaultLayer),
|
Layer.provide(Plugin.defaultLayer),
|
||||||
Layer.provide(status),
|
Layer.provide(status),
|
||||||
Layer.provide(bus),
|
Layer.provide(bus),
|
||||||
Layer.provide(Config.defaultLayer),
|
Layer.provide(config),
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function reply(
|
||||||
|
text: string,
|
||||||
|
capture?: (input: LLM.StreamInput) => void,
|
||||||
|
): (input: LLM.StreamInput) => Stream.Stream<LLM.Event, unknown> {
|
||||||
|
return (input) => {
|
||||||
|
capture?.(input)
|
||||||
|
return Stream.make(
|
||||||
|
{ type: "start" } satisfies LLM.Event,
|
||||||
|
{ type: "text-start", id: "txt-0" } satisfies LLM.Event,
|
||||||
|
{ type: "text-delta", id: "txt-0", delta: text, text } as LLM.Event,
|
||||||
|
{ type: "text-end", id: "txt-0" } satisfies LLM.Event,
|
||||||
|
{
|
||||||
|
type: "finish-step",
|
||||||
|
finishReason: "stop",
|
||||||
|
rawFinishReason: "stop",
|
||||||
|
response: { id: "res", modelId: "test-model", timestamp: new Date() },
|
||||||
|
providerMetadata: undefined,
|
||||||
|
usage: {
|
||||||
|
inputTokens: 1,
|
||||||
|
outputTokens: 1,
|
||||||
|
totalTokens: 2,
|
||||||
|
inputTokenDetails: {
|
||||||
|
noCacheTokens: undefined,
|
||||||
|
cacheReadTokens: undefined,
|
||||||
|
cacheWriteTokens: undefined,
|
||||||
|
},
|
||||||
|
outputTokenDetails: {
|
||||||
|
textTokens: undefined,
|
||||||
|
reasoningTokens: undefined,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
} satisfies LLM.Event,
|
||||||
|
{
|
||||||
|
type: "finish",
|
||||||
|
finishReason: "stop",
|
||||||
|
rawFinishReason: "stop",
|
||||||
|
totalUsage: {
|
||||||
|
inputTokens: 1,
|
||||||
|
outputTokens: 1,
|
||||||
|
totalTokens: 2,
|
||||||
|
inputTokenDetails: {
|
||||||
|
noCacheTokens: undefined,
|
||||||
|
cacheReadTokens: undefined,
|
||||||
|
cacheWriteTokens: undefined,
|
||||||
|
},
|
||||||
|
outputTokenDetails: {
|
||||||
|
textTokens: undefined,
|
||||||
|
reasoningTokens: undefined,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
} satisfies LLM.Event,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
function wait(ms = 50) {
|
function wait(ms = 50) {
|
||||||
return new Promise((resolve) => setTimeout(resolve, ms))
|
return new Promise((resolve) => setTimeout(resolve, ms))
|
||||||
}
|
}
|
||||||
@@ -661,6 +728,148 @@ describe("session.compaction.process", () => {
|
|||||||
})
|
})
|
||||||
})
|
})
|
||||||
|
|
||||||
|
test("persists tail_start_id for retained recent turns", async () => {
|
||||||
|
await using tmp = await tmpdir()
|
||||||
|
await Instance.provide({
|
||||||
|
directory: tmp.path,
|
||||||
|
fn: async () => {
|
||||||
|
const session = await Session.create({})
|
||||||
|
await user(session.id, "first")
|
||||||
|
const keep = await user(session.id, "second")
|
||||||
|
await user(session.id, "third")
|
||||||
|
await SessionCompaction.create({
|
||||||
|
sessionID: session.id,
|
||||||
|
agent: "build",
|
||||||
|
model: ref,
|
||||||
|
auto: false,
|
||||||
|
})
|
||||||
|
|
||||||
|
const rt = runtime("continue", Plugin.defaultLayer, wide(), cfg({ tail_turns: 2, tail_tokens: 10_000 }))
|
||||||
|
try {
|
||||||
|
const msgs = await Session.messages({ sessionID: session.id })
|
||||||
|
const parent = msgs.at(-1)?.info.id
|
||||||
|
expect(parent).toBeTruthy()
|
||||||
|
await rt.runPromise(
|
||||||
|
SessionCompaction.Service.use((svc) =>
|
||||||
|
svc.process({
|
||||||
|
parentID: parent!,
|
||||||
|
messages: msgs,
|
||||||
|
sessionID: session.id,
|
||||||
|
auto: false,
|
||||||
|
}),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
const part = (await Session.messages({ sessionID: session.id })).at(-2)?.parts.find(
|
||||||
|
(item) => item.type === "compaction",
|
||||||
|
)
|
||||||
|
|
||||||
|
expect(part?.type).toBe("compaction")
|
||||||
|
if (part?.type === "compaction") expect(part.tail_start_id).toBe(keep.id)
|
||||||
|
} finally {
|
||||||
|
await rt.dispose()
|
||||||
|
}
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
test("shrinks retained tail to fit tail token budget", async () => {
|
||||||
|
await using tmp = await tmpdir()
|
||||||
|
await Instance.provide({
|
||||||
|
directory: tmp.path,
|
||||||
|
fn: async () => {
|
||||||
|
const session = await Session.create({})
|
||||||
|
await user(session.id, "first")
|
||||||
|
await user(session.id, "x".repeat(2_000))
|
||||||
|
const keep = await user(session.id, "tiny")
|
||||||
|
await SessionCompaction.create({
|
||||||
|
sessionID: session.id,
|
||||||
|
agent: "build",
|
||||||
|
model: ref,
|
||||||
|
auto: false,
|
||||||
|
})
|
||||||
|
|
||||||
|
const rt = runtime("continue", Plugin.defaultLayer, wide(), cfg({ tail_turns: 2, tail_tokens: 100 }))
|
||||||
|
try {
|
||||||
|
const msgs = await Session.messages({ sessionID: session.id })
|
||||||
|
const parent = msgs.at(-1)?.info.id
|
||||||
|
expect(parent).toBeTruthy()
|
||||||
|
await rt.runPromise(
|
||||||
|
SessionCompaction.Service.use((svc) =>
|
||||||
|
svc.process({
|
||||||
|
parentID: parent!,
|
||||||
|
messages: msgs,
|
||||||
|
sessionID: session.id,
|
||||||
|
auto: false,
|
||||||
|
}),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
const part = (await Session.messages({ sessionID: session.id })).at(-2)?.parts.find(
|
||||||
|
(item) => item.type === "compaction",
|
||||||
|
)
|
||||||
|
|
||||||
|
expect(part?.type).toBe("compaction")
|
||||||
|
if (part?.type === "compaction") expect(part.tail_start_id).toBe(keep.id)
|
||||||
|
} finally {
|
||||||
|
await rt.dispose()
|
||||||
|
}
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
test("falls back to full summary when even one recent turn exceeds tail budget", async () => {
|
||||||
|
await using tmp = await tmpdir({ git: true })
|
||||||
|
const stub = llm()
|
||||||
|
let captured = ""
|
||||||
|
stub.push(
|
||||||
|
reply("summary", (input) => {
|
||||||
|
captured = JSON.stringify(input.messages)
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
await Instance.provide({
|
||||||
|
directory: tmp.path,
|
||||||
|
fn: async () => {
|
||||||
|
const session = await Session.create({})
|
||||||
|
await user(session.id, "first")
|
||||||
|
await user(session.id, "y".repeat(2_000))
|
||||||
|
await SessionCompaction.create({
|
||||||
|
sessionID: session.id,
|
||||||
|
agent: "build",
|
||||||
|
model: ref,
|
||||||
|
auto: false,
|
||||||
|
})
|
||||||
|
|
||||||
|
const rt = liveRuntime(stub.layer, wide(), cfg({ tail_turns: 1, tail_tokens: 20 }))
|
||||||
|
try {
|
||||||
|
const msgs = await Session.messages({ sessionID: session.id })
|
||||||
|
const parent = msgs.at(-1)?.info.id
|
||||||
|
expect(parent).toBeTruthy()
|
||||||
|
await rt.runPromise(
|
||||||
|
SessionCompaction.Service.use((svc) =>
|
||||||
|
svc.process({
|
||||||
|
parentID: parent!,
|
||||||
|
messages: msgs,
|
||||||
|
sessionID: session.id,
|
||||||
|
auto: false,
|
||||||
|
}),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
const part = (await Session.messages({ sessionID: session.id })).at(-2)?.parts.find(
|
||||||
|
(item) => item.type === "compaction",
|
||||||
|
)
|
||||||
|
|
||||||
|
expect(part?.type).toBe("compaction")
|
||||||
|
if (part?.type === "compaction") expect(part.tail_start_id).toBeUndefined()
|
||||||
|
expect(captured).toContain("yyyy")
|
||||||
|
} finally {
|
||||||
|
await rt.dispose()
|
||||||
|
}
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
test("replays the prior user turn on overflow when earlier context exists", async () => {
|
test("replays the prior user turn on overflow when earlier context exists", async () => {
|
||||||
await using tmp = await tmpdir()
|
await using tmp = await tmpdir()
|
||||||
await Instance.provide({
|
await Instance.provide({
|
||||||
@@ -978,6 +1187,130 @@ describe("session.compaction.process", () => {
|
|||||||
},
|
},
|
||||||
})
|
})
|
||||||
})
|
})
|
||||||
|
|
||||||
|
test("summarizes only the head while keeping recent tail out of summary input", async () => {
|
||||||
|
const stub = llm()
|
||||||
|
let captured = ""
|
||||||
|
stub.push(
|
||||||
|
reply("summary", (input) => {
|
||||||
|
captured = JSON.stringify(input.messages)
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
|
||||||
|
await using tmp = await tmpdir({ git: true })
|
||||||
|
await Instance.provide({
|
||||||
|
directory: tmp.path,
|
||||||
|
fn: async () => {
|
||||||
|
const session = await Session.create({})
|
||||||
|
await user(session.id, "older context")
|
||||||
|
await user(session.id, "keep this turn")
|
||||||
|
await user(session.id, "and this one too")
|
||||||
|
await SessionCompaction.create({
|
||||||
|
sessionID: session.id,
|
||||||
|
agent: "build",
|
||||||
|
model: ref,
|
||||||
|
auto: false,
|
||||||
|
})
|
||||||
|
|
||||||
|
const rt = liveRuntime(stub.layer, wide())
|
||||||
|
try {
|
||||||
|
const msgs = await Session.messages({ sessionID: session.id })
|
||||||
|
const parent = msgs.at(-1)?.info.id
|
||||||
|
expect(parent).toBeTruthy()
|
||||||
|
await rt.runPromise(
|
||||||
|
SessionCompaction.Service.use((svc) =>
|
||||||
|
svc.process({
|
||||||
|
parentID: parent!,
|
||||||
|
messages: msgs,
|
||||||
|
sessionID: session.id,
|
||||||
|
auto: false,
|
||||||
|
}),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
expect(captured).toContain("older context")
|
||||||
|
expect(captured).not.toContain("keep this turn")
|
||||||
|
expect(captured).not.toContain("and this one too")
|
||||||
|
expect(captured).not.toContain("What did we do so far?")
|
||||||
|
} finally {
|
||||||
|
await rt.dispose()
|
||||||
|
}
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
test("keeps recent pre-compaction turns across repeated compactions", async () => {
|
||||||
|
const stub = llm()
|
||||||
|
stub.push(reply("summary one"))
|
||||||
|
stub.push(reply("summary two"))
|
||||||
|
await using tmp = await tmpdir()
|
||||||
|
await Instance.provide({
|
||||||
|
directory: tmp.path,
|
||||||
|
fn: async () => {
|
||||||
|
const session = await Session.create({})
|
||||||
|
const u1 = await user(session.id, "one")
|
||||||
|
const u2 = await user(session.id, "two")
|
||||||
|
const u3 = await user(session.id, "three")
|
||||||
|
await SessionCompaction.create({
|
||||||
|
sessionID: session.id,
|
||||||
|
agent: "build",
|
||||||
|
model: ref,
|
||||||
|
auto: false,
|
||||||
|
})
|
||||||
|
|
||||||
|
const rt = liveRuntime(stub.layer, wide(), cfg({ tail_turns: 2, tail_tokens: 10_000 }))
|
||||||
|
try {
|
||||||
|
let msgs = await Session.messages({ sessionID: session.id })
|
||||||
|
let parent = msgs.at(-1)?.info.id
|
||||||
|
expect(parent).toBeTruthy()
|
||||||
|
await rt.runPromise(
|
||||||
|
SessionCompaction.Service.use((svc) =>
|
||||||
|
svc.process({
|
||||||
|
parentID: parent!,
|
||||||
|
messages: msgs,
|
||||||
|
sessionID: session.id,
|
||||||
|
auto: false,
|
||||||
|
}),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
const u4 = await user(session.id, "four")
|
||||||
|
await SessionCompaction.create({
|
||||||
|
sessionID: session.id,
|
||||||
|
agent: "build",
|
||||||
|
model: ref,
|
||||||
|
auto: false,
|
||||||
|
})
|
||||||
|
|
||||||
|
msgs = MessageV2.filterCompacted(MessageV2.stream(session.id))
|
||||||
|
parent = msgs.at(-1)?.info.id
|
||||||
|
expect(parent).toBeTruthy()
|
||||||
|
await rt.runPromise(
|
||||||
|
SessionCompaction.Service.use((svc) =>
|
||||||
|
svc.process({
|
||||||
|
parentID: parent!,
|
||||||
|
messages: msgs,
|
||||||
|
sessionID: session.id,
|
||||||
|
auto: false,
|
||||||
|
}),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
const filtered = MessageV2.filterCompacted(MessageV2.stream(session.id))
|
||||||
|
const ids = filtered.map((msg) => msg.info.id)
|
||||||
|
|
||||||
|
expect(ids).not.toContain(u1.id)
|
||||||
|
expect(ids).not.toContain(u2.id)
|
||||||
|
expect(ids).toContain(u3.id)
|
||||||
|
expect(ids).toContain(u4.id)
|
||||||
|
expect(filtered.some((msg) => msg.info.role === "assistant" && msg.info.summary)).toBe(true)
|
||||||
|
expect(filtered.some((msg) => msg.info.role === "user" && msg.parts.some((part) => part.type === "compaction"))).toBe(true)
|
||||||
|
} finally {
|
||||||
|
await rt.dispose()
|
||||||
|
}
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
})
|
})
|
||||||
|
|
||||||
describe("util.token.estimate", () => {
|
describe("util.token.estimate", () => {
|
||||||
|
|||||||
@@ -86,13 +86,14 @@ async function addAssistant(
|
|||||||
return id
|
return id
|
||||||
}
|
}
|
||||||
|
|
||||||
async function addCompactionPart(sessionID: SessionID, messageID: MessageID) {
|
async function addCompactionPart(sessionID: SessionID, messageID: MessageID, tailStartID?: MessageID) {
|
||||||
await Session.updatePart({
|
await Session.updatePart({
|
||||||
id: PartID.ascending(),
|
id: PartID.ascending(),
|
||||||
sessionID,
|
sessionID,
|
||||||
messageID,
|
messageID,
|
||||||
type: "compaction",
|
type: "compaction",
|
||||||
auto: true,
|
auto: true,
|
||||||
|
tail_start_id: tailStartID,
|
||||||
} as any)
|
} as any)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -759,6 +760,139 @@ describe("MessageV2.filterCompacted", () => {
|
|||||||
})
|
})
|
||||||
})
|
})
|
||||||
|
|
||||||
|
test("retains original tail when compaction stores tail_start_id", async () => {
|
||||||
|
await Instance.provide({
|
||||||
|
directory: root,
|
||||||
|
fn: async () => {
|
||||||
|
const session = await Session.create({})
|
||||||
|
|
||||||
|
const u1 = await addUser(session.id, "first")
|
||||||
|
const a1 = await addAssistant(session.id, u1, { finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: a1,
|
||||||
|
type: "text",
|
||||||
|
text: "first reply",
|
||||||
|
})
|
||||||
|
|
||||||
|
const u2 = await addUser(session.id, "second")
|
||||||
|
const a2 = await addAssistant(session.id, u2, { finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: a2,
|
||||||
|
type: "text",
|
||||||
|
text: "second reply",
|
||||||
|
})
|
||||||
|
|
||||||
|
const c1 = await addUser(session.id)
|
||||||
|
await addCompactionPart(session.id, c1, u2)
|
||||||
|
const s1 = await addAssistant(session.id, c1, { summary: true, finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: s1,
|
||||||
|
type: "text",
|
||||||
|
text: "summary",
|
||||||
|
})
|
||||||
|
|
||||||
|
const u3 = await addUser(session.id, "third")
|
||||||
|
const a3 = await addAssistant(session.id, u3, { finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: a3,
|
||||||
|
type: "text",
|
||||||
|
text: "third reply",
|
||||||
|
})
|
||||||
|
|
||||||
|
const result = MessageV2.filterCompacted(MessageV2.stream(session.id))
|
||||||
|
|
||||||
|
expect(result.map((item) => item.info.id)).toEqual([u2, a2, c1, s1, u3, a3])
|
||||||
|
|
||||||
|
await Session.remove(session.id)
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
test("prefers latest compaction boundary when repeated compactions exist", async () => {
|
||||||
|
await Instance.provide({
|
||||||
|
directory: root,
|
||||||
|
fn: async () => {
|
||||||
|
const session = await Session.create({})
|
||||||
|
|
||||||
|
const u1 = await addUser(session.id, "first")
|
||||||
|
const a1 = await addAssistant(session.id, u1, { finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: a1,
|
||||||
|
type: "text",
|
||||||
|
text: "first reply",
|
||||||
|
})
|
||||||
|
|
||||||
|
const u2 = await addUser(session.id, "second")
|
||||||
|
const a2 = await addAssistant(session.id, u2, { finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: a2,
|
||||||
|
type: "text",
|
||||||
|
text: "second reply",
|
||||||
|
})
|
||||||
|
|
||||||
|
const c1 = await addUser(session.id)
|
||||||
|
await addCompactionPart(session.id, c1, u2)
|
||||||
|
const s1 = await addAssistant(session.id, c1, { summary: true, finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: s1,
|
||||||
|
type: "text",
|
||||||
|
text: "summary one",
|
||||||
|
})
|
||||||
|
|
||||||
|
const u3 = await addUser(session.id, "third")
|
||||||
|
const a3 = await addAssistant(session.id, u3, { finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: a3,
|
||||||
|
type: "text",
|
||||||
|
text: "third reply",
|
||||||
|
})
|
||||||
|
|
||||||
|
const c2 = await addUser(session.id)
|
||||||
|
await addCompactionPart(session.id, c2, u3)
|
||||||
|
const s2 = await addAssistant(session.id, c2, { summary: true, finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: s2,
|
||||||
|
type: "text",
|
||||||
|
text: "summary two",
|
||||||
|
})
|
||||||
|
|
||||||
|
const u4 = await addUser(session.id, "fourth")
|
||||||
|
const a4 = await addAssistant(session.id, u4, { finish: "end_turn" })
|
||||||
|
await Session.updatePart({
|
||||||
|
id: PartID.ascending(),
|
||||||
|
sessionID: session.id,
|
||||||
|
messageID: a4,
|
||||||
|
type: "text",
|
||||||
|
text: "fourth reply",
|
||||||
|
})
|
||||||
|
|
||||||
|
const result = MessageV2.filterCompacted(MessageV2.stream(session.id))
|
||||||
|
|
||||||
|
expect(result.map((item) => item.info.id)).toEqual([u3, a3, c2, s2, u4, a4])
|
||||||
|
|
||||||
|
await Session.remove(session.id)
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
test("works with array input", () => {
|
test("works with array input", () => {
|
||||||
// filterCompacted accepts any Iterable, not just generators
|
// filterCompacted accepts any Iterable, not just generators
|
||||||
const id = MessageID.ascending()
|
const id = MessageID.ascending()
|
||||||
|
|||||||
Reference in New Issue
Block a user