1. 滑动窗口(按 Token 预算从尾部倒推,避免单条长日志撑爆):
function trimHistory(messages: Message[], maxTokenBudget: number): Message[] {
const estimateTokens = (text: string) => Math.ceil(text.length / 3.5);
let total = 0;
const result: Message[] = [];
for (let i = messages.length - 1; i >= 0; i--) {
const tokens = estimateTokens(messages[i].content);
if (total + tokens > maxTokenBudget) break;
total += tokens;
result.unshift(messages[i]);
}
return result;
}
2. 增量滚动摘要(旧摘要 + 刚被挤出的头部消息合并压缩):
const maxMessages = RECENT_TURNS_LIMIT * 2;
if (updated.length > maxMessages) {
const toCompress = updated.slice(0, updated.length - maxMessages);
const toKeep = updated.slice(updated.length - maxMessages);
const prompt = state.summary
? `当前摘要:\n${state.summary}\n\n新增对话:\n${format(toCompress)}\n\n请合并更新成简洁摘要。`
: `请将以下对话压缩成简洁摘要。\n\n${format(toCompress)}`;
const newSummary = await summarize(prompt);
return { reply, newState: { summary: newSummary, recentMessages: toKeep } };
}
3. Anthropic 官方服务端 Compaction Beta:
const response = await client.beta.messages.create({
model: process.env.MODEL!,
max_tokens: 1024,
betas: ["compact-2026-01-12"],
context_management: { edits: [{ type: "compact_20260112" }] },
system: systemPrompt,
messages,
});
messages.push({ role: "assistant", content: response.content });