refactor(pi-compaction): 改为压力触发的观察遮蔽与空闲阈值整段摘要

原实现对所有工具结果(含 read)在下一次请求即替换为约 4K 的首尾存根,
不看上下文压力,导致模型看不到大文件中段;后台逐条语义摘要又反复改写
历史、打碎 prompt 缓存。参照 Anthropic 上下文编辑、Manus 与 JetBrains
观察遮蔽研究重构为:
- L2:上下文达到阈值时在 turn_end 批量提交 Pi 原生 context_edit,把最近
  keepRecentTurns 轮之外的旧 toolResult 换成确定性占位符;trigger/target
  回差与 minClearTokens 保证少触发、一次清够;原始条目保留,可经
  context_tree_query 取回
- L3:空闲 agent_settled 且超过绝对阈值时调用一次 ctx.compact
- 阈值按绝对 token 计并受窗口比例约束,默认针对 1M 窗口(DeepSeek V4.1
  Flash):遮蔽 200K→100K、整段摘要 400K
- 删除逐条存根、语义 worker、soft/hard/target 比例与自行取消 Pi 压缩的门控;
  Pi 原生阈值压缩保留为最终安全网

Generated with [Devin](https://devin.ai)

Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
云服务部-叶林立
2026-10-21 19:51:36 -07:00
co-authored by Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
parent a254d4fd68
commit a6d8416c76
21 changed files with 1174 additions and 804 deletions
+68 -20
View File
@@ -2,34 +2,82 @@ import test from "node:test";
import assert from "node:assert/strict";
import { DEFAULT_CONFIG, normalizeConfig } from "../src/config.ts";
test("normalizes one greenfield piCompaction config without legacy aliases", () => {
test("normalizes a full pi-compaction config", () => {
const config = normalizeConfig({
enabled: false,
softRatio: 0.7,
hardRatio: 0.91,
targetRatio: 0.5,
deterministic: { enabled: false, maxStubTokens: 512 },
semantic: { enabled: false, concurrency: 2, maxRetries: 0 },
masking: {
enabled: false,
triggerTokens: 150_000,
triggerRatio: 0.5,
targetTokens: 60_000,
targetRatio: 0.2,
minClearTokens: 30_000,
keepRecentTurns: 5,
minEntryTokens: 512,
excludeTools: ["bash", "read"],
},
summary: { triggerTokens: 300_000, triggerRatio: 0.8, thinking: "medium" },
native: { enabled: false },
});
assert.equal(config.enabled, false);
assert.equal(config.deterministic.enabled, false);
assert.equal(config.deterministic.maxStubTokens, 512);
assert.equal(config.semantic.enabled, false);
assert.equal(config.semantic.maxRetries, 0);
assert.deepEqual(config.masking, {
enabled: false,
triggerTokens: 150_000,
triggerRatio: 0.5,
targetTokens: 60_000,
targetRatio: 0.2,
minClearTokens: 30_000,
keepRecentTurns: 5,
minEntryTokens: 512,
excludeTools: ["bash", "read"],
});
assert.equal(config.summary.triggerTokens, 300_000);
assert.equal(config.summary.triggerRatio, 0.8);
assert.equal(config.summary.thinking, "medium");
assert.equal(config.native.enabled, false);
});
test("invalid ratios and bounds fail safe to bounded defaults", () => {
test("invalid fields fail safe to bounded defaults", () => {
const config = normalizeConfig({
softRatio: 2,
hardRatio: -1,
targetRatio: 0.99,
semantic: { concurrency: 50, maxRetries: -1 },
enabled: "yes",
masking: {
triggerTokens: -1,
triggerRatio: 2,
targetTokens: "a lot",
targetRatio: 0,
minClearTokens: 0,
keepRecentTurns: 500,
minEntryTokens: -3,
excludeTools: "read",
},
summary: { triggerTokens: Number.NaN, triggerRatio: 1.5, thinking: "insane" },
native: { enabled: 1 },
});
assert.equal(config.softRatio, DEFAULT_CONFIG.softRatio);
assert.ok(config.targetRatio < config.softRatio);
assert.ok(config.hardRatio > config.softRatio);
assert.equal(config.semantic.concurrency, DEFAULT_CONFIG.semantic.concurrency);
assert.equal(config.semantic.maxRetries, DEFAULT_CONFIG.semantic.maxRetries);
assert.equal(config.enabled, DEFAULT_CONFIG.enabled);
assert.deepEqual(config.masking, DEFAULT_CONFIG.masking);
assert.equal(config.summary.triggerTokens, DEFAULT_CONFIG.summary.triggerTokens);
assert.equal(config.summary.triggerRatio, DEFAULT_CONFIG.summary.triggerRatio);
assert.equal(config.summary.thinking, DEFAULT_CONFIG.summary.thinking);
assert.equal(config.native.enabled, DEFAULT_CONFIG.native.enabled);
});
test("masking target is corrected below trigger and summary above masking", () => {
const config = normalizeConfig({
masking: { triggerTokens: 80_000, triggerRatio: 0.5, targetTokens: 120_000, targetRatio: 0.9 },
summary: { triggerTokens: 50_000, triggerRatio: 0.4 },
});
assert.equal(config.masking.targetTokens, 40_000);
assert.equal(config.masking.targetRatio, 0.25);
assert.equal(config.summary.triggerTokens, 160_000);
assert.ok(config.summary.triggerRatio > config.masking.triggerRatio);
});
test("minClearTokens and excludeTools accept valid overrides", () => {
const config = normalizeConfig({
masking: { minClearTokens: 1, keepRecentTurns: 1, minEntryTokens: 0, excludeTools: [] },
});
assert.equal(config.masking.minClearTokens, 1);
assert.equal(config.masking.keepRecentTurns, 1);
assert.equal(config.masking.minEntryTokens, 0);
assert.deepEqual(config.masking.excludeTools, []);
});