mirror of
https://bitbucket.org/siakitem/my-pi.git
synced 2026-10-26 10:45:22 +00:00
refactor(pi-compaction): 改为压力触发的观察遮蔽与空闲阈值整段摘要
原实现对所有工具结果(含 read)在下一次请求即替换为约 4K 的首尾存根, 不看上下文压力,导致模型看不到大文件中段;后台逐条语义摘要又反复改写 历史、打碎 prompt 缓存。参照 Anthropic 上下文编辑、Manus 与 JetBrains 观察遮蔽研究重构为: - L2:上下文达到阈值时在 turn_end 批量提交 Pi 原生 context_edit,把最近 keepRecentTurns 轮之外的旧 toolResult 换成确定性占位符;trigger/target 回差与 minClearTokens 保证少触发、一次清够;原始条目保留,可经 context_tree_query 取回 - L3:空闲 agent_settled 且超过绝对阈值时调用一次 ctx.compact - 阈值按绝对 token 计并受窗口比例约束,默认针对 1M 窗口(DeepSeek V4.1 Flash):遮蔽 200K→100K、整段摘要 400K - 删除逐条存根、语义 worker、soft/hard/target 比例与自行取消 Pi 压缩的门控; Pi 原生阈值压缩保留为最终安全网 Generated with [Devin](https://devin.ai) Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
parent
a254d4fd68
commit
a6d8416c76
@@ -2,34 +2,82 @@ import test from "node:test";
|
||||
import assert from "node:assert/strict";
|
||||
import { DEFAULT_CONFIG, normalizeConfig } from "../src/config.ts";
|
||||
|
||||
test("normalizes one greenfield piCompaction config without legacy aliases", () => {
|
||||
test("normalizes a full pi-compaction config", () => {
|
||||
const config = normalizeConfig({
|
||||
enabled: false,
|
||||
softRatio: 0.7,
|
||||
hardRatio: 0.91,
|
||||
targetRatio: 0.5,
|
||||
deterministic: { enabled: false, maxStubTokens: 512 },
|
||||
semantic: { enabled: false, concurrency: 2, maxRetries: 0 },
|
||||
masking: {
|
||||
enabled: false,
|
||||
triggerTokens: 150_000,
|
||||
triggerRatio: 0.5,
|
||||
targetTokens: 60_000,
|
||||
targetRatio: 0.2,
|
||||
minClearTokens: 30_000,
|
||||
keepRecentTurns: 5,
|
||||
minEntryTokens: 512,
|
||||
excludeTools: ["bash", "read"],
|
||||
},
|
||||
summary: { triggerTokens: 300_000, triggerRatio: 0.8, thinking: "medium" },
|
||||
native: { enabled: false },
|
||||
});
|
||||
assert.equal(config.enabled, false);
|
||||
assert.equal(config.deterministic.enabled, false);
|
||||
assert.equal(config.deterministic.maxStubTokens, 512);
|
||||
assert.equal(config.semantic.enabled, false);
|
||||
assert.equal(config.semantic.maxRetries, 0);
|
||||
assert.deepEqual(config.masking, {
|
||||
enabled: false,
|
||||
triggerTokens: 150_000,
|
||||
triggerRatio: 0.5,
|
||||
targetTokens: 60_000,
|
||||
targetRatio: 0.2,
|
||||
minClearTokens: 30_000,
|
||||
keepRecentTurns: 5,
|
||||
minEntryTokens: 512,
|
||||
excludeTools: ["bash", "read"],
|
||||
});
|
||||
assert.equal(config.summary.triggerTokens, 300_000);
|
||||
assert.equal(config.summary.triggerRatio, 0.8);
|
||||
assert.equal(config.summary.thinking, "medium");
|
||||
assert.equal(config.native.enabled, false);
|
||||
});
|
||||
|
||||
test("invalid ratios and bounds fail safe to bounded defaults", () => {
|
||||
test("invalid fields fail safe to bounded defaults", () => {
|
||||
const config = normalizeConfig({
|
||||
softRatio: 2,
|
||||
hardRatio: -1,
|
||||
targetRatio: 0.99,
|
||||
semantic: { concurrency: 50, maxRetries: -1 },
|
||||
enabled: "yes",
|
||||
masking: {
|
||||
triggerTokens: -1,
|
||||
triggerRatio: 2,
|
||||
targetTokens: "a lot",
|
||||
targetRatio: 0,
|
||||
minClearTokens: 0,
|
||||
keepRecentTurns: 500,
|
||||
minEntryTokens: -3,
|
||||
excludeTools: "read",
|
||||
},
|
||||
summary: { triggerTokens: Number.NaN, triggerRatio: 1.5, thinking: "insane" },
|
||||
native: { enabled: 1 },
|
||||
});
|
||||
assert.equal(config.softRatio, DEFAULT_CONFIG.softRatio);
|
||||
assert.ok(config.targetRatio < config.softRatio);
|
||||
assert.ok(config.hardRatio > config.softRatio);
|
||||
assert.equal(config.semantic.concurrency, DEFAULT_CONFIG.semantic.concurrency);
|
||||
assert.equal(config.semantic.maxRetries, DEFAULT_CONFIG.semantic.maxRetries);
|
||||
assert.equal(config.enabled, DEFAULT_CONFIG.enabled);
|
||||
assert.deepEqual(config.masking, DEFAULT_CONFIG.masking);
|
||||
assert.equal(config.summary.triggerTokens, DEFAULT_CONFIG.summary.triggerTokens);
|
||||
assert.equal(config.summary.triggerRatio, DEFAULT_CONFIG.summary.triggerRatio);
|
||||
assert.equal(config.summary.thinking, DEFAULT_CONFIG.summary.thinking);
|
||||
assert.equal(config.native.enabled, DEFAULT_CONFIG.native.enabled);
|
||||
});
|
||||
|
||||
test("masking target is corrected below trigger and summary above masking", () => {
|
||||
const config = normalizeConfig({
|
||||
masking: { triggerTokens: 80_000, triggerRatio: 0.5, targetTokens: 120_000, targetRatio: 0.9 },
|
||||
summary: { triggerTokens: 50_000, triggerRatio: 0.4 },
|
||||
});
|
||||
assert.equal(config.masking.targetTokens, 40_000);
|
||||
assert.equal(config.masking.targetRatio, 0.25);
|
||||
assert.equal(config.summary.triggerTokens, 160_000);
|
||||
assert.ok(config.summary.triggerRatio > config.masking.triggerRatio);
|
||||
});
|
||||
|
||||
test("minClearTokens and excludeTools accept valid overrides", () => {
|
||||
const config = normalizeConfig({
|
||||
masking: { minClearTokens: 1, keepRecentTurns: 1, minEntryTokens: 0, excludeTools: [] },
|
||||
});
|
||||
assert.equal(config.masking.minClearTokens, 1);
|
||||
assert.equal(config.masking.keepRecentTurns, 1);
|
||||
assert.equal(config.masking.minEntryTokens, 0);
|
||||
assert.deepEqual(config.masking.excludeTools, []);
|
||||
});
|
||||
|
||||
Reference in New Issue
Block a user