Files
my-pi/pi-permission-system/test/authority/permission-prompter.test.ts
T
云服务部-叶林立andDevin <158243242+devin-ai-integration[bot]@users.noreply.github.com> 7e6a8faae1 feat(pi-permission-system): AutoReview 改为跟随主模型的对话式工具调用审查
AutoReview:

- 审查器回到 Codex Guardian 风格的对话式审查,默认跟随会话当前主模型
  (每次审查实时读取 ctx.model);provider/model 必须同时设置才固定审查
  模型,只设其一视为配置错误并转人工。
- 结论只通过 approve / reject 两个工具给出,参数仅 reason;不强制
  toolChoice,正文文本(即使是合法 JSON)一律忽略。
- approve 自动放行;reject 转人工并在弹窗显示理由(标注模型生成)。
  超时、Provider 错误、截断、未调用工具、多次调用、参数无效等异常同样
  转人工,并附固定的系统说明;用户按 Esc 中止时直接拒绝。
- 模型调用改为 modelRegistry.streamSimple(...).result():Pi 1.3.0 面向
  扩展的 ModelRegistry 没有 completeSimple,原写法在真实环境中每次都会
  转人工。
- 对话记录保留可信度标注;工具结果在有更短的 pi-compaction 摘要时替换
  为摘要;token 估算改为非 ASCII 字符按 1 token 计;预算可配置。
- 同一条用户消息内完全相同的请求只缓存 approve 结论。
- 默认 reasoning low、总超时 30 秒、最多 2 次尝试、maxOutputTokens 4000。

删除:

- 未发布过的 TypeSafe Jev 分类器实现、DenialCircuitBreaker。
- 整个 annotator 机制(model-explanation、注册表、registerAnnotator、
  provider-timeout);annotators 配置键保留为已弃用并忽略,避免旧配置
  被拒绝。

测试:

- 新增 reviewer / transcript / 弹窗说明 / 默认配置测试;清理重复、恒真
  或只测实现细节的旧测试。
- 使用 deepseek-v4.1-flash 实测 5 个场景各 5 次,25 次结论全部符合预期。

Generated with [Devin](https://devin.ai)

Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
2026-10-19 01:54:17 -07:00

331 lines
11 KiB
TypeScript

import { describe, expect, it, vi } from "vitest";
import type { TerminalAuthorizer } from "#src/authority/authorizer";
import type { PermissionPromptDecision } from "#src/authority/permission-dialog";
import {
PermissionPrompter,
type PermissionPrompterDeps,
type PromptPermissionDetails,
} from "#src/authority/permission-prompter";
import { DECIDED_BY_HUMAN } from "#test/helpers/decision-fixtures";
import {
makePromptDetails,
makePromptPayload,
} from "#test/helpers/prompt-details-fixtures";
// ── Helpers ─────────────────────────────────────────────────────────────────
/**
* A terminal stub returning a fixed decision.
*
* The default is filler for the tests whose subject is the review entry's
* shape rather than the outcome; a test asserting a particular outcome passes
* its own decision.
*/
function makeAuthorizer(
decision: PermissionPromptDecision = {
approved: true,
state: "approved",
decidedBy: DECIDED_BY_HUMAN,
},
): TerminalAuthorizer {
return {
authorize: vi
.fn<TerminalAuthorizer["authorize"]>()
.mockResolvedValue(decision),
};
}
/**
* This file's semantic defaults over the shared structural fixture: the review
* entries assert `agentName` and `toolName` on a no-override call.
*/
function makeDetails(
overrides?: Partial<PromptPermissionDetails>,
): PromptPermissionDetails {
return makePromptDetails({
requestId: "req-123",
agentName: "test-agent",
toolName: "read",
...overrides,
});
}
function makeDeps(
overrides?: Partial<PermissionPrompterDeps>,
): PermissionPrompterDeps {
return {
logger: { review: vi.fn() },
...overrides,
};
}
// ── Tests ────────────────────────────────────────────────────────────────────
describe("PermissionPrompter", () => {
describe("prompt flow", () => {
it("logs permission_request.waiting before the outcome", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer();
await prompter.prompt(authorizer, makeDetails());
const calls = logger.review.mock.calls.map((c) => c[0] as string);
expect(
calls.indexOf("permission_request.waiting"),
).toBeGreaterThanOrEqual(0);
expect(calls.indexOf("permission_request.waiting")).toBeLessThan(
calls.indexOf("permission_request.approved"),
);
});
it("logs permission_request.approved when the authorizer approves", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer({
approved: true,
state: "approved",
decidedBy: DECIDED_BY_HUMAN,
});
await prompter.prompt(authorizer, makeDetails());
expect(logger.review).toHaveBeenCalledWith(
"permission_request.approved",
expect.objectContaining({
requestId: "req-123",
resolution: "approved",
}),
);
});
it("logs permission_request.denied when the authorizer denies", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer({
approved: false,
state: "denied",
decidedBy: DECIDED_BY_HUMAN,
});
await prompter.prompt(authorizer, makeDetails());
expect(logger.review).toHaveBeenCalledWith(
"permission_request.denied",
expect.objectContaining({
requestId: "req-123",
resolution: "denied",
}),
);
});
it("logs confirmation_unavailable resolution when the decision carries the marker", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer({
approved: false,
state: "denied",
confirmationUnavailable: true,
decidedBy: DECIDED_BY_HUMAN,
});
await prompter.prompt(authorizer, makeDetails());
expect(logger.review).toHaveBeenCalledWith(
"permission_request.denied",
expect.objectContaining({
resolution: "confirmation_unavailable",
}),
);
});
it("logs permission_request.denied with denialReason when present", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer({
approved: false,
state: "denied_with_reason",
denialReason: "too sensitive",
decidedBy: DECIDED_BY_HUMAN,
});
await prompter.prompt(authorizer, makeDetails());
expect(logger.review).toHaveBeenCalledWith(
"permission_request.denied",
expect.objectContaining({
denialReason: "too sensitive",
}),
);
});
it("records who decided on the outcome entry", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer({
approved: true,
state: "approved",
decidedBy: { kind: "user", via: "dialog" },
});
await prompter.prompt(authorizer, makeDetails());
expect(logger.review).toHaveBeenCalledWith(
"permission_request.approved",
expect.objectContaining({
decidedBy: { kind: "user", via: "dialog" },
}),
);
});
it("records the decider on a denial too", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer({
approved: false,
state: "denied",
confirmationUnavailable: true,
decidedBy: { kind: "unavailable", reason: "nobody was home" },
});
await prompter.prompt(authorizer, makeDetails());
expect(logger.review).toHaveBeenCalledWith(
"permission_request.denied",
expect.objectContaining({
decidedBy: { kind: "unavailable", reason: "nobody was home" },
}),
);
});
it("leaves the waiting entry unattributed — nothing has decided yet", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
await prompter.prompt(makeAuthorizer(), makeDetails());
const waiting = logger.review.mock.calls.find(
(call) => call[0] === "permission_request.waiting",
);
expect(waiting?.[1]).not.toHaveProperty("decidedBy");
});
it("returns the decision from the authorizer", async () => {
const decision: PermissionPromptDecision = {
approved: false,
state: "denied_with_reason",
decidedBy: DECIDED_BY_HUMAN,
denialReason: "sensitive",
};
const authorizer = makeAuthorizer(decision);
const prompter = new PermissionPrompter(makeDeps());
const result = await prompter.prompt(authorizer, makeDetails());
expect(result).toEqual(decision);
});
});
// ── Review log field coverage ────────────────────────────────────────────
describe("review log fields", () => {
it("includes all standard fields in the waiting log entry", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer();
const details = makeDetails({
toolCallId: "tc-1",
skillName: "librarian",
path: "/src/foo.ts",
command: "git status",
target: "server:tool",
toolInputPreview: "{ path: '...' }",
});
await prompter.prompt(authorizer, details);
expect(logger.review).toHaveBeenCalledWith(
"permission_request.waiting",
expect.objectContaining({
requestId: "req-123",
source: "tool_call",
agentName: "test-agent",
toolCallId: "tc-1",
toolName: "read",
skillName: "librarian",
path: "/src/foo.ts",
command: "git status",
target: "server:tool",
toolInputPreview: "{ path: '...' }",
}),
);
});
it("uses null for optional fields not present in details", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer();
await prompter.prompt(authorizer, makeDetails());
expect(logger.review).toHaveBeenCalledWith(
"permission_request.waiting",
expect.objectContaining({
toolCallId: null,
skillName: null,
path: null,
command: null,
target: null,
toolInputPreview: null,
}),
);
});
it("records the payload's request facts rather than its prompt wording", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer();
await prompter.prompt(
authorizer,
makeDetails({
payload: makePromptPayload({
kind: "bash",
request: {
...makePromptPayload().request,
surface: "bash",
toolName: "bash",
value: "rm -rf build",
matchedPattern: "rm *",
},
}),
}),
);
expect(logger.review).toHaveBeenCalledWith(
"permission_request.waiting",
expect.objectContaining({ surface: "bash", matchedPattern: "rm *" }),
);
});
it("persists neither the payload nor the prompt sentence", async () => {
const logger = { review: vi.fn() };
const prompter = new PermissionPrompter(makeDeps({ logger }));
const authorizer = makeAuthorizer();
await prompter.prompt(authorizer, makeDetails());
// ADR 0010 bounds what the logs accumulate; a complete payload written on
// every ask would defeat that bound, and a prompt sentence made the log's
// growth a side effect of how the prompt happened to be worded.
const [, entry] = logger.review.mock.calls[0] as [
string,
Record<string, unknown>,
];
expect(entry).not.toHaveProperty("payload");
expect(entry).not.toHaveProperty("message");
expect(entry).not.toHaveProperty("evidence");
});
});
});