openclaw/src/agents/pi-embedded-runner/extra-params.cache-retentio...

148 lines
3.6 KiB
TypeScript

import type { StreamFn } from "@mariozechner/pi-agent-core";
import { describe, expect, it, vi } from "vitest";
import { applyExtraParamsToAgent } from "../pi-embedded-runner.js";
function applyAndExpectWrapped(params: {
cfg?: Parameters<typeof applyExtraParamsToAgent>[1];
extraParamsOverride?: Parameters<typeof applyExtraParamsToAgent>[4];
modelId: string;
provider: string;
}) {
const agent: { streamFn?: StreamFn } = {};
applyExtraParamsToAgent(
agent,
params.cfg,
params.provider,
params.modelId,
params.extraParamsOverride,
);
expect(agent.streamFn).toBeDefined();
}
// Mock the logger to avoid noise in tests
vi.mock("./logger.js", () => ({
log: {
debug: vi.fn(),
warn: vi.fn(),
},
}));
describe("cacheRetention default behavior", () => {
it("returns 'short' for Anthropic when not configured", () => {
applyAndExpectWrapped({
modelId: "claude-3-sonnet",
provider: "anthropic",
});
// The fact that agent.streamFn was modified indicates that cacheRetention
// default "short" was applied. We don't need to call the actual function
// since that would require API provider setup.
});
it("respects explicit 'none' config", () => {
applyAndExpectWrapped({
cfg: {
agents: {
defaults: {
models: {
"anthropic/claude-3-sonnet": {
params: {
cacheRetention: "none" as const,
},
},
},
},
},
},
modelId: "claude-3-sonnet",
provider: "anthropic",
});
});
it("respects explicit 'long' config", () => {
applyAndExpectWrapped({
cfg: {
agents: {
defaults: {
models: {
"anthropic/claude-3-opus": {
params: {
cacheRetention: "long" as const,
},
},
},
},
},
},
modelId: "claude-3-opus",
provider: "anthropic",
});
});
it("respects legacy cacheControlTtl config", () => {
applyAndExpectWrapped({
cfg: {
agents: {
defaults: {
models: {
"anthropic/claude-3-haiku": {
params: {
cacheControlTtl: "1h",
},
},
},
},
},
},
modelId: "claude-3-haiku",
provider: "anthropic",
});
});
it("returns undefined for non-Anthropic providers", () => {
const agent: { streamFn?: StreamFn } = {};
const cfg = undefined;
const provider = "openai";
const modelId = "gpt-4";
applyExtraParamsToAgent(agent, cfg, provider, modelId);
// For OpenAI, the streamFn might be wrapped for other reasons (like OpenAI responses store)
// but cacheRetention should not be applied
// This is implicitly tested by the lack of cacheRetention-specific wrapping
});
it("prefers explicit cacheRetention over default", () => {
applyAndExpectWrapped({
cfg: {
agents: {
defaults: {
models: {
"anthropic/claude-3-sonnet": {
params: {
cacheRetention: "long" as const,
temperature: 0.7,
},
},
},
},
},
},
modelId: "claude-3-sonnet",
provider: "anthropic",
});
});
it("works with extraParamsOverride", () => {
applyAndExpectWrapped({
extraParamsOverride: {
cacheRetention: "none" as const,
},
modelId: "claude-3-sonnet",
provider: "anthropic",
});
});
});