import type { Api, Model } from "@mariozechner/pi-ai"; import type { ModelRegistry } from "@mariozechner/pi-coding-agent"; import { describe, expect, it } from "vitest"; import { isModernModelRef } from "./live-model-filter.js"; import { normalizeModelCompat } from "./model-compat.js"; import { resolveForwardCompatModel } from "./model-forward-compat.js"; const baseModel = (): Model => ({ id: "glm-4.7", name: "GLM-4.7", api: "openai-completions", provider: "zai", baseUrl: "https://api.z.ai/api/coding/paas/v4", reasoning: true, input: ["text"], cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }, contextWindow: 8192, maxTokens: 1024, }) as Model; function supportsDeveloperRole(model: Model): boolean | undefined { return (model.compat as { supportsDeveloperRole?: boolean } | undefined)?.supportsDeveloperRole; } function supportsUsageInStreaming(model: Model): boolean | undefined { return (model.compat as { supportsUsageInStreaming?: boolean } | undefined) ?.supportsUsageInStreaming; } function supportsStrictMode(model: Model): boolean | undefined { return (model.compat as { supportsStrictMode?: boolean } | undefined)?.supportsStrictMode; } function createTemplateModel(provider: string, id: string): Model { return { id, name: id, provider, api: "anthropic-messages", input: ["text"], reasoning: true, cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }, contextWindow: 200_000, maxTokens: 8_192, } as Model; } function createOpenAITemplateModel(id: string): Model { return { id, name: id, provider: "openai", api: "openai-responses", baseUrl: "https://api.openai.com/v1", input: ["text", "image"], reasoning: true, cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }, contextWindow: 400_000, maxTokens: 32_768, } as Model; } function createOpenAICodexTemplateModel(id: string): Model { return { id, name: id, provider: "openai-codex", api: "openai-codex-responses", baseUrl: "https://chatgpt.com/backend-api", input: ["text", "image"], reasoning: true, cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }, contextWindow: 272_000, maxTokens: 128_000, } as Model; } function createRegistry(models: Record>): ModelRegistry { return { find(provider: string, modelId: string) { return models[`${provider}/${modelId}`] ?? null; }, } as ModelRegistry; } function expectSupportsDeveloperRoleForcedOff(overrides?: Partial>): void { const model = { ...baseModel(), ...overrides }; delete (model as { compat?: unknown }).compat; const normalized = normalizeModelCompat(model as Model); expect(supportsDeveloperRole(normalized)).toBe(false); } function expectSupportsUsageInStreamingForcedOff(overrides?: Partial>): void { const model = { ...baseModel(), ...overrides }; delete (model as { compat?: unknown }).compat; const normalized = normalizeModelCompat(model as Model); expect(supportsUsageInStreaming(normalized)).toBe(false); } function expectSupportsStrictModeForcedOff(overrides?: Partial>): void { const model = { ...baseModel(), ...overrides }; delete (model as { compat?: unknown }).compat; const normalized = normalizeModelCompat(model as Model); expect(supportsStrictMode(normalized)).toBe(false); } function expectResolvedForwardCompat( model: Model | undefined, expected: { provider: string; id: string }, ): void { expect(model?.id).toBe(expected.id); expect(model?.name).toBe(expected.id); expect(model?.provider).toBe(expected.provider); } describe("normalizeModelCompat — Anthropic baseUrl", () => { const anthropicBase = (): Model => ({ id: "claude-opus-4-6", name: "claude-opus-4-6", api: "anthropic-messages", provider: "anthropic", reasoning: true, input: ["text"], cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }, contextWindow: 200_000, maxTokens: 8_192, }) as Model; it("strips /v1 suffix from anthropic-messages baseUrl", () => { const model = { ...anthropicBase(), baseUrl: "https://api.anthropic.com/v1" }; const normalized = normalizeModelCompat(model); expect(normalized.baseUrl).toBe("https://api.anthropic.com"); }); it("strips trailing /v1/ (with slash) from anthropic-messages baseUrl", () => { const model = { ...anthropicBase(), baseUrl: "https://api.anthropic.com/v1/" }; const normalized = normalizeModelCompat(model); expect(normalized.baseUrl).toBe("https://api.anthropic.com"); }); it("leaves anthropic-messages baseUrl without /v1 unchanged", () => { const model = { ...anthropicBase(), baseUrl: "https://api.anthropic.com" }; const normalized = normalizeModelCompat(model); expect(normalized.baseUrl).toBe("https://api.anthropic.com"); }); it("leaves baseUrl undefined unchanged for anthropic-messages", () => { const model = anthropicBase(); const normalized = normalizeModelCompat(model); expect(normalized.baseUrl).toBeUndefined(); }); it("does not strip /v1 from non-anthropic-messages models", () => { const model = { ...baseModel(), provider: "openai", api: "openai-responses" as Api, baseUrl: "https://api.openai.com/v1", }; const normalized = normalizeModelCompat(model); expect(normalized.baseUrl).toBe("https://api.openai.com/v1"); }); it("strips /v1 from custom Anthropic proxy baseUrl", () => { const model = { ...anthropicBase(), baseUrl: "https://my-proxy.example.com/anthropic/v1", }; const normalized = normalizeModelCompat(model); expect(normalized.baseUrl).toBe("https://my-proxy.example.com/anthropic"); }); }); describe("normalizeModelCompat", () => { it("forces supportsDeveloperRole off for z.ai models", () => { expectSupportsDeveloperRoleForcedOff(); }); it("forces supportsDeveloperRole off for moonshot models", () => { expectSupportsDeveloperRoleForcedOff({ provider: "moonshot", baseUrl: "https://api.moonshot.ai/v1", }); }); it("forces supportsDeveloperRole off for custom moonshot-compatible endpoints", () => { expectSupportsDeveloperRoleForcedOff({ provider: "custom-kimi", baseUrl: "https://api.moonshot.cn/v1", }); }); it("forces supportsDeveloperRole off for DashScope provider ids", () => { expectSupportsDeveloperRoleForcedOff({ provider: "dashscope", baseUrl: "https://dashscope.aliyuncs.com/compatible-mode/v1", }); }); it("forces supportsDeveloperRole off for DashScope-compatible endpoints", () => { expectSupportsDeveloperRoleForcedOff({ provider: "custom-qwen", baseUrl: "https://dashscope-intl.aliyuncs.com/compatible-mode/v1", }); }); it("leaves native api.openai.com model untouched", () => { const model = { ...baseModel(), provider: "openai", baseUrl: "https://api.openai.com/v1", }; delete (model as { compat?: unknown }).compat; const normalized = normalizeModelCompat(model); expect(normalized.compat).toBeUndefined(); }); it("forces supportsDeveloperRole off for Azure OpenAI (Chat Completions, not Responses API)", () => { expectSupportsDeveloperRoleForcedOff({ provider: "azure-openai", baseUrl: "https://my-deployment.openai.azure.com/openai", }); }); it("forces supportsDeveloperRole off for generic custom openai-completions provider", () => { expectSupportsDeveloperRoleForcedOff({ provider: "custom-cpa", baseUrl: "https://cpa.example.com/v1", }); }); it("forces supportsUsageInStreaming off for generic custom openai-completions provider", () => { expectSupportsUsageInStreamingForcedOff({ provider: "custom-cpa", baseUrl: "https://cpa.example.com/v1", }); }); it("forces supportsStrictMode off for z.ai models", () => { expectSupportsStrictModeForcedOff(); }); it("forces supportsStrictMode off for custom openai-completions provider", () => { expectSupportsStrictModeForcedOff({ provider: "custom-cpa", baseUrl: "https://cpa.example.com/v1", }); }); it("forces supportsDeveloperRole off for Qwen proxy via openai-completions", () => { expectSupportsDeveloperRoleForcedOff({ provider: "qwen-proxy", baseUrl: "https://qwen-api.example.org/compatible-mode/v1", }); }); it("leaves openai-completions model with empty baseUrl untouched", () => { const model = { ...baseModel(), provider: "openai", }; delete (model as { baseUrl?: unknown }).baseUrl; delete (model as { compat?: unknown }).compat; const normalized = normalizeModelCompat(model as Model); expect(normalized.compat).toBeUndefined(); }); it("forces supportsDeveloperRole off for malformed baseUrl values", () => { expectSupportsDeveloperRoleForcedOff({ provider: "custom-cpa", baseUrl: "://api.openai.com malformed", }); }); it("respects explicit supportsDeveloperRole true on non-native endpoints", () => { const model = { ...baseModel(), provider: "custom-cpa", baseUrl: "https://proxy.example.com/v1", compat: { supportsDeveloperRole: true }, }; const normalized = normalizeModelCompat(model); expect(supportsDeveloperRole(normalized)).toBe(true); }); it("respects explicit supportsUsageInStreaming true on non-native endpoints", () => { const model = { ...baseModel(), provider: "custom-cpa", baseUrl: "https://proxy.example.com/v1", compat: { supportsUsageInStreaming: true }, }; const normalized = normalizeModelCompat(model); expect(supportsUsageInStreaming(normalized)).toBe(true); }); it("still forces flags off when not explicitly set by user", () => { const model = { ...baseModel(), provider: "custom-cpa", baseUrl: "https://proxy.example.com/v1", }; delete (model as { compat?: unknown }).compat; const normalized = normalizeModelCompat(model); expect(supportsDeveloperRole(normalized)).toBe(false); expect(supportsUsageInStreaming(normalized)).toBe(false); expect(supportsStrictMode(normalized)).toBe(false); }); it("respects explicit supportsStrictMode true on non-native endpoints", () => { const model = { ...baseModel(), provider: "custom-cpa", baseUrl: "https://proxy.example.com/v1", compat: { supportsStrictMode: true }, }; const normalized = normalizeModelCompat(model); expect(supportsStrictMode(normalized)).toBe(true); }); it("does not mutate caller model when forcing supportsDeveloperRole off", () => { const model = { ...baseModel(), provider: "custom-cpa", baseUrl: "https://proxy.example.com/v1", }; delete (model as { compat?: unknown }).compat; const normalized = normalizeModelCompat(model); expect(normalized).not.toBe(model); expect(supportsDeveloperRole(model)).toBeUndefined(); expect(supportsUsageInStreaming(model)).toBeUndefined(); expect(supportsStrictMode(model)).toBeUndefined(); expect(supportsDeveloperRole(normalized)).toBe(false); expect(supportsUsageInStreaming(normalized)).toBe(false); expect(supportsStrictMode(normalized)).toBe(false); }); it("does not override explicit compat false", () => { const model = baseModel(); model.compat = { supportsDeveloperRole: false, supportsUsageInStreaming: false, supportsStrictMode: false, }; const normalized = normalizeModelCompat(model); expect(supportsDeveloperRole(normalized)).toBe(false); expect(supportsUsageInStreaming(normalized)).toBe(false); expect(supportsStrictMode(normalized)).toBe(false); }); }); describe("isModernModelRef", () => { it("includes OpenAI gpt-5.4 variants in modern selection", () => { expect(isModernModelRef({ provider: "openai", id: "gpt-5.4" })).toBe(true); expect(isModernModelRef({ provider: "openai", id: "gpt-5.4-pro" })).toBe(true); expect(isModernModelRef({ provider: "openai-codex", id: "gpt-5.4" })).toBe(true); }); it("excludes opencode minimax variants from modern selection", () => { expect(isModernModelRef({ provider: "opencode", id: "minimax-m2.5" })).toBe(false); expect(isModernModelRef({ provider: "opencode", id: "minimax-m2.5" })).toBe(false); }); it("keeps non-minimax opencode modern models", () => { expect(isModernModelRef({ provider: "opencode", id: "claude-opus-4-6" })).toBe(true); expect(isModernModelRef({ provider: "opencode", id: "gemini-3-pro" })).toBe(true); }); it("accepts all opencode-go models without zen exclusions", () => { expect(isModernModelRef({ provider: "opencode-go", id: "kimi-k2.5" })).toBe(true); expect(isModernModelRef({ provider: "opencode-go", id: "glm-5" })).toBe(true); expect(isModernModelRef({ provider: "opencode-go", id: "minimax-m2.5" })).toBe(true); }); }); describe("resolveForwardCompatModel", () => { it("resolves openai gpt-5.4 via gpt-5.2 template", () => { const registry = createRegistry({ "openai/gpt-5.2": createOpenAITemplateModel("gpt-5.2"), }); const model = resolveForwardCompatModel("openai", "gpt-5.4", registry); expectResolvedForwardCompat(model, { provider: "openai", id: "gpt-5.4" }); expect(model?.api).toBe("openai-responses"); expect(model?.baseUrl).toBe("https://api.openai.com/v1"); expect(model?.contextWindow).toBe(1_050_000); expect(model?.maxTokens).toBe(128_000); }); it("resolves openai gpt-5.4 without templates using normalized fallback defaults", () => { const registry = createRegistry({}); const model = resolveForwardCompatModel("openai", "gpt-5.4", registry); expectResolvedForwardCompat(model, { provider: "openai", id: "gpt-5.4" }); expect(model?.api).toBe("openai-responses"); expect(model?.baseUrl).toBe("https://api.openai.com/v1"); expect(model?.input).toEqual(["text", "image"]); expect(model?.reasoning).toBe(true); expect(model?.contextWindow).toBe(1_050_000); expect(model?.maxTokens).toBe(128_000); expect(model?.cost).toEqual({ input: 0, output: 0, cacheRead: 0, cacheWrite: 0 }); }); it("resolves openai gpt-5.4-pro via template fallback", () => { const registry = createRegistry({ "openai/gpt-5.2": createOpenAITemplateModel("gpt-5.2"), }); const model = resolveForwardCompatModel("openai", "gpt-5.4-pro", registry); expectResolvedForwardCompat(model, { provider: "openai", id: "gpt-5.4-pro" }); expect(model?.api).toBe("openai-responses"); expect(model?.baseUrl).toBe("https://api.openai.com/v1"); expect(model?.contextWindow).toBe(1_050_000); expect(model?.maxTokens).toBe(128_000); }); it("resolves openai-codex gpt-5.4 via codex template fallback", () => { const registry = createRegistry({ "openai-codex/gpt-5.2-codex": createOpenAICodexTemplateModel("gpt-5.2-codex"), }); const model = resolveForwardCompatModel("openai-codex", "gpt-5.4", registry); expectResolvedForwardCompat(model, { provider: "openai-codex", id: "gpt-5.4" }); expect(model?.api).toBe("openai-codex-responses"); expect(model?.baseUrl).toBe("https://chatgpt.com/backend-api"); expect(model?.contextWindow).toBe(1_050_000); expect(model?.maxTokens).toBe(128_000); }); it("resolves anthropic opus 4.6 via 4.5 template", () => { const registry = createRegistry({ "anthropic/claude-opus-4-5": createTemplateModel("anthropic", "claude-opus-4-5"), }); const model = resolveForwardCompatModel("anthropic", "claude-opus-4-6", registry); expectResolvedForwardCompat(model, { provider: "anthropic", id: "claude-opus-4-6" }); }); it("resolves anthropic sonnet 4.6 dot variant with suffix", () => { const registry = createRegistry({ "anthropic/claude-sonnet-4.5-20260219": createTemplateModel( "anthropic", "claude-sonnet-4.5-20260219", ), }); const model = resolveForwardCompatModel("anthropic", "claude-sonnet-4.6-20260219", registry); expectResolvedForwardCompat(model, { provider: "anthropic", id: "claude-sonnet-4.6-20260219" }); }); it("does not resolve anthropic 4.6 fallback for other providers", () => { const registry = createRegistry({ "anthropic/claude-opus-4-5": createTemplateModel("anthropic", "claude-opus-4-5"), }); const model = resolveForwardCompatModel("openai", "claude-opus-4-6", registry); expect(model).toBeUndefined(); }); });