openclaw/extensions/huggingface/models.test.ts

91 lines
3.2 KiB
TypeScript

import { afterEach, describe, expect, it, vi } from "vitest";
import {
buildHuggingfaceModelDefinition,
discoverHuggingfaceModels,
HUGGINGFACE_MODEL_CATALOG,
isHuggingfacePolicyLocked,
} from "./api.js";
import { HUGGINGFACE_DISCOVERY_TIMEOUT_MS } from "./models.js";
const ORIGINAL_VITEST = process.env.VITEST;
const ORIGINAL_NODE_ENV = process.env.NODE_ENV;
afterEach(() => {
process.env.VITEST = ORIGINAL_VITEST;
process.env.NODE_ENV = ORIGINAL_NODE_ENV;
vi.restoreAllMocks();
vi.unstubAllGlobals();
});
describe("huggingface models", () => {
it("buildHuggingfaceModelDefinition returns config with required fields", () => {
const entry = HUGGINGFACE_MODEL_CATALOG[0];
const def = buildHuggingfaceModelDefinition(entry);
expect(def.id).toBe(entry.id);
expect(def.name).toBe(entry.name);
expect(def.reasoning).toBe(entry.reasoning);
expect(def.input).toEqual(entry.input);
expect(def.cost).toEqual(entry.cost);
expect(def.contextWindow).toBe(entry.contextWindow);
expect(def.maxTokens).toBe(entry.maxTokens);
});
it("discoverHuggingfaceModels returns static catalog when apiKey is empty", async () => {
const models = await discoverHuggingfaceModels("");
expect(models).toHaveLength(HUGGINGFACE_MODEL_CATALOG.length);
expect(models.map((m) => m.id)).toEqual(HUGGINGFACE_MODEL_CATALOG.map((m) => m.id));
});
it("discoverHuggingfaceModels returns static catalog in test env (VITEST)", async () => {
const models = await discoverHuggingfaceModels("hf_test_token");
expect(models).toHaveLength(HUGGINGFACE_MODEL_CATALOG.length);
expect(models[0].id).toBe("deepseek-ai/DeepSeek-R1");
});
it("uses the default discovery timeout for live Hugging Face fetches", async () => {
process.env.VITEST = "false";
process.env.NODE_ENV = "development";
const timeoutSpy = vi.spyOn(AbortSignal, "timeout");
vi.stubGlobal(
"fetch",
vi.fn(
async () =>
new Response("{}", { status: 500, headers: { "Content-Type": "application/json" } }),
),
);
await discoverHuggingfaceModels("hf_test_token");
expect(timeoutSpy).toHaveBeenCalledWith(HUGGINGFACE_DISCOVERY_TIMEOUT_MS);
});
it("accepts a custom discovery timeout override", async () => {
process.env.VITEST = "false";
process.env.NODE_ENV = "development";
const timeoutSpy = vi.spyOn(AbortSignal, "timeout");
vi.stubGlobal(
"fetch",
vi.fn(
async () =>
new Response("{}", { status: 500, headers: { "Content-Type": "application/json" } }),
),
);
await discoverHuggingfaceModels("hf_test_token", 25_000);
expect(timeoutSpy).toHaveBeenCalledWith(25_000);
});
describe("isHuggingfacePolicyLocked", () => {
it("returns true for :cheapest and :fastest refs", () => {
expect(isHuggingfacePolicyLocked("huggingface/deepseek-ai/DeepSeek-R1:cheapest")).toBe(true);
expect(isHuggingfacePolicyLocked("huggingface/deepseek-ai/DeepSeek-R1:fastest")).toBe(true);
});
it("returns false for base ref and :provider refs", () => {
expect(isHuggingfacePolicyLocked("huggingface/deepseek-ai/DeepSeek-R1")).toBe(false);
expect(isHuggingfacePolicyLocked("huggingface/foo:together")).toBe(false);
});
});
});