nyrn
/
openclaw
mirror of https://github.com/openclaw/openclaw.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

test: skip unavailable live model providers

This commit is contained in:
Peter Steinberger 2026-03-31 20:36:55 +01:00
parent 64091caf8f
commit 0d742c3c1b
No known key found for this signature in database
2 changed files with 34 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/agents/models.profiles.live.test.ts
View File

@ -192,6 +192,15 @@ function isProviderUnavailableErrorMessage(raw: string): boolean {
);
}
function isOllamaUnavailableErrorMessage(raw: string): boolean {
const msg = raw.toLowerCase();
return (
msg.includes("ollama could not be reached") ||
(msg.includes("127.0.0.1:11434") && msg.includes("econnrefused")) ||
(msg.includes("localhost:11434") && msg.includes("econnrefused"))
);
}
function toInt(value: string | undefined, fallback: number): number {
const trimmed = value?.trim();
if (!trimmed) {
@ -766,6 +775,15 @@ describeLive("live models (profile keys)", () => {
logProgress(`${progressLabel}: skip (provider unavailable)`);
break;
}
if (
allowNotFoundSkip &&
model.provider === "ollama" &&
isOllamaUnavailableErrorMessage(message)
) {
skipped.push({ model: id, reason: message });
logProgress(`${progressLabel}: skip (ollama unavailable)`);
break;
}
logProgress(`${progressLabel}: failed`);
failures.push({ model: id, error: message });
break;

16
src/gateway/gateway-models.profiles.live.test.ts
View File

@ -465,6 +465,15 @@ function isProviderUnavailableErrorMessage(raw: string): boolean {
);
}
function isOllamaUnavailableErrorMessage(raw: string): boolean {
const msg = raw.toLowerCase();
return (
msg.includes("ollama could not be reached") ||
(msg.includes("127.0.0.1:11434") && msg.includes("econnrefused")) ||
(msg.includes("localhost:11434") && msg.includes("econnrefused"))
);
}
function isInstructionsRequiredError(error: string): boolean {
return /instructions are required/i.test(error);
}
@ -1584,10 +1593,12 @@ async function runGatewayModelSuite(params: GatewayModelSuiteParams) {
}
// OpenAI Codex refresh tokens can become single-use; skip instead of failing all live tests.
if (model.provider === "openai-codex" && isRefreshTokenReused(message)) {
skippedCount += 1;
logProgress(`${progressLabel}: skip (codex refresh token reused)`);
break;
}
if (model.provider === "openai-codex" && isChatGPTUsageLimitErrorMessage(message)) {
skippedCount += 1;
logProgress(`${progressLabel}: skip (chatgpt usage limit)`);
break;
}
@ -1630,6 +1641,11 @@ async function runGatewayModelSuite(params: GatewayModelSuiteParams) {
logProgress(`${progressLabel}: skip (missing auth profile)`);
break;
}
if (model.provider === "ollama" && isOllamaUnavailableErrorMessage(message)) {
skippedCount += 1;
logProgress(`${progressLabel}: skip (ollama unavailable)`);
break;
}
if (params.label.startsWith("minimax-")) {
skippedCount += 1;
logProgress(`${progressLabel}: skip (minimax endpoint error)`);