mirror of
https://github.com/openclaw/openclaw.git
synced 2026-04-18 16:57:27 +00:00
test(cron): add model fallback regression coverage
This commit is contained in:
@@ -1,106 +0,0 @@
|
||||
import { describe, expect, it } from "vitest";
|
||||
import type { AgentDefaultsConfig } from "../../config/types.js";
|
||||
|
||||
/**
|
||||
* Tests for the model merge fix in runCronIsolatedAgentTurn.
|
||||
*
|
||||
* Bug: When an agent config defines `model: { primary: "..." }` without
|
||||
* `fallbacks`, the merge into `agentCfg` replaced the entire model object
|
||||
* from defaults—losing `fallbacks`. This caused cron jobs to have only
|
||||
* one model candidate (the pinned model) plus the global primary, skipping
|
||||
* all intermediate fallbacks.
|
||||
*
|
||||
* Fix: Spread the existing `agentCfg.model` before applying the override,
|
||||
* so keys like `fallbacks` from `agents.defaults.model` survive when the
|
||||
* agent only overrides `primary`.
|
||||
*/
|
||||
describe("agent model override preserves default fallbacks", () => {
|
||||
// Simulates the merge logic extracted from run.ts lines 148–159
|
||||
function mergeAgentModel(
|
||||
defaults: AgentDefaultsConfig,
|
||||
overrideModel: { primary?: string; fallbacks?: string[] } | string | undefined,
|
||||
): AgentDefaultsConfig {
|
||||
const agentCfg: AgentDefaultsConfig = { ...defaults };
|
||||
|
||||
// --- FIX: merge instead of replace ---
|
||||
const existingModel =
|
||||
agentCfg.model && typeof agentCfg.model === "object" ? agentCfg.model : {};
|
||||
if (typeof overrideModel === "string") {
|
||||
agentCfg.model = { ...existingModel, primary: overrideModel };
|
||||
} else if (overrideModel) {
|
||||
agentCfg.model = { ...existingModel, ...overrideModel };
|
||||
}
|
||||
return agentCfg;
|
||||
}
|
||||
|
||||
const defaultFallbacks = [
|
||||
"anthropic/claude-opus-4-6",
|
||||
"google-gemini-cli/gemini-3-pro-preview",
|
||||
"nvidia/deepseek-ai/deepseek-v3.2",
|
||||
];
|
||||
|
||||
const defaults: AgentDefaultsConfig = {
|
||||
model: {
|
||||
primary: "openai-codex/gpt-5.3-codex",
|
||||
fallbacks: defaultFallbacks,
|
||||
},
|
||||
};
|
||||
|
||||
it("preserves fallbacks when agent overrides primary as string", () => {
|
||||
const result = mergeAgentModel(defaults, "anthropic/claude-sonnet-4-5");
|
||||
const model = result.model as { primary?: string; fallbacks?: string[] };
|
||||
|
||||
expect(model.primary).toBe("anthropic/claude-sonnet-4-5");
|
||||
expect(model.fallbacks).toEqual(defaultFallbacks);
|
||||
});
|
||||
|
||||
it("preserves fallbacks when agent overrides primary as object", () => {
|
||||
const result = mergeAgentModel(defaults, {
|
||||
primary: "anthropic/claude-sonnet-4-5",
|
||||
});
|
||||
const model = result.model as { primary?: string; fallbacks?: string[] };
|
||||
|
||||
expect(model.primary).toBe("anthropic/claude-sonnet-4-5");
|
||||
expect(model.fallbacks).toEqual(defaultFallbacks);
|
||||
});
|
||||
|
||||
it("allows agent to explicitly override fallbacks", () => {
|
||||
const customFallbacks = ["nvidia/deepseek-ai/deepseek-v3.2"];
|
||||
const result = mergeAgentModel(defaults, {
|
||||
primary: "anthropic/claude-sonnet-4-5",
|
||||
fallbacks: customFallbacks,
|
||||
});
|
||||
const model = result.model as { primary?: string; fallbacks?: string[] };
|
||||
|
||||
expect(model.primary).toBe("anthropic/claude-sonnet-4-5");
|
||||
expect(model.fallbacks).toEqual(customFallbacks);
|
||||
});
|
||||
|
||||
it("allows agent to explicitly clear fallbacks with empty array", () => {
|
||||
const result = mergeAgentModel(defaults, {
|
||||
primary: "anthropic/claude-sonnet-4-5",
|
||||
fallbacks: [],
|
||||
});
|
||||
const model = result.model as { primary?: string; fallbacks?: string[] };
|
||||
|
||||
expect(model.primary).toBe("anthropic/claude-sonnet-4-5");
|
||||
expect(model.fallbacks).toEqual([]);
|
||||
});
|
||||
|
||||
it("leaves model untouched when override is undefined", () => {
|
||||
const result = mergeAgentModel(defaults, undefined);
|
||||
const model = result.model as { primary?: string; fallbacks?: string[] };
|
||||
|
||||
expect(model.primary).toBe("openai-codex/gpt-5.3-codex");
|
||||
expect(model.fallbacks).toEqual(defaultFallbacks);
|
||||
});
|
||||
|
||||
it("handles missing defaults model gracefully", () => {
|
||||
const emptyDefaults: AgentDefaultsConfig = {};
|
||||
const result = mergeAgentModel(emptyDefaults, "anthropic/claude-sonnet-4-5");
|
||||
const model = result.model as { primary?: string; fallbacks?: string[] };
|
||||
|
||||
expect(model.primary).toBe("anthropic/claude-sonnet-4-5");
|
||||
expect(model.fallbacks).toBeUndefined();
|
||||
});
|
||||
});
|
||||
@@ -1,12 +1,14 @@
|
||||
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
|
||||
import { runWithModelFallback } from "../../agents/model-fallback.js";
|
||||
|
||||
// ---------- mocks ----------
|
||||
|
||||
const buildWorkspaceSkillSnapshotMock = vi.fn();
|
||||
const resolveAgentConfigMock = vi.fn();
|
||||
const resolveAgentSkillsFilterMock = vi.fn();
|
||||
|
||||
vi.mock("../../agents/agent-scope.js", () => ({
|
||||
resolveAgentConfig: vi.fn().mockReturnValue(undefined),
|
||||
resolveAgentConfig: resolveAgentConfigMock,
|
||||
resolveAgentDir: vi.fn().mockReturnValue("/tmp/agent-dir"),
|
||||
resolveAgentModelFallbacksOverride: vi.fn().mockReturnValue(undefined),
|
||||
resolveAgentWorkspaceDir: vi.fn().mockReturnValue("/tmp/workspace"),
|
||||
@@ -50,6 +52,8 @@ vi.mock("../../agents/model-fallback.js", () => ({
|
||||
}),
|
||||
}));
|
||||
|
||||
const runWithModelFallbackMock = vi.mocked(runWithModelFallback);
|
||||
|
||||
vi.mock("../../agents/pi-embedded.js", () => ({
|
||||
runEmbeddedPiAgent: vi.fn().mockResolvedValue({
|
||||
payloads: [{ text: "test output" }],
|
||||
@@ -205,6 +209,7 @@ describe("runCronIsolatedAgentTurn — skill filter", () => {
|
||||
resolvedSkills: [],
|
||||
version: 42,
|
||||
});
|
||||
resolveAgentConfigMock.mockReturnValue(undefined);
|
||||
resolveAgentSkillsFilterMock.mockReturnValue(undefined);
|
||||
// Fresh session object per test — prevents mutation leaking between tests
|
||||
resolveCronSessionMock.mockReturnValue({
|
||||
@@ -342,4 +347,66 @@ describe("runCronIsolatedAgentTurn — skill filter", () => {
|
||||
expect(result.status).toBe("ok");
|
||||
expect(buildWorkspaceSkillSnapshotMock).not.toHaveBeenCalled();
|
||||
});
|
||||
|
||||
describe("model fallbacks", () => {
|
||||
const defaultFallbacks = [
|
||||
"anthropic/claude-opus-4-6",
|
||||
"google-gemini-cli/gemini-3-pro-preview",
|
||||
"nvidia/deepseek-ai/deepseek-v3.2",
|
||||
];
|
||||
|
||||
it("preserves defaults when agent overrides primary as string", async () => {
|
||||
resolveAgentConfigMock.mockReturnValue({ model: "anthropic/claude-sonnet-4-5" });
|
||||
|
||||
const result = await runCronIsolatedAgentTurn(
|
||||
makeParams({
|
||||
cfg: {
|
||||
agents: {
|
||||
defaults: {
|
||||
model: { primary: "openai-codex/gpt-5.3-codex", fallbacks: defaultFallbacks },
|
||||
},
|
||||
},
|
||||
},
|
||||
agentId: "scout",
|
||||
}),
|
||||
);
|
||||
|
||||
expect(result.status).toBe("ok");
|
||||
expect(runWithModelFallbackMock).toHaveBeenCalledOnce();
|
||||
const callCfg = runWithModelFallbackMock.mock.calls[0][0].cfg;
|
||||
const model = callCfg?.agents?.defaults?.model as
|
||||
| { primary?: string; fallbacks?: string[] }
|
||||
| undefined;
|
||||
expect(model?.primary).toBe("anthropic/claude-sonnet-4-5");
|
||||
expect(model?.fallbacks).toEqual(defaultFallbacks);
|
||||
});
|
||||
|
||||
it("preserves defaults when agent overrides primary in object form", async () => {
|
||||
resolveAgentConfigMock.mockReturnValue({
|
||||
model: { primary: "anthropic/claude-sonnet-4-5" },
|
||||
});
|
||||
|
||||
const result = await runCronIsolatedAgentTurn(
|
||||
makeParams({
|
||||
cfg: {
|
||||
agents: {
|
||||
defaults: {
|
||||
model: { primary: "openai-codex/gpt-5.3-codex", fallbacks: defaultFallbacks },
|
||||
},
|
||||
},
|
||||
},
|
||||
agentId: "scout",
|
||||
}),
|
||||
);
|
||||
|
||||
expect(result.status).toBe("ok");
|
||||
expect(runWithModelFallbackMock).toHaveBeenCalledOnce();
|
||||
const callCfg = runWithModelFallbackMock.mock.calls[0][0].cfg;
|
||||
const model = callCfg?.agents?.defaults?.model as
|
||||
| { primary?: string; fallbacks?: string[] }
|
||||
| undefined;
|
||||
expect(model?.primary).toBe("anthropic/claude-sonnet-4-5");
|
||||
expect(model?.fallbacks).toEqual(defaultFallbacks);
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
Reference in New Issue
Block a user