mirror of
https://github.com/openclaw/openclaw.git
synced 2026-05-09 16:44:33 +00:00
fix: pass proxy-aware fetchFn to media understanding providers
runProviderEntry now calls resolveProxyFetchFromEnv() and passes the result as fetchFn to transcribeAudio/describeVideo, so media provider API calls respect HTTPS_PROXY/HTTP_PROXY behind corporate proxies.
This commit is contained in:
committed by
Peter Steinberger
parent
ba3fa44c5b
commit
8c1e9949b3
183
src/media-understanding/runner.proxy.test.ts
Normal file
183
src/media-understanding/runner.proxy.test.ts
Normal file
@@ -0,0 +1,183 @@
|
||||
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
|
||||
import type { OpenClawConfig } from "../config/config.js";
|
||||
import { buildProviderRegistry, runCapability } from "./runner.js";
|
||||
import { withAudioFixture, withMediaFixture } from "./runner.test-utils.js";
|
||||
import type { AudioTranscriptionRequest, VideoDescriptionRequest } from "./types.js";
|
||||
|
||||
async function withVideoFixture(
|
||||
filePrefix: string,
|
||||
run: (params: {
|
||||
ctx: { MediaPath: string; MediaType: string };
|
||||
media: ReturnType<typeof import("./runner.js").normalizeMediaAttachments>;
|
||||
cache: ReturnType<typeof import("./runner.js").createMediaAttachmentCache>;
|
||||
}) => Promise<void>,
|
||||
) {
|
||||
await withMediaFixture(
|
||||
{
|
||||
filePrefix,
|
||||
extension: "mp4",
|
||||
mediaType: "video/mp4",
|
||||
fileContents: Buffer.from("video"),
|
||||
},
|
||||
run,
|
||||
);
|
||||
}
|
||||
|
||||
describe("runCapability proxy fetch passthrough", () => {
|
||||
beforeEach(() => vi.clearAllMocks());
|
||||
afterEach(() => vi.unstubAllEnvs());
|
||||
|
||||
it("passes fetchFn to audio provider when HTTPS_PROXY is set", async () => {
|
||||
vi.stubEnv("HTTPS_PROXY", "http://proxy.test:8080");
|
||||
|
||||
await withAudioFixture("openclaw-audio-proxy", async ({ ctx, media, cache }) => {
|
||||
let seenFetchFn: typeof fetch | undefined;
|
||||
|
||||
const providerRegistry = buildProviderRegistry({
|
||||
openai: {
|
||||
id: "openai",
|
||||
capabilities: ["audio"],
|
||||
transcribeAudio: async (req: AudioTranscriptionRequest) => {
|
||||
seenFetchFn = req.fetchFn;
|
||||
return { text: "transcribed", model: req.model };
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const cfg = {
|
||||
models: {
|
||||
providers: {
|
||||
openai: {
|
||||
apiKey: "test-key",
|
||||
models: [],
|
||||
},
|
||||
},
|
||||
},
|
||||
tools: {
|
||||
media: {
|
||||
audio: {
|
||||
enabled: true,
|
||||
models: [{ provider: "openai", model: "whisper-1" }],
|
||||
},
|
||||
},
|
||||
},
|
||||
} as unknown as OpenClawConfig;
|
||||
|
||||
const result = await runCapability({
|
||||
capability: "audio",
|
||||
cfg,
|
||||
ctx,
|
||||
attachments: cache,
|
||||
media,
|
||||
providerRegistry,
|
||||
});
|
||||
|
||||
expect(result.outputs[0]?.text).toBe("transcribed");
|
||||
expect(seenFetchFn).toBeDefined();
|
||||
expect(seenFetchFn).not.toBe(globalThis.fetch);
|
||||
});
|
||||
});
|
||||
|
||||
it("passes fetchFn to video provider when HTTPS_PROXY is set", async () => {
|
||||
vi.stubEnv("HTTPS_PROXY", "http://proxy.test:8080");
|
||||
|
||||
await withVideoFixture("openclaw-video-proxy", async ({ ctx, media, cache }) => {
|
||||
let seenFetchFn: typeof fetch | undefined;
|
||||
|
||||
const result = await runCapability({
|
||||
capability: "video",
|
||||
cfg: {
|
||||
models: {
|
||||
providers: {
|
||||
moonshot: {
|
||||
apiKey: "test-key",
|
||||
models: [],
|
||||
},
|
||||
},
|
||||
},
|
||||
tools: {
|
||||
media: {
|
||||
video: {
|
||||
enabled: true,
|
||||
models: [{ provider: "moonshot", model: "kimi-k2.5" }],
|
||||
},
|
||||
},
|
||||
},
|
||||
} as unknown as OpenClawConfig,
|
||||
ctx,
|
||||
attachments: cache,
|
||||
media,
|
||||
providerRegistry: new Map([
|
||||
[
|
||||
"moonshot",
|
||||
{
|
||||
id: "moonshot",
|
||||
capabilities: ["video"],
|
||||
describeVideo: async (req: VideoDescriptionRequest) => {
|
||||
seenFetchFn = req.fetchFn;
|
||||
return { text: "video ok", model: req.model };
|
||||
},
|
||||
},
|
||||
],
|
||||
]),
|
||||
});
|
||||
|
||||
expect(result.outputs[0]?.text).toBe("video ok");
|
||||
expect(seenFetchFn).toBeDefined();
|
||||
expect(seenFetchFn).not.toBe(globalThis.fetch);
|
||||
});
|
||||
});
|
||||
|
||||
it("does not pass fetchFn when no proxy env vars are set", async () => {
|
||||
vi.stubEnv("HTTPS_PROXY", "");
|
||||
vi.stubEnv("HTTP_PROXY", "");
|
||||
vi.stubEnv("https_proxy", "");
|
||||
vi.stubEnv("http_proxy", "");
|
||||
|
||||
await withAudioFixture("openclaw-audio-no-proxy", async ({ ctx, media, cache }) => {
|
||||
let seenFetchFn: typeof fetch | undefined;
|
||||
|
||||
const providerRegistry = buildProviderRegistry({
|
||||
openai: {
|
||||
id: "openai",
|
||||
capabilities: ["audio"],
|
||||
transcribeAudio: async (req: AudioTranscriptionRequest) => {
|
||||
seenFetchFn = req.fetchFn;
|
||||
return { text: "ok", model: req.model };
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const cfg = {
|
||||
models: {
|
||||
providers: {
|
||||
openai: {
|
||||
apiKey: "test-key",
|
||||
models: [],
|
||||
},
|
||||
},
|
||||
},
|
||||
tools: {
|
||||
media: {
|
||||
audio: {
|
||||
enabled: true,
|
||||
models: [{ provider: "openai", model: "whisper-1" }],
|
||||
},
|
||||
},
|
||||
},
|
||||
} as unknown as OpenClawConfig;
|
||||
|
||||
const result = await runCapability({
|
||||
capability: "audio",
|
||||
cfg,
|
||||
ctx,
|
||||
attachments: cache,
|
||||
media,
|
||||
providerRegistry,
|
||||
});
|
||||
|
||||
expect(result.outputs[0]?.text).toBe("ok");
|
||||
expect(seenFetchFn).toBeUndefined();
|
||||
});
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user