refactor(memory): share batch create retry

This commit is contained in:
Peter Steinberger
2026-02-15 06:43:20 +00:00
parent 99da4c8d56
commit ebb54d71ef
3 changed files with 68 additions and 76 deletions

View File

@@ -1,7 +1,7 @@
import { createInterface } from "node:readline";
import { Readable } from "node:stream";
import type { VoyageEmbeddingClient } from "./embeddings-voyage.js";
import { retryAsync } from "../infra/retry.js";
import { postJsonWithRetry } from "./batch-http.js";
import { applyEmbeddingBatchOutputLine } from "./batch-output.js";
import { hashText, runWithConcurrency } from "./internal.js";
@@ -101,47 +101,24 @@ async function submitVoyageBatch(params: {
}
// 2. Create batch job using Voyage Batches API
const batchRes = await retryAsync(
async () => {
const res = await fetch(`${baseUrl}/batches`, {
method: "POST",
headers: getVoyageHeaders(params.client, { json: true }),
body: JSON.stringify({
input_file_id: filePayload.id,
endpoint: VOYAGE_BATCH_ENDPOINT,
completion_window: VOYAGE_BATCH_COMPLETION_WINDOW,
request_params: {
model: params.client.model,
input_type: "document",
},
metadata: {
source: "clawdbot-memory",
agent: params.agentId,
},
}),
});
if (!res.ok) {
const text = await res.text();
const err = new Error(`voyage batch create failed: ${res.status} ${text}`) as Error & {
status?: number;
};
err.status = res.status;
throw err;
}
return res;
},
{
attempts: 3,
minDelayMs: 300,
maxDelayMs: 2000,
jitter: 0.2,
shouldRetry: (err) => {
const status = (err as { status?: number }).status;
return status === 429 || (typeof status === "number" && status >= 500);
return await postJsonWithRetry<VoyageBatchStatus>({
url: `${baseUrl}/batches`,
headers: getVoyageHeaders(params.client, { json: true }),
body: {
input_file_id: filePayload.id,
endpoint: VOYAGE_BATCH_ENDPOINT,
completion_window: VOYAGE_BATCH_COMPLETION_WINDOW,
request_params: {
model: params.client.model,
input_type: "document",
},
metadata: {
source: "clawdbot-memory",
agent: params.agentId,
},
},
);
return (await batchRes.json()) as VoyageBatchStatus;
errorPrefix: "voyage batch create failed",
});
}
async function fetchVoyageBatchStatus(params: {