mirror of
https://github.com/openclaw/openclaw.git
synced 2026-06-07 22:09:57 +00:00
fix(memory): hard-cap embedding inputs before batch
This commit is contained in:
@@ -6,8 +6,13 @@ import { hashText, type MemoryChunk } from "./internal.js";
|
||||
export function enforceEmbeddingMaxInputTokens(
|
||||
provider: EmbeddingProvider,
|
||||
chunks: MemoryChunk[],
|
||||
hardMaxInputTokens?: number,
|
||||
): MemoryChunk[] {
|
||||
const maxInputTokens = resolveEmbeddingMaxInputTokens(provider);
|
||||
const providerMaxInputTokens = resolveEmbeddingMaxInputTokens(provider);
|
||||
const maxInputTokens =
|
||||
typeof hardMaxInputTokens === "number" && hardMaxInputTokens > 0
|
||||
? Math.min(providerMaxInputTokens, hardMaxInputTokens)
|
||||
: providerMaxInputTokens;
|
||||
const out: MemoryChunk[] = [];
|
||||
|
||||
for (const chunk of chunks) {
|
||||
|
||||
Reference in New Issue
Block a user