github/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-04-18 03:27:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor(memory): share sync indexing helper

Browse Source
This commit is contained in:
Peter Steinberger
2026-02-15 01:12:05 +00:00
parent 811e0c5797
commit 10a52ac294
3 changed files with 57 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
src/memory/sync-index.ts Normal file
View File

@@ -0,0 +1,39 @@
import type { DatabaseSync } from "node:sqlite";
type SyncProgress = {
completed: number;
total: number;
report: (update: { completed: number; total: number; label?: string }) => void;
};
function tickProgress(progress: SyncProgress | undefined): void {
if (!progress) {
return;
}
progress.completed += 1;
progress.report({
completed: progress.completed,
total: progress.total,
});
}
export async function indexFileEntryIfChanged<
TEntry extends { path: string; hash: string },
>(params: {
db: DatabaseSync;
source: string;
needsFullReindex: boolean;
entry: TEntry;
indexFile: (entry: TEntry) => Promise<void>;
progress?: SyncProgress;
}): Promise<void> {
const record = params.db
.prepare(`SELECT hash FROM files WHERE path = ? AND source = ?`)
.get(params.entry.path, params.source) as { hash: string } | undefined;
if (!params.needsFullReindex && record?.hash === params.entry.hash) {
tickProgress(params.progress);
return;
}
await params.indexFile(params.entry);
tickProgress(params.progress);
}

30
src/memory/sync-memory-files.ts
View File

@@ -1,6 +1,7 @@
import type { DatabaseSync } from "node:sqlite";
import { createSubsystemLogger } from "../logging/subsystem.js";
import { buildFileEntry, listMemoryFiles, type MemoryFileEntry } from "./internal.js";
import { indexFileEntryIfChanged } from "./sync-index.js";
import { deleteStaleIndexedPaths } from "./sync-stale.js";
const log = createSubsystemLogger("memory");
@@ -51,27 +52,14 @@ export async function syncMemoryFiles(params: {
}
const tasks = fileEntries.map((entry) => async () => {
const record = params.db
.prepare(`SELECT hash FROM files WHERE path = ? AND source = ?`)
.get(entry.path, "memory") as { hash: string } | undefined;
if (!params.needsFullReindex && record?.hash === entry.hash) {
if (params.progress) {
params.progress.completed += 1;
params.progress.report({
completed: params.progress.completed,
total: params.progress.total,
});
}
return;
}
await params.indexFile(entry);
if (params.progress) {
params.progress.completed += 1;
params.progress.report({
completed: params.progress.completed,
total: params.progress.total,
});
}
await indexFileEntryIfChanged({
db: params.db,
source: "memory",
needsFullReindex: params.needsFullReindex,
entry,
indexFile: params.indexFile,
progress: params.progress,
});
});
await params.runWithConcurrency(tasks, params.concurrency);

30
src/memory/sync-session-files.ts
View File

@@ -6,6 +6,7 @@ import {
listSessionFilesForAgent,
sessionPathForFile,
} from "./session-files.js";
import { indexFileEntryIfChanged } from "./sync-index.js";
import { deleteStaleIndexedPaths } from "./sync-stale.js";
const log = createSubsystemLogger("memory");
@@ -76,27 +77,14 @@ export async function syncSessionFiles(params: {
}
return;
}
const record = params.db
.prepare(`SELECT hash FROM files WHERE path = ? AND source = ?`)
.get(entry.path, "sessions") as { hash: string } | undefined;
if (!params.needsFullReindex && record?.hash === entry.hash) {
if (params.progress) {
params.progress.completed += 1;
params.progress.report({
completed: params.progress.completed,
total: params.progress.total,
});
}
return;
}
await params.indexFile(entry);
if (params.progress) {
params.progress.completed += 1;
params.progress.report({
completed: params.progress.completed,
total: params.progress.total,
});
}
await indexFileEntryIfChanged({
db: params.db,
source: "sessions",
needsFullReindex: params.needsFullReindex,
entry,
indexFile: params.indexFile,
progress: params.progress,
});
});
await params.runWithConcurrency(tasks, params.concurrency);