feat(agents): flush reply pipeline before compaction wait (#35489)

Merged via squash.

Prepared head SHA: 7dbbcc510b
Co-authored-by: Sid-Qin <201593046+Sid-Qin@users.noreply.github.com>
Co-authored-by: jalehman <550978+jalehman@users.noreply.github.com>
Reviewed-by: @jalehman
This commit is contained in:
Sid
2026-03-06 10:22:19 +08:00
committed by GitHub
parent 6084c26d00
commit 7a22b3fa0b
4 changed files with 16 additions and 2 deletions

View File

@@ -1688,6 +1688,14 @@ export async function runEmbeddedAttempt(
const preCompactionSessionId = activeSession.sessionId;
try {
// Flush buffered block replies before waiting for compaction so the
// user receives the assistant response immediately. Without this,
// coalesced/buffered blocks stay in the pipeline until compaction
// finishes — which can take minutes on large contexts (#35074).
if (params.onBlockReplyFlush) {
await params.onBlockReplyFlush();
}
await abortable(waitForCompactionRetry());
} catch (err) {
if (isRunnerAbortError(err)) {

View File

@@ -73,6 +73,11 @@ export function handleAgentEnd(ctx: EmbeddedPiSubscribeContext) {
}
ctx.flushBlockReplyBuffer();
// Flush the reply pipeline so the response reaches the channel before
// compaction wait blocks the run. This mirrors the pattern used by
// handleToolExecutionStart and ensures delivery is not held hostage to
// long-running compaction (#35074).
void ctx.params.onBlockReplyFlush?.();
ctx.state.blockState.thinking = false;
ctx.state.blockState.final = false;