github/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-10 14:04:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore (tui): replace control-char regex with codepoint sanitizer

Browse Source
This commit is contained in:
Vignesh Natarajan
2026-02-14 18:29:33 -08:00
parent 750a7146e4
commit d6a635ed48
1 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/tui/tui-formatters.ts
View File

@@ -2,12 +2,24 @@ import { formatRawAssistantErrorForUi } from "../agents/pi-embedded-helpers.js";
import { stripAnsi } from "../terminal/ansi.js"; import { stripAnsi } from "../terminal/ansi.js";
import { formatTokenCount } from "../utils/usage-format.js"; import { formatTokenCount } from "../utils/usage-format.js";
const CONTROL_CHARS_RE = /[\u0000-\u0008\u000B\u000C\u000E-\u001F\u007F-\u009F]/g;
const REPLACEMENT_CHAR_RE = /\uFFFD/g; const REPLACEMENT_CHAR_RE = /\uFFFD/g;
const LONG_TOKEN_RE = /\S{97,}/g; const LONG_TOKEN_RE = /\S{97,}/g;
const MAX_TOKEN_CHARS = 64; const MAX_TOKEN_CHARS = 64;
const BINARY_LINE_REPLACEMENT_THRESHOLD = 12; const BINARY_LINE_REPLACEMENT_THRESHOLD = 12;
function stripControlChars(text: string): string {
let sanitized = "";
for (const char of text) {
const code = char.charCodeAt(0);
const isAsciiControl = code <= 0x1f && code !== 0x09 && code !== 0x0a && code !== 0x0d;
const isC1Control = code >= 0x7f && code <= 0x9f;
if (!isAsciiControl && !isC1Control) {
sanitized += char;
}
}
return sanitized;
}
function chunkToken(token: string, maxChars: number): string[] { function chunkToken(token: string, maxChars: number): string[] {
if (token.length <= maxChars) { if (token.length <= maxChars) {
return [token]; return [token];
@@ -35,7 +47,7 @@ export function sanitizeRenderableText(text: string): string {
return text; return text;
} }
const withoutAnsi = stripAnsi(text); const withoutAnsi = stripAnsi(text);
const withoutControlChars = withoutAnsi.replace(CONTROL_CHARS_RE, ""); const withoutControlChars = stripControlChars(withoutAnsi);
const redacted = withoutControlChars const redacted = withoutControlChars
.split("\n") .split("\n")
.map((line) => redactBinaryLikeLine(line)) .map((line) => redactBinaryLikeLine(line))