fix: normalize outbound media payloads

src/infra/outbound/payloads.ts

@@ -1,3 +1,5 @@
+import { parseReplyDirectives } from "../../auto-reply/reply/reply-directives.js";
+import { isRenderablePayload } from "../../auto-reply/reply/reply-payloads.js";
 import type { ReplyPayload } from "../../auto-reply/types.js";
 
 export type NormalizedOutboundPayload = {
@@ -11,8 +13,51 @@ export type OutboundPayloadJson = {
   mediaUrls?: string[];
 };
 
+function mergeMediaUrls(...lists: Array<Array<string | undefined> | undefined>): string[] {
+  const seen = new Set<string>();
+  const merged: string[] = [];
+  for (const list of lists) {
+    if (!list) continue;
+    for (const entry of list) {
+      const trimmed = entry?.trim();
+      if (!trimmed) continue;
+      if (seen.has(trimmed)) continue;
+      seen.add(trimmed);
+      merged.push(trimmed);
+    }
+  }
+  return merged;
+}
+
+export function normalizeReplyPayloadsForDelivery(payloads: ReplyPayload[]): ReplyPayload[] {
+  return payloads.flatMap((payload) => {
+    const parsed = parseReplyDirectives(payload.text ?? "");
+    const explicitMediaUrls = payload.mediaUrls ?? parsed.mediaUrls;
+    const explicitMediaUrl = payload.mediaUrl ?? parsed.mediaUrl;
+    const mergedMedia = mergeMediaUrls(
+      explicitMediaUrls,
+      explicitMediaUrl ? [explicitMediaUrl] : undefined,
+    );
+    const hasMultipleMedia = (explicitMediaUrls?.length ?? 0) > 1;
+    const resolvedMediaUrl = hasMultipleMedia ? undefined : explicitMediaUrl;
+    const next: ReplyPayload = {
+      ...payload,
+      text: parsed.text ?? "",
+      mediaUrls: mergedMedia.length ? mergedMedia : undefined,
+      mediaUrl: resolvedMediaUrl,
+      replyToId: payload.replyToId ?? parsed.replyToId,
+      replyToTag: payload.replyToTag || parsed.replyToTag,
+      replyToCurrent: payload.replyToCurrent || parsed.replyToCurrent,
+      audioAsVoice: Boolean(payload.audioAsVoice || parsed.audioAsVoice),
+    };
+    if (parsed.isSilent && mergedMedia.length === 0) return [];
+    if (!isRenderablePayload(next)) return [];
+    return [next];
+  });
+}
+
 export function normalizeOutboundPayloads(payloads: ReplyPayload[]): NormalizedOutboundPayload[] {
-  return payloads
+  return normalizeReplyPayloadsForDelivery(payloads)
     .map((payload) => ({
       text: payload.text ?? "",
       mediaUrls: payload.mediaUrls ?? (payload.mediaUrl ? [payload.mediaUrl] : []),
@@ -21,7 +66,7 @@ export function normalizeOutboundPayloads(payloads: ReplyPayload[]): NormalizedO
 }
 
 export function normalizeOutboundPayloadsForJson(payloads: ReplyPayload[]): OutboundPayloadJson[] {
-  return payloads.map((payload) => ({
+  return normalizeReplyPayloadsForDelivery(payloads).map((payload) => ({
     text: payload.text ?? "",
     mediaUrl: payload.mediaUrl ?? null,
     mediaUrls: payload.mediaUrls ?? (payload.mediaUrl ? [payload.mediaUrl] : undefined),