refactor(runtime): consolidate followup, gateway, and provider dedupe paths

This commit is contained in:
Peter Steinberger
2026-02-22 14:06:03 +00:00
parent 38752338dc
commit d116bcfb14
36 changed files with 848 additions and 908 deletions

View File

@@ -27,118 +27,79 @@ afterEach(() => {
});
describe("resolveCommandAuthorization", () => {
it("falls back from empty SenderId to SenderE164", () => {
function resolveWhatsAppAuthorization(params: {
from: string;
senderId?: string;
senderE164?: string;
allowFrom: string[];
}) {
const cfg = {
channels: { whatsapp: { allowFrom: ["+123"] } },
channels: { whatsapp: { allowFrom: params.allowFrom } },
} as OpenClawConfig;
const ctx = {
Provider: "whatsapp",
Surface: "whatsapp",
From: "whatsapp:+999",
SenderId: "",
SenderE164: "+123",
From: params.from,
SenderId: params.senderId,
SenderE164: params.senderE164,
} as MsgContext;
const auth = resolveCommandAuthorization({
return resolveCommandAuthorization({
ctx,
cfg,
commandAuthorized: true,
});
}
expect(auth.senderId).toBe("+123");
expect(auth.isAuthorizedSender).toBe(true);
});
it("falls back from whitespace SenderId to SenderE164", () => {
const cfg = {
channels: { whatsapp: { allowFrom: ["+123"] } },
} as OpenClawConfig;
const ctx = {
Provider: "whatsapp",
Surface: "whatsapp",
From: "whatsapp:+999",
SenderId: " ",
SenderE164: "+123",
} as MsgContext;
const auth = resolveCommandAuthorization({
ctx,
cfg,
commandAuthorized: true,
it.each([
{
name: "falls back from empty SenderId to SenderE164",
from: "whatsapp:+999",
senderId: "",
senderE164: "+123",
allowFrom: ["+123"],
expectedSenderId: "+123",
},
{
name: "falls back from whitespace SenderId to SenderE164",
from: "whatsapp:+999",
senderId: " ",
senderE164: "+123",
allowFrom: ["+123"],
expectedSenderId: "+123",
},
{
name: "falls back to From when SenderId and SenderE164 are whitespace",
from: "whatsapp:+999",
senderId: " ",
senderE164: " ",
allowFrom: ["+999"],
expectedSenderId: "+999",
},
{
name: "falls back from un-normalizable SenderId to SenderE164",
from: "whatsapp:+999",
senderId: "wat",
senderE164: "+123",
allowFrom: ["+123"],
expectedSenderId: "+123",
},
{
name: "prefers SenderE164 when SenderId does not match allowFrom",
from: "whatsapp:120363401234567890@g.us",
senderId: "123@lid",
senderE164: "+41796666864",
allowFrom: ["+41796666864"],
expectedSenderId: "+41796666864",
},
])("$name", ({ from, senderId, senderE164, allowFrom, expectedSenderId }) => {
const auth = resolveWhatsAppAuthorization({
from,
senderId,
senderE164,
allowFrom,
});
expect(auth.senderId).toBe("+123");
expect(auth.isAuthorizedSender).toBe(true);
});
it("falls back to From when SenderId and SenderE164 are whitespace", () => {
const cfg = {
channels: { whatsapp: { allowFrom: ["+999"] } },
} as OpenClawConfig;
const ctx = {
Provider: "whatsapp",
Surface: "whatsapp",
From: "whatsapp:+999",
SenderId: " ",
SenderE164: " ",
} as MsgContext;
const auth = resolveCommandAuthorization({
ctx,
cfg,
commandAuthorized: true,
});
expect(auth.senderId).toBe("+999");
expect(auth.isAuthorizedSender).toBe(true);
});
it("falls back from un-normalizable SenderId to SenderE164", () => {
const cfg = {
channels: { whatsapp: { allowFrom: ["+123"] } },
} as OpenClawConfig;
const ctx = {
Provider: "whatsapp",
Surface: "whatsapp",
From: "whatsapp:+999",
SenderId: "wat",
SenderE164: "+123",
} as MsgContext;
const auth = resolveCommandAuthorization({
ctx,
cfg,
commandAuthorized: true,
});
expect(auth.senderId).toBe("+123");
expect(auth.isAuthorizedSender).toBe(true);
});
it("prefers SenderE164 when SenderId does not match allowFrom", () => {
const cfg = {
channels: { whatsapp: { allowFrom: ["+41796666864"] } },
} as OpenClawConfig;
const ctx = {
Provider: "whatsapp",
Surface: "whatsapp",
From: "whatsapp:120363401234567890@g.us",
SenderId: "123@lid",
SenderE164: "+41796666864",
} as MsgContext;
const auth = resolveCommandAuthorization({
ctx,
cfg,
commandAuthorized: true,
});
expect(auth.senderId).toBe("+41796666864");
expect(auth.senderId).toBe(expectedSenderId);
expect(auth.isAuthorizedSender).toBe(true);
});

View File

@@ -148,6 +148,27 @@ describe("createFollowupRunner compaction", () => {
});
describe("createFollowupRunner messaging tool dedupe", () => {
function createMessagingDedupeRunner(
onBlockReply: (payload: unknown) => Promise<void>,
overrides: Partial<{
sessionEntry: SessionEntry;
sessionStore: Record<string, SessionEntry>;
sessionKey: string;
storePath: string;
}> = {},
) {
return createFollowupRunner({
opts: { onBlockReply },
typing: createMockTypingController(),
typingMode: "instant",
defaultModel: "anthropic/claude-opus-4-5",
sessionEntry: overrides.sessionEntry,
sessionStore: overrides.sessionStore,
sessionKey: overrides.sessionKey,
storePath: overrides.storePath,
});
}
it("drops payloads already sent via messaging tool", async () => {
const onBlockReply = vi.fn(async () => {});
runEmbeddedPiAgentMock.mockResolvedValueOnce({
@@ -156,12 +177,7 @@ describe("createFollowupRunner messaging tool dedupe", () => {
meta: {},
});
const runner = createFollowupRunner({
opts: { onBlockReply },
typing: createMockTypingController(),
typingMode: "instant",
defaultModel: "anthropic/claude-opus-4-5",
});
const runner = createMessagingDedupeRunner(onBlockReply);
await runner(baseQueuedRun());
@@ -176,12 +192,7 @@ describe("createFollowupRunner messaging tool dedupe", () => {
meta: {},
});
const runner = createFollowupRunner({
opts: { onBlockReply },
typing: createMockTypingController(),
typingMode: "instant",
defaultModel: "anthropic/claude-opus-4-5",
});
const runner = createMessagingDedupeRunner(onBlockReply);
await runner(baseQueuedRun());
@@ -197,12 +208,7 @@ describe("createFollowupRunner messaging tool dedupe", () => {
meta: {},
});
const runner = createFollowupRunner({
opts: { onBlockReply },
typing: createMockTypingController(),
typingMode: "instant",
defaultModel: "anthropic/claude-opus-4-5",
});
const runner = createMessagingDedupeRunner(onBlockReply);
await runner(baseQueuedRun("slack"));
@@ -217,12 +223,7 @@ describe("createFollowupRunner messaging tool dedupe", () => {
meta: {},
});
const runner = createFollowupRunner({
opts: { onBlockReply },
typing: createMockTypingController(),
typingMode: "instant",
defaultModel: "anthropic/claude-opus-4-5",
});
const runner = createMessagingDedupeRunner(onBlockReply);
await runner(baseQueuedRun());
@@ -238,12 +239,7 @@ describe("createFollowupRunner messaging tool dedupe", () => {
meta: {},
});
const runner = createFollowupRunner({
opts: { onBlockReply },
typing: createMockTypingController(),
typingMode: "instant",
defaultModel: "anthropic/claude-opus-4-5",
});
const runner = createMessagingDedupeRunner(onBlockReply);
await runner(baseQueuedRun());
@@ -275,15 +271,11 @@ describe("createFollowupRunner messaging tool dedupe", () => {
},
});
const runner = createFollowupRunner({
opts: { onBlockReply },
typing: createMockTypingController(),
typingMode: "instant",
const runner = createMessagingDedupeRunner(onBlockReply, {
sessionEntry,
sessionStore,
sessionKey,
storePath,
defaultModel: "anthropic/claude-opus-4-5",
});
await runner(baseQueuedRun("slack"));

View File

@@ -1,5 +1,5 @@
import { applyQueueDropPolicy, shouldSkipQueueItem } from "../../../utils/queue-helpers.js";
import { FOLLOWUP_QUEUES, getFollowupQueue } from "./state.js";
import { getExistingFollowupQueue, getFollowupQueue } from "./state.js";
import type { FollowupRun, QueueDedupeMode, QueueSettings } from "./types.js";
function isRunAlreadyQueued(
@@ -57,11 +57,7 @@ export function enqueueFollowupRun(
}
export function getFollowupQueueDepth(key: string): number {
const cleaned = key.trim();
if (!cleaned) {
return 0;
}
const queue = FOLLOWUP_QUEUES.get(cleaned);
const queue = getExistingFollowupQueue(key);
if (!queue) {
return 0;
}

View File

@@ -20,6 +20,14 @@ export const DEFAULT_QUEUE_DROP: QueueDropPolicy = "summarize";
export const FOLLOWUP_QUEUES = new Map<string, FollowupQueueState>();
export function getExistingFollowupQueue(key: string): FollowupQueueState | undefined {
const cleaned = key.trim();
if (!cleaned) {
return undefined;
}
return FOLLOWUP_QUEUES.get(cleaned);
}
export function getFollowupQueue(key: string, settings: QueueSettings): FollowupQueueState {
const existing = FOLLOWUP_QUEUES.get(key);
if (existing) {
@@ -57,10 +65,7 @@ export function getFollowupQueue(key: string, settings: QueueSettings): Followup
export function clearFollowupQueue(key: string): number {
const cleaned = key.trim();
if (!cleaned) {
return 0;
}
const queue = FOLLOWUP_QUEUES.get(cleaned);
const queue = getExistingFollowupQueue(cleaned);
if (!queue) {
return 0;
}