From a278937a537bea32b0b1840f6d672b8d3501a225 Mon Sep 17 00:00:00 2001 From: Neko Ayaka Date: Sun, 30 Mar 2025 22:37:41 +0800 Subject: [PATCH] fix(telegram-bot): context window issue --- services/telegram-bot/src/bots/telegram/loop/read-message.ts | 2 +- services/telegram-bot/src/models/chat-message.ts | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/services/telegram-bot/src/bots/telegram/loop/read-message.ts b/services/telegram-bot/src/bots/telegram/loop/read-message.ts index a5a0450a5..4893862f8 100644 --- a/services/telegram-bot/src/bots/telegram/loop/read-message.ts +++ b/services/telegram-bot/src/bots/telegram/loop/read-message.ts @@ -26,7 +26,7 @@ export async function readMessage( }> { const logger = useLogg('readMessage').useGlobalConfig() - const lastNMessages = await findLastNMessages(action.chatId, 10) + const lastNMessages = await findLastNMessages(action.chatId, 100) const lastNMessagesOneliner = lastNMessages.map(msg => chatMessageToOneLine(botId, msg)).join('\n') logger.withField('number_of_last_n_messages', lastNMessages.length).log('Successfully found last N messages') diff --git a/services/telegram-bot/src/models/chat-message.ts b/services/telegram-bot/src/models/chat-message.ts index 1aa1db73c..259b2edd5 100644 --- a/services/telegram-bot/src/models/chat-message.ts +++ b/services/telegram-bot/src/models/chat-message.ts @@ -85,7 +85,7 @@ export async function findLastNMessages(chatId: string, n: number) { export async function findRelevantMessages(botId: string, chatId: string, unreadHistoryMessagesEmbedding: { embedding: number[] }[], excludeMessageIds: string[] = []) { const db = useDrizzle() - const contextWindowSize = 2 // Number of messages to include before and after + const contextWindowSize = 10 // Number of messages to include before and after const logger = useLogg('findRelevantMessages').useGlobalConfig().withField('chatId', chatId) logger.withField('context_window_size', contextWindowSize).log('Querying relevant chat messages...')