fix: incremental export

Author: luoling8192

package.json

@@ -5,7 +5,7 @@
   "packageManager": "[email protected]",
   "scripts": {
     "build": "pnpm -r build",
-    "dev": "pnpm -r dev",
+    "dev:db": "pnpm -F @tg-search/db dev",
     "dev:cli": "pnpm -F @tg-search/cli dev",
     "lint": "pnpm -r lint",
     "lint:fix": "pnpm -r lint:fix",

packages/cli/src/commands/export.ts

@@ -37,7 +37,7 @@ async function processDatabaseBatch(
 
     logger.debug(
       `已保存 ${startIndex + 1} - ${startIndex + messages.length} 条消息 `
-      + `(${new Date(firstMessage.createdAt).toLocaleString()} - ${new Date(lastMessage.createdAt).toLocaleString()})`,
+      + `(ID: ${firstMessage.id} - ${lastMessage.id})`,
     )
 
     // If any message already exists, stop the export

packages/db/src/models/message.ts

@@ -218,19 +218,22 @@ export async function updateMessageEmbeddings(chatId: number, updates: Array<{ i
 /**
  * Check for duplicate messages in a range
  */
-export async function checkDuplicateMessages(chatId: number, startId: number, endId: number): Promise<{
+export async function checkDuplicateMessages(chatId: number, id1: number, id2: number): Promise<{
   actualCount: number
   expectedCount: number
 }> {
   const contentTable = createMessageContentTable(chatId)
+  const minId = Math.min(id1, id2)
+  const maxId = Math.max(id1, id2)
+
   const [result] = await useDB()
     .select({ count: sql<number>`count(*)` })
     .from(contentTable)
-    .where(sql`id >= ${startId} AND id <= ${endId}`)
+    .where(sql`id >= ${minId} AND id <= ${maxId} AND chat_id = ${chatId}`)
 
   return {
     actualCount: Number(result.count),
-    expectedCount: endId - startId + 1,
+    expectedCount: Math.abs(id2 - id1) + 1,
   }
 }