Function isDuplicate

packages/node-runtime/src/import/incremental-importer.ts:100–114

(
  msg: { platformMessageId?: string; timestamp: number; senderPlatformId: string; content: string | null },
  existingPlatformMsgIds: Set<string>,
  existingKeys: Set<string>
)

}

function isDuplicate(
  msg: { platformMessageId?: string; timestamp: number; senderPlatformId: string; content: string | null },
  existingPlatformMsgIds: Set<string>,
  existingKeys: Set<string>
): boolean {
  if (msg.platformMessageId) {
    if (existingPlatformMsgIds.has(msg.platformMessageId)) return true
    existingPlatformMsgIds.add(msg.platformMessageId)
    return false
  }
  const key = generateMessageKey(msg.timestamp, msg.senderPlatformId, msg.content)
  if (existingKeys.has(key)) return true
  existingKeys.add(key)
  return false
}

function normalizeTimestamp(timestamp: unknown): number | null {
  const value = typeof timestamp === 'string' && timestamp.trim() !== '' ? Number(timestamp) : timestamp