refactor(copilot): replace boot-time catch-up with manual reconcile script

The boot-time messages catch-up ran on every replica × every deploy,
burning ~210K row-touches/day on prod to solve a problem (dual-write
transient drift) that doesn't affect users while JSONB is canonical.

Replace it with a one-shot bun script that can be run manually before
the eventual R+1 read cutover, or after a known outage. Default scope
is the full table; --since='<interval>' narrows the window.

  bun apps/sim/scripts/copilot-messages-reconcile.ts
  bun apps/sim/scripts/copilot-messages-reconcile.ts --since='7 days'

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>

Author: waleedlatif1

apps/sim/instrumentation-node.ts

@@ -312,12 +312,4 @@ export async function register() {
 
   const { startMemoryTelemetry } = await import('./lib/monitoring/memory-telemetry')
   startMemoryTelemetry()
-
-  // Fire-and-forget catch-up sweep: bounded to the last 7 days, idempotent,
-  // runs in the background so server boot isn't blocked.
-  void import('./lib/copilot/chat/messages-catchup')
-    .then((mod) => mod.catchUpCopilotChatMessages())
-    .catch((err) => {
-      logger.warn('Failed to schedule copilot chat messages catch-up', err)
-    })
 }

apps/sim/lib/copilot/chat/messages-catchup.ts

@@ -0,0 +1,81 @@
+#!/usr/bin/env bun
+
+/**
+ * One-shot reconciliation: copy any messages present in
+ * `copilot_chats.messages` JSONB but missing from `copilot_chat_messages`.
+ *
+ * Idempotent via `ON CONFLICT (chat_id, message_id) DO NOTHING`. Safe to
+ * re-run. Intended to be run manually before cutting reads over to the new
+ * table (R+1 of the dual-write rollout), or after a known dual-write outage.
+ *
+ * Usage:
+ *   DATABASE_URL=... bun apps/sim/scripts/copilot-messages-reconcile.ts [--since=<interval>]
+ *
+ * Examples:
+ *   bun apps/sim/scripts/copilot-messages-reconcile.ts
+ *   bun apps/sim/scripts/copilot-messages-reconcile.ts --since='7 days'
+ *   bun apps/sim/scripts/copilot-messages-reconcile.ts --since='1 hour'
+ *
+ * Omit --since to reconcile the entire table.
+ */
+
+import { sql } from 'drizzle-orm'
+import { db } from '../../../packages/db/db.js'
+
+function parseSinceArg(argv: string[]): string | null {
+  const arg = argv.find((a) => a.startsWith('--since='))
+  if (!arg) return null
+  const value = arg.slice('--since='.length).trim()
+  if (!value) {
+    throw new Error('--since requires a value, e.g. --since="7 days"')
+  }
+  if (!/^[\w\s]+$/.test(value)) {
+    throw new Error(`--since value must be a simple interval like "7 days"; got: ${value}`)
+  }
+  return value
+}
+
+async function main(): Promise<void> {
+  const since = parseSinceArg(process.argv.slice(2))
+  const windowClause = since
+    ? sql`AND c.updated_at > now() - ${sql.raw(`interval '${since}'`)}`
+    : sql``
+
+  console.log(
+    since
+      ? `Reconciling copilot_chat_messages for chats updated in the last ${since}…`
+      : 'Reconciling copilot_chat_messages across the full copilot_chats table…'
+  )
+  const startedAt = Date.now()
+
+  const result = await db.execute(sql`
+    INSERT INTO copilot_chat_messages (chat_id, message_id, role, content, model, created_at, updated_at)
+    SELECT
+      c.id,
+      msg.value->>'id',
+      msg.value->>'role',
+      msg.value,
+      c.model,
+      (msg.value->>'timestamp')::timestamptz,
+      (msg.value->>'timestamp')::timestamptz
+    FROM copilot_chats c
+    CROSS JOIN LATERAL jsonb_array_elements(c.messages) AS msg(value)
+    WHERE jsonb_typeof(c.messages) = 'array'
+      AND jsonb_array_length(c.messages) > 0
+      ${windowClause}
+    ON CONFLICT (chat_id, message_id) DO NOTHING
+  `)
+
+  const elapsedMs = Date.now() - startedAt
+  const rowCount = (result as { rowCount?: number }).rowCount ?? 0
+  console.log(`Inserted ${rowCount} new rows in ${(elapsedMs / 1000).toFixed(1)}s.`)
+}
+
+main()
+  .catch((err) => {
+    console.error('Reconciliation failed:', err)
+    process.exit(1)
+  })
+  .finally(() => {
+    process.exit(0)
+  })