fix(grain): Grain API v2 (v1 retired, index stopped Sep 30) + service key for Supabase MCPs

discord-read/server/lib/supabase-client.ts

@@ -47,7 +47,8 @@ export function getSupabaseClient(): SupabaseClient | null {
   }
 
   const supabaseUrl = process.env.SUPABASE_URL;
-  const supabaseKey = process.env.SUPABASE_ANON_KEY;
+  const supabaseKey =
+    process.env.SUPABASE_SERVICE_ROLE_KEY ?? process.env.SUPABASE_ANON_KEY;
 
   if (!supabaseUrl || !supabaseKey) {
     console.warn(
@@ -76,7 +77,10 @@ export function getSupabaseClient(): SupabaseClient | null {
  * Check if Supabase is configured and available
  */
 export function isSupabaseConfigured(): boolean {
-  return !!process.env.SUPABASE_URL && !!process.env.SUPABASE_ANON_KEY;
+  return (
+    !!process.env.SUPABASE_URL &&
+    !!(process.env.SUPABASE_SERVICE_ROLE_KEY ?? process.env.SUPABASE_ANON_KEY)
+  );
 }
 
 /**

discord/server/lib/supabase.ts

@@ -47,7 +47,8 @@ export function getSupabaseClient(): SupabaseClient | null {
   if (supabaseClient) return supabaseClient;
 
   const url = process.env.SUPABASE_URL;
-  const key = process.env.SUPABASE_ANON_KEY;
+  const key =
+    process.env.SUPABASE_SERVICE_ROLE_KEY ?? process.env.SUPABASE_ANON_KEY;
   if (!url || !key) return null;
 
   try {
@@ -61,7 +62,10 @@ export function getSupabaseClient(): SupabaseClient | null {
 }
 
 export function isSupabaseConfigured(): boolean {
-  return !!process.env.SUPABASE_URL && !!process.env.SUPABASE_ANON_KEY;
+  return (
+    !!process.env.SUPABASE_URL &&
+    !!(process.env.SUPABASE_SERVICE_ROLE_KEY ?? process.env.SUPABASE_ANON_KEY)
+  );
 }
 
 // ============================================================================

grain/scripts/backfill.ts

@@ -1,122 +1,116 @@
 #!/usr/bin/env bun
 /**
- * Backfill script — fetches all Grain recordings not yet in grain_meeting_recordings
- * and upserts them into Supabase.
+ * Backfill — indexes Grain recordings into grain_meeting_recordings (v2 API),
+ * with participants and the AI summary, the same row the webhook writes.
+ * Existing rows are updated.
  *
- * Usage: bun run scripts/backfill.ts
+ * Usage: GRAIN_TOKEN=… SUPABASE_URL=… SUPABASE_SERVICE_ROLE_KEY=… \
+ *   bun run scripts/backfill.ts [--since 2026-09-30]
  */
-
 import { createClient } from "@supabase/supabase-js";
+import {
+  GRAIN_API_VERSION,
+  GRAIN_BASE_URL,
+  INDEX_INCLUDE,
+} from "../server/constants.ts";
+import { type GrainRecordingV2, toDetails } from "../server/lib/types.ts";
 
 const GRAIN_TOKEN = process.env.GRAIN_TOKEN;
 const SUPABASE_URL = process.env.SUPABASE_URL;
-const SUPABASE_ANON_KEY = process.env.SUPABASE_ANON_KEY;
+const SUPABASE_KEY =
+  process.env.SUPABASE_SERVICE_ROLE_KEY ?? process.env.SUPABASE_ANON_KEY;
 
-if (!GRAIN_TOKEN || !SUPABASE_URL || !SUPABASE_ANON_KEY) {
+if (!GRAIN_TOKEN || !SUPABASE_URL || !SUPABASE_KEY) {
   console.error(
-    "Missing env vars: GRAIN_TOKEN, SUPABASE_URL, SUPABASE_ANON_KEY",
+    "Missing env vars: GRAIN_TOKEN, SUPABASE_URL, SUPABASE_SERVICE_ROLE_KEY",
   );
   process.exit(1);
 }
 
-const supabase = createClient(SUPABASE_URL, SUPABASE_ANON_KEY);
-
-interface GrainRecording {
-  id: string;
-  title?: string;
-  url?: string;
-  start_datetime?: string;
-  end_datetime?: string;
-  public_thumbnail_url?: string;
-  owners?: string[];
-  tags?: { name?: string; value?: string }[] | string[];
-  intelligence_notes_md?: string;
-}
+const sinceArg = process.argv.indexOf("--since");
+const since = sinceArg > 0 ? process.argv[sinceArg + 1] : undefined;
 
-function normalizeTags(tags: GrainRecording["tags"]): string[] {
-  if (!tags || tags.length === 0) return [];
-  if (typeof tags[0] === "string") return tags as string[];
-  return (tags as { name?: string; value?: string }[])
-    .map((t) => t.name ?? t.value ?? "")
-    .filter(Boolean);
-}
+const supabase = createClient(SUPABASE_URL, SUPABASE_KEY, {
+  auth: { persistSession: false, autoRefreshToken: false },
+});
 
 async function fetchPage(
   cursor?: string,
-): Promise<{ recordings: GrainRecording[]; cursor?: string }> {
-  const url = new URL("https://api.grain.com/_/public-api/recordings");
-  url.searchParams.set("limit", "100");
-  if (cursor) url.searchParams.set("cursor", cursor);
-
-  const res = await fetch(url.toString(), {
-    headers: { Authorization: `Bearer ${GRAIN_TOKEN}` },
+): Promise<{ recordings: GrainRecordingV2[]; cursor: string | null }> {
+  const res = await fetch(`${GRAIN_BASE_URL}/recordings`, {
+    method: "POST",
+    headers: {
+      Authorization: `Bearer ${GRAIN_TOKEN}`,
+      "Public-Api-Version": GRAIN_API_VERSION,
+      "Content-Type": "application/json",
+    },
+    body: JSON.stringify({
+      ...(cursor ? { cursor } : {}),
+      filter: since ? { after_datetime: since } : {},
+      include: INDEX_INCLUDE,
+    }),
   });
   if (!res.ok)
     throw new Error(`Grain API error: ${res.status} ${await res.text()}`);
   return res.json();
 }
 
-async function upsertBatch(recordings: GrainRecording[]) {
-  const rows = recordings.map((r) => ({
-    id: r.id,
-    title: r.title ?? null,
-    url: r.url ?? null,
-    start_datetime: r.start_datetime ?? null,
-    end_datetime: r.end_datetime ?? null,
-    public_thumbnail_url: r.public_thumbnail_url ?? null,
-    owners: r.owners ?? [],
-    tags: normalizeTags(r.tags),
-    participants: [],
-    participants_text: null,
-    intelligence_notes_md: r.intelligence_notes_md ?? null,
-    user_id: null,
-    webhook_type: "recording_added",
-    raw_payload: r,
-    indexed_at: new Date().toISOString(),
-    updated_at: new Date().toISOString(),
-  }));
-
-  const { error, count } = await supabase
+async function upsertBatch(recordings: GrainRecordingV2[], userId: string) {
+  const now = new Date().toISOString();
+  const rows = recordings.map((r) => {
+    const d = toDetails(r);
+    const participants = d.participants ?? [];
+    return {
+      id: d.id,
+      title: d.title ?? null,
+      url: d.url ?? null,
+      start_datetime: d.start_datetime ?? null,
+      end_datetime: d.end_datetime ?? null,
+      public_thumbnail_url: d.public_thumbnail_url ?? null,
+      owners: d.owners ?? [],
+      tags: d.tags ?? [],
+      participants,
+      participants_text: participants
+        .map((p) => [p.name, p.email].filter(Boolean).join(" "))
+        .join(", "),
+      intelligence_notes_md: d.intelligence_notes_md ?? null,
+      user_id: userId,
+      webhook_type: "backfill",
+      raw_payload: { type: "backfill", user_id: userId, data: r },
+      indexed_at: now,
+      updated_at: now,
+    };
+  });
+  const { error } = await supabase
     .from("grain_meeting_recordings")
-    .upsert(rows, { onConflict: "id", ignoreDuplicates: true })
-    .select("id", { count: "exact", head: true });
-
+    .upsert(rows, { onConflict: "id" });
   if (error) throw new Error(`Supabase upsert error: ${error.message}`);
-  return rows.length;
 }
 
 async function main() {
-  console.log("Starting Grain recordings backfill...");
+  const who = await fetch(`${GRAIN_BASE_URL}/token-info`, {
+    headers: {
+      Authorization: `Bearer ${GRAIN_TOKEN}`,
+      "Public-Api-Version": GRAIN_API_VERSION,
+    },
+  }).then((r) => r.json() as Promise<{ user_id: string; name: string }>);
+  console.log(`Backfilling as ${who.name}${since ? ` since ${since}` : ""}…`);
 
   let cursor: string | undefined;
-  let page = 0;
   let total = 0;
-  let skipped = 0;
-
-  do {
-    page++;
-    const { recordings, cursor: nextCursor } = await fetchPage(cursor);
-
+  for (let page = 1; ; page++) {
+    const { recordings, cursor: next } = await fetchPage(cursor);
     if (recordings.length === 0) break;
-
-    const oldest = recordings.at(-1)?.start_datetime;
-    const newest = recordings[0]?.start_datetime;
+    await upsertBatch(recordings, who.user_id);
+    total += recordings.length;
     console.log(
-      `Page ${page}: ${recordings.length} recordings [${oldest} → ${newest}]`,
+      `Page ${page}: ${recordings.length} [${recordings.at(-1)?.start_datetime} → ${recordings[0]?.start_datetime}]`,
     );
-
-    const inserted = await upsertBatch(recordings);
-    total += recordings.length;
-
-    cursor = nextCursor;
-
-    // Small delay to avoid rate limiting
-    if (cursor) await new Promise((r) => setTimeout(r, 200));
-  } while (cursor);
-
-  console.log(
-    `\nDone. Fetched ${total} recordings (${skipped} skipped as existing).`,
-  );
+    if (!next) break;
+    cursor = next;
+    await new Promise((r) => setTimeout(r, 200));
+  }
+  console.log(`Done. Indexed ${total} recordings.`);
 }
 
 main().catch((err) => {

grain/server/constants.ts

@@ -1,14 +1,22 @@
 /**
- * Grain API constants
- * @see https://grainhq.notion.site/Grain-Personal-API-877184aa82b54c77a875083c1b560de9
+ * Grain Public API v2 constants.
+ * v1 (`/_/public-api/...` without `/v2`) was retired — it answers 410 Gone.
+ * @see https://developers.grain.com/endpoints.html
  */
-export const GRAIN_BASE_URL = "https://api.grain.com";
+export const GRAIN_BASE_URL = "https://api.grain.com/_/public-api/v2";
+export const GRAIN_API_VERSION = "2026-10-01";
 
-export const GRAIN_RECORDINGS_ENDPOINT = "/_/public-api/recordings";
-export const GRAIN_VIEWS_ENDPOINT = "/_/public-api/views";
-export const GRAIN_HOOKS_ENDPOINT = "/_/public-api/hooks";
+export const GRAIN_RECORDINGS_ENDPOINT = "/recordings";
+export const GRAIN_HOOKS_ENDPOINT = "/hooks";
 
-export const GRAIN_HOOKS_VERSION = 2;
+/** Hook types the index listens to. */
+export const INDEXED_HOOK_TYPES = [
+  "recording_added",
+  "recording_updated",
+] as const;
+
+/** What every indexed recording is fetched with. */
+export const INDEX_INCLUDE = { participants: true, ai_summary: true } as const;
 
 export const DEFAULT_PAGE_SIZE = 50;
 export const MAX_PAGE_SIZE = 100;

grain/server/db/queries.ts

@@ -39,34 +39,30 @@ function buildParticipantsText(participants: RecordingParticipant[]): string {
 
 export interface EnrichedWebhookData {
   payload: WebhookPayload;
-  details: RecordingDetails | null;
+  /** Fetched from the Grain API — never taken from the (unsigned) webhook body. */
+  details: RecordingDetails;
 }
 
-function toDbRow(data: EnrichedWebhookData): GrainRecordingRow {
-  const { payload, details } = data;
-  const participants = details?.participants ?? [];
-
+function toDbRow({ payload, details }: EnrichedWebhookData): GrainRecordingRow {
+  const participants = details.participants ?? [];
+  const now = new Date().toISOString();
   return {
-    id: payload.data.id,
-    title: details?.title ?? payload.data.title ?? null,
-    url: details?.url ?? payload.data.url ?? null,
-    start_datetime:
-      details?.start_datetime ?? payload.data.start_datetime ?? null,
-    end_datetime: details?.end_datetime ?? payload.data.end_datetime ?? null,
-    public_thumbnail_url:
-      details?.public_thumbnail_url ??
-      payload.data.public_thumbnail_url ??
-      null,
-    owners: details?.owners ?? [],
-    tags: details?.tags ?? [],
+    id: details.id,
+    title: details.title ?? null,
+    url: details.url ?? null,
+    start_datetime: details.start_datetime ?? null,
+    end_datetime: details.end_datetime ?? null,
+    public_thumbnail_url: details.public_thumbnail_url ?? null,
+    owners: details.owners ?? [],
+    tags: details.tags ?? [],
     participants,
     participants_text: buildParticipantsText(participants),
-    intelligence_notes_md: details?.intelligence_notes_md ?? null,
+    intelligence_notes_md: details.intelligence_notes_md ?? null,
     user_id: payload.user_id ?? null,
     webhook_type: payload.type,
     raw_payload: payload,
-    indexed_at: new Date().toISOString(),
-    updated_at: new Date().toISOString(),
+    indexed_at: now,
+    updated_at: now,
   };
 }