fix(server): query & backfill perf (#15144)

#### PR Dependency Tree


* **PR #15144** 👈

This tree was auto-generated by
[Charcoal](https://github.com/danerwilliams/charcoal)

<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->
## Summary by CodeRabbit

* **New Features**
* Document history retention is now explicitly controlled via
caller-provided max-age parameters during pending doc compaction.

* **Improvements**
* Quota state backfilling/reconciliation was improved to reduce
unnecessary work and ensure missing quota states are created in batches.
* Permission context loading now more strictly respects “known” vs
“stale” quota runtime state.

* **Bug Fixes**
* Workspace member responses now populate invite IDs correctly from the
nested user information.
<!-- end of auto-generated comment: release notes by coderabbit.ai -->

packages/backend/server/src/data/migrations/1765500000000-backfill-permission-projection.ts

@@ -1,7 +1,6 @@
 import { ModuleRef } from '@nestjs/core';
 import { PrismaClient } from '@prisma/client';
 
-import { WorkspacePolicyService } from '../../core/permission/policy';
 import { Models } from '../../models';
 
 export class BackfillPermissionProjection1765500000000 {
@@ -10,20 +9,7 @@ export class BackfillPermissionProjection1765500000000 {
     await models.permissionProjection.backfillLegacyProjection();
     await ensureWorkspaceAdminStatsDirtyTriggerGuard(db);
     await repairOwnerlessWorkspaces(db);
-
-    const policy = ref.get(WorkspacePolicyService, { strict: false });
-    const workspaces = await db.workspace.findMany({
-      select: { id: true },
-    });
-    for (const workspace of workspaces) {
-      const state = await policy.getWorkspaceState(workspace.id);
-      await models.workspaceRuntimeState.upsert(workspace.id, {
-        readonly: state.isReadonly,
-        readonlyReasons: state.readonlyReasons,
-        known: true,
-        staleAfter: null,
-      });
-    }
+    await backfillUnknownQuotaRuntimeStates(db);
   }
 
   static async down(_db: PrismaClient) {}
@@ -55,40 +41,125 @@ async function ensureWorkspaceAdminStatsDirtyTriggerGuard(db: PrismaClient) {
     `;
 }
 
-async function repairOwnerlessWorkspaces(db: PrismaClient) {
+async function backfillUnknownQuotaRuntimeStates(db: PrismaClient) {
   await db.$executeRaw`
-      WITH ownerless AS (
-        SELECT w.id
-        FROM workspaces w
-        WHERE NOT EXISTS (
-          SELECT 1
-          FROM workspace_members owner
-          WHERE owner.workspace_id = w.id
-            AND owner.role = 'owner'
-            AND owner.state = 'active'
-        )
-      ),
-      accepted_members AS (
-        SELECT id
-        FROM (
-          SELECT
-            wm.id,
-            row_number() OVER (
-              PARTITION BY wm.workspace_id
-              ORDER BY wm.created_at ASC, wm.id ASC
-            ) AS rn
-          FROM workspace_members wm
-          JOIN ownerless o ON o.id = wm.workspace_id
-          WHERE wm.state = 'active'
-        ) ranked
-        WHERE rn = 1
-      )
-      UPDATE workspace_members wm
-      SET role = 'owner', updated_at = now()
-      FROM accepted_members am
-      WHERE wm.id = am.id
-    `;
+    INSERT INTO effective_user_quota_states (
+      user_id,
+      plan,
+      source_entitlement_id,
+      blob_limit,
+      storage_quota,
+      used_storage_quota,
+      history_period_seconds,
+      copilot_action_limit,
+      flags,
+      known,
+      stale,
+      last_reconciled_at,
+      stale_after
+    )
+    SELECT
+      users.id,
+      'free',
+      NULL,
+      0,
+      0,
+      0,
+      0,
+      NULL,
+      '{}'::jsonb,
+      false,
+      true,
+      NULL,
+      NULL
+    FROM users
+    ON CONFLICT (user_id)
+    DO UPDATE SET
+      stale = true,
+      updated_at = now()
+  `;
 
+  await db.$executeRaw`
+    WITH owners AS (
+      SELECT workspace_id, user_id
+      FROM workspace_members
+      WHERE role = 'owner'
+        AND state = 'active'
+    )
+    INSERT INTO effective_workspace_quota_states (
+      workspace_id,
+      plan,
+      source_entitlement_id,
+      owner_user_id,
+      uses_owner_quota,
+      seat_limit,
+      member_count,
+      overcapacity_member_count,
+      blob_limit,
+      storage_quota,
+      used_storage_quota,
+      history_period_seconds,
+      readonly,
+      readonly_reasons,
+      flags,
+      known,
+      stale,
+      last_reconciled_at,
+      stale_after
+    )
+    SELECT
+      workspaces.id,
+      'free',
+      NULL,
+      owners.user_id,
+      true,
+      0,
+      0,
+      0,
+      0,
+      0,
+      0,
+      0,
+      false,
+      ARRAY[]::text[],
+      '{}'::jsonb,
+      false,
+      true,
+      NULL,
+      NULL
+    FROM workspaces
+    JOIN owners ON owners.workspace_id = workspaces.id
+    ON CONFLICT (workspace_id)
+    DO UPDATE SET
+      stale = true,
+      updated_at = now()
+  `;
+
+  await db.$executeRaw`
+    INSERT INTO workspace_runtime_states (
+      workspace_id,
+      known,
+      readonly,
+      readonly_reasons,
+      last_reconciled_at,
+      stale_after,
+      updated_at
+    )
+    SELECT
+      workspace_id,
+      false,
+      false,
+      ARRAY[]::text[],
+      NULL,
+      NULL,
+      now()
+    FROM effective_workspace_quota_states
+    ON CONFLICT (workspace_id)
+    DO NOTHING
+  `;
+}
+
+async function repairOwnerlessWorkspaces(db: PrismaClient) {
   await db.$executeRaw`
       DELETE FROM workspaces w
       WHERE NOT EXISTS (
@@ -105,4 +176,24 @@ async function repairOwnerlessWorkspaces(db: PrismaClient) {
             AND member.state = 'active'
         )
     `;
+
+  await db.$executeRaw`
+      WITH accepted_members AS (
+        SELECT DISTINCT ON (wm.workspace_id) wm.id
+        FROM workspace_members wm
+        WHERE wm.state = 'active'
+          AND NOT EXISTS (
+            SELECT 1
+            FROM workspace_members owner
+            WHERE owner.workspace_id = wm.workspace_id
+              AND owner.role = 'owner'
+              AND owner.state = 'active'
+          )
+        ORDER BY wm.workspace_id, wm.created_at ASC, wm.id ASC
+      )
+      UPDATE workspace_members wm
+      SET role = 'owner', updated_at = now()
+      FROM accepted_members am
+      WHERE wm.id = am.id
+    `;
 }

packages/backend/server/src/data/migrations/1765600000000-backfill-entitlement-projection.ts

@@ -2,36 +2,13 @@ import { ModuleRef } from '@nestjs/core';
 import { PrismaClient } from '@prisma/client';
 
 import { LegacyEntitlementProjectionService } from '../../core/entitlement';
-import { QuotaStateService } from '../../core/quota/state';
 
 export class BackfillEntitlementProjection1765600000000 {
-  static async up(db: PrismaClient, ref: ModuleRef) {
+  static async up(_db: PrismaClient, ref: ModuleRef) {
     const projection = ref.get(LegacyEntitlementProjectionService, {
       strict: false,
     });
     await projection.shadowBackfillEntitlementsAndQuotaStates();
-
-    const quota = ref.get(QuotaStateService, { strict: false });
-    const [users, workspaces] = await Promise.all([
-      db.user.findMany({ select: { id: true } }),
-      db.workspace.findMany({ select: { id: true } }),
-    ]);
-
-    const tasks = [
-      ...users.map(
-        user => () => quota.reconcileUserQuotaState(user.id, { emit: false })
-      ),
-      ...workspaces.map(
-        workspace => () =>
-          quota.reconcileWorkspaceQuotaState(workspace.id, { emit: false })
-      ),
-    ];
-    const batchSize = 16;
-    for (let index = 0; index < tasks.length; index += batchSize) {
-      await Promise.all(
-        tasks.slice(index, index + batchSize).map(task => task())
-      );
-    }
   }
 
   static async down(_db: PrismaClient) {}