feat(core): support syncing workspaces and blobs in the background (#4057)

apps/core/src/adapters/cloud/crud.ts

@@ -1,164 +0,0 @@
-import type {
-  AffineCloudWorkspace,
-  WorkspaceCRUD,
-} from '@affine/env/workspace';
-import { WorkspaceFlavour } from '@affine/env/workspace';
-import {
-  createWorkspaceMutation,
-  deleteWorkspaceMutation,
-  getWorkspaceQuery,
-  getWorkspacesQuery,
-} from '@affine/graphql';
-import { fetcher } from '@affine/workspace/affine/gql';
-import { getOrCreateWorkspace } from '@affine/workspace/manager';
-import { createIndexeddbStorage, Workspace } from '@blocksuite/store';
-import { migrateLocalBlobStorage } from '@toeverything/infra/blocksuite';
-import {
-  createIndexedDBProvider,
-  DEFAULT_DB_NAME,
-} from '@toeverything/y-indexeddb';
-import { getSession } from 'next-auth/react';
-import { proxy } from 'valtio/vanilla';
-
-const Y = Workspace.Y;
-
-async function deleteLocalBlobStorage(id: string) {
-  const storage = createIndexeddbStorage(id);
-  const keys = await storage.crud.list();
-  for (const key of keys) {
-    await storage.crud.delete(key);
-  }
-}
-
-// we don't need to persistence the state into local storage
-//  because if a user clicks create multiple time and nothing happened
-//  because of the server delay or something, he/she will wait.
-// and also the user journey of creating workspace is long.
-const createdWorkspaces = proxy<string[]>([]);
-
-export const CRUD: WorkspaceCRUD<WorkspaceFlavour.AFFINE_CLOUD> = {
-  create: async blockSuiteWorkspace => {
-    if (createdWorkspaces.some(id => id === blockSuiteWorkspace.id)) {
-      throw new Error('workspace already created');
-    }
-    const { createWorkspace } = await fetcher({
-      query: createWorkspaceMutation,
-      variables: {
-        init: new File(
-          [Y.encodeStateAsUpdate(blockSuiteWorkspace.doc)],
-          'initBinary.yDoc'
-        ),
-      },
-    });
-    createdWorkspaces.push(blockSuiteWorkspace.id);
-    const newBLockSuiteWorkspace = getOrCreateWorkspace(
-      createWorkspace.id,
-      WorkspaceFlavour.AFFINE_CLOUD
-    );
-
-    Y.applyUpdate(
-      newBLockSuiteWorkspace.doc,
-      Y.encodeStateAsUpdate(blockSuiteWorkspace.doc)
-    );
-
-    await Promise.all(
-      [...blockSuiteWorkspace.doc.subdocs].map(async subdoc => {
-        subdoc.load();
-        return subdoc.whenLoaded.then(() => {
-          newBLockSuiteWorkspace.doc.subdocs.forEach(newSubdoc => {
-            if (newSubdoc.guid === subdoc.guid) {
-              Y.applyUpdate(newSubdoc, Y.encodeStateAsUpdate(subdoc));
-            }
-          });
-        });
-      })
-    );
-
-    const provider = createIndexedDBProvider(
-      newBLockSuiteWorkspace.doc,
-      DEFAULT_DB_NAME
-    );
-    provider.connect();
-    migrateLocalBlobStorage(blockSuiteWorkspace.id, createWorkspace.id)
-      .then(() => deleteLocalBlobStorage(blockSuiteWorkspace.id))
-      .catch(e => {
-        console.error('error when moving blob storage:', e);
-      });
-    // todo(himself65): delete old workspace in the future
-    return createWorkspace.id;
-  },
-  delete: async workspace => {
-    await fetcher({
-      query: deleteWorkspaceMutation,
-      variables: {
-        id: workspace.id,
-      },
-    });
-  },
-  get: async id => {
-    if (!environment.isServer && !navigator.onLine) {
-      // no network
-      return null;
-    }
-    if (
-      !(await getSession()
-        .then(() => true)
-        .catch(() => false))
-    ) {
-      return null;
-    }
-    try {
-      await fetcher({
-        query: getWorkspaceQuery,
-        variables: {
-          id,
-        },
-      });
-      return {
-        id,
-        flavour: WorkspaceFlavour.AFFINE_CLOUD,
-        blockSuiteWorkspace: getOrCreateWorkspace(
-          id,
-          WorkspaceFlavour.AFFINE_CLOUD
-        ),
-      } satisfies AffineCloudWorkspace;
-    } catch (e) {
-      console.error('error when fetching cloud workspace:', e);
-      return null;
-    }
-  },
-  list: async () => {
-    if (!environment.isServer && !navigator.onLine) {
-      // no network
-      return [];
-    }
-    if (
-      !(await getSession()
-        .then(() => true)
-        .catch(() => false))
-    ) {
-      return [];
-    }
-    try {
-      const { workspaces } = await fetcher({
-        query: getWorkspacesQuery,
-      });
-      const ids = workspaces.map(({ id }) => id);
-
-      return ids.map(
-        id =>
-          ({
-            id,
-            flavour: WorkspaceFlavour.AFFINE_CLOUD,
-            blockSuiteWorkspace: getOrCreateWorkspace(
-              id,
-              WorkspaceFlavour.AFFINE_CLOUD
-            ),
-          }) satisfies AffineCloudWorkspace
-      );
-    } catch (e) {
-      console.error('error when fetching cloud workspaces:', e);
-      return [];
-    }
-  },
-};

apps/core/src/adapters/workspace.ts

@@ -9,8 +9,9 @@ import {
   ReleaseType,
   WorkspaceFlavour,
 } from '@affine/env/workspace';
+import { CRUD as CloudCRUD } from '@affine/workspace/affine/crud';
+import { startSync, stopSync } from '@affine/workspace/affine/sync';
 
-import { CRUD as CloudCRUD } from './cloud/crud';
 import { UI as CloudUI } from './cloud/ui';
 import { LocalAdapter } from './local';
 import { UI as PublicCloudUI } from './public-cloud/ui';
@@ -40,6 +41,8 @@ export const WorkspaceAdapters = {
           return false;
         }
       },
+      'service:start': startSync,
+      'service:stop': stopSync,
     } as Partial<AppEvents>,
     CRUD: CloudCRUD,
     UI: CloudUI,