chore: merge blocksuite source code (#9213)

blocksuite/blocks/src/_common/transformers/zip.ts

@@ -0,0 +1,120 @@
+import { sha } from '@blocksuite/global/utils';
+import type { Doc, DocCollection, DocSnapshot } from '@blocksuite/store';
+import { extMimeMap, getAssetName, Job } from '@blocksuite/store';
+
+import { download, Unzip, Zip } from '../transformers/utils.js';
+import { replaceIdMiddleware, titleMiddleware } from './middlewares.js';
+
+async function exportDocs(collection: DocCollection, docs: Doc[]) {
+  const zip = new Zip();
+  const job = new Job({ collection });
+  const snapshots = await Promise.all(docs.map(job.docToSnapshot));
+
+  const collectionInfo = job.collectionInfoToSnapshot();
+  await zip.file('info.json', JSON.stringify(collectionInfo, null, 2));
+
+  await Promise.all(
+    snapshots
+      .filter((snapshot): snapshot is DocSnapshot => !!snapshot)
+      .map(async snapshot => {
+        const snapshotName = `${snapshot.meta.id}.snapshot.json`;
+        await zip.file(snapshotName, JSON.stringify(snapshot, null, 2));
+      })
+  );
+
+  const assets = zip.folder('assets');
+  const assetsMap = job.assets;
+
+  for (const [id, blob] of assetsMap) {
+    const ext = getAssetName(assetsMap, id).split('.').at(-1);
+    const name = `${id}.${ext}`;
+    await assets.file(name, blob);
+  }
+
+  const downloadBlob = await zip.generate();
+  return download(downloadBlob, `${collection.id}.bs.zip`);
+}
+
+async function importDocs(collection: DocCollection, imported: Blob) {
+  const unzip = new Unzip();
+  await unzip.load(imported);
+
+  const assetBlobs: [string, Blob][] = [];
+  const snapshotsBlobs: Blob[] = [];
+
+  for (const { path, content: blob } of unzip) {
+    if (path.includes('MACOSX') || path.includes('DS_Store')) {
+      continue;
+    }
+
+    if (path.startsWith('assets/')) {
+      assetBlobs.push([path, blob]);
+      continue;
+    }
+
+    if (path === 'info.json') {
+      continue;
+    }
+
+    if (path.endsWith('.snapshot.json')) {
+      snapshotsBlobs.push(blob);
+      continue;
+    }
+  }
+
+  const job = new Job({
+    collection,
+    middlewares: [replaceIdMiddleware, titleMiddleware],
+  });
+  const assetsMap = job.assets;
+
+  assetBlobs.forEach(([name, blob]) => {
+    const nameWithExt = name.replace('assets/', '');
+    const assetsId = nameWithExt.replace(/\.[^/.]+$/, '');
+    const ext = nameWithExt.split('.').at(-1) ?? '';
+    const mime = extMimeMap.get(ext) ?? '';
+    const file = new File([blob], nameWithExt, {
+      type: mime,
+    });
+    assetsMap.set(assetsId, file);
+  });
+
+  return Promise.all(
+    snapshotsBlobs.map(async blob => {
+      const json = await blob.text();
+      const snapshot = JSON.parse(json) as DocSnapshot;
+      const tasks: Promise<void>[] = [];
+
+      job.walk(snapshot, block => {
+        const sourceId = block.props?.sourceId as string | undefined;
+
+        if (sourceId && sourceId.startsWith('/')) {
+          const removeSlashId = sourceId.replace(/^\//, '');
+
+          if (assetsMap.has(removeSlashId)) {
+            const blob = assetsMap.get(removeSlashId)!;
+
+            tasks.push(
+              blob
+                .arrayBuffer()
+                .then(buffer => sha(buffer))
+                .then(hash => {
+                  assetsMap.set(hash, blob);
+                  block.props.sourceId = hash;
+                })
+            );
+          }
+        }
+      });
+
+      await Promise.all(tasks);
+
+      return job.snapshotToDoc(snapshot);
+    })
+  );
+}
+
+export const ZipTransformer = {
+  exportDocs,
+  importDocs,
+};