fix(core): right click on edgeless will also damage other functions (#13466)

Close [AI-411](https://linear.app/affine-design/issue/AI-411)

<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->

## Summary by CodeRabbit

- Bug Fixes
- Releasing the mouse now always ends panning, preventing stuck states.
  - Actions cancel correctly when you release without dragging.

- Refactor
- More consistent Copilot activation: use right-click or Ctrl (⌘ on Mac)
+ left-click.
- Smoother switching to Copilot with improved drag-state reset and
cleanup.
- Removed automatic restoration of previous selection when activating
Copilot.

<!-- end of auto-generated comment: release notes by coderabbit.ai -->

.docker/dev/compose.yml.example

@@ -18,11 +18,19 @@ services:
     ports:
       - 6379:6379
 
-  mailhog:
-    image: mailhog/mailhog:latest
+  # https://mailpit.axllent.org/docs/install/docker/
+  mailpit:
+    image: axllent/mailpit:latest
     ports:
       - 1025:1025
       - 8025:8025
+    environment:
+      MP_MAX_MESSAGES: 5000
+      MP_DATABASE: /data/mailpit.db
+      MP_SMTP_AUTH_ACCEPT_ANY: 1
+      MP_SMTP_AUTH_ALLOW_INSECURE: 1
+    volumes:
+      - mailpit_data:/data
 
   # https://manual.manticoresearch.com/Starting_the_server/Docker
   manticoresearch:
@@ -87,4 +95,5 @@ networks:
 volumes:
   postgres_data:
   manticoresearch_data:
+  mailpit_data:
   elasticsearch_data:

.docker/selfhost/schema.json

@@ -219,6 +219,41 @@
           "type": "boolean",
           "description": "Whether ignore email server's TSL certification verification. Enable it for self-signed certificates.\n@default false\n@environment `MAILER_IGNORE_TLS`",
           "default": false
+        },
+        "fallbackDomains": {
+          "type": "array",
+          "description": "The emails from these domains are always sent using the fallback SMTP server.\n@default []",
+          "default": []
+        },
+        "fallbackSMTP.host": {
+          "type": "string",
+          "description": "Host of the email server (e.g. smtp.gmail.com)\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.port": {
+          "type": "number",
+          "description": "Port of the email server (they commonly are 25, 465 or 587)\n@default 465",
+          "default": 465
+        },
+        "fallbackSMTP.username": {
+          "type": "string",
+          "description": "Username used to authenticate the email server\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.password": {
+          "type": "string",
+          "description": "Password used to authenticate the email server\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.sender": {
+          "type": "string",
+          "description": "Sender of all the emails (e.g. \"AFFiNE Team <noreply@affine.pro>\")\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.ignoreTLS": {
+          "type": "boolean",
+          "description": "Whether ignore email server's TSL certification verification. Enable it for self-signed certificates.\n@default false",
+          "default": false
         }
       }
     },
@@ -629,14 +664,34 @@
       "properties": {
         "enabled": {
           "type": "boolean",
-          "description": "Whether to enable the copilot plugin.\n@default false",
+          "description": "Whether to enable the copilot plugin. <br> Document: <a href=\"https://docs.affine.pro/self-host-affine/administer/ai\" target=\"_blank\">https://docs.affine.pro/self-host-affine/administer/ai</a>\n@default false",
           "default": false
         },
+        "scenarios": {
+          "type": "object",
+          "description": "Use custom models in scenarios and override default settings.\n@default {\"override_enabled\":false,\"scenarios\":{\"audio_transcribing\":\"gemini-2.5-flash\",\"chat\":\"claude-sonnet-4@20250514\",\"embedding\":\"gemini-embedding-001\",\"image\":\"gpt-image-1\",\"rerank\":\"gpt-4.1\",\"coding\":\"claude-sonnet-4@20250514\",\"complex_text_generation\":\"gpt-4o-2024-08-06\",\"quick_decision_making\":\"gpt-4.1-mini\",\"quick_text_generation\":\"gemini-2.5-flash\",\"polish_and_summarize\":\"gemini-2.5-flash\"}}",
+          "default": {
+            "override_enabled": false,
+            "scenarios": {
+              "audio_transcribing": "gemini-2.5-flash",
+              "chat": "claude-sonnet-4@20250514",
+              "embedding": "gemini-embedding-001",
+              "image": "gpt-image-1",
+              "rerank": "gpt-4.1",
+              "coding": "claude-sonnet-4@20250514",
+              "complex_text_generation": "gpt-4o-2024-08-06",
+              "quick_decision_making": "gpt-4.1-mini",
+              "quick_text_generation": "gemini-2.5-flash",
+              "polish_and_summarize": "gemini-2.5-flash"
+            }
+          }
+        },
         "providers.openai": {
           "type": "object",
-          "description": "The config for the openai provider.\n@default {\"apiKey\":\"\"}\n@link https://github.com/openai/openai-node",
+          "description": "The config for the openai provider.\n@default {\"apiKey\":\"\",\"baseURL\":\"https://api.openai.com/v1\"}\n@link https://github.com/openai/openai-node",
           "default": {
-            "apiKey": ""
+            "apiKey": "",
+            "baseURL": "https://api.openai.com/v1"
           }
         },
         "providers.fal": {
@@ -648,9 +703,10 @@
         },
         "providers.gemini": {
           "type": "object",
-          "description": "The config for the gemini provider.\n@default {\"apiKey\":\"\"}",
+          "description": "The config for the gemini provider.\n@default {\"apiKey\":\"\",\"baseURL\":\"https://generativelanguage.googleapis.com/v1beta\"}",
           "default": {
-            "apiKey": ""
+            "apiKey": "",
+            "baseURL": "https://generativelanguage.googleapis.com/v1beta"
           }
         },
         "providers.geminiVertex": {
@@ -697,9 +753,10 @@
         },
         "providers.anthropic": {
           "type": "object",
-          "description": "The config for the anthropic provider.\n@default {\"apiKey\":\"\"}",
+          "description": "The config for the anthropic provider.\n@default {\"apiKey\":\"\",\"baseURL\":\"https://api.anthropic.com/v1\"}",
           "default": {
-            "apiKey": ""
+            "apiKey": "",
+            "baseURL": "https://api.anthropic.com/v1"
           }
         },
         "providers.anthropicVertex": {

.github/actions/deploy/deploy.mjs

@@ -29,25 +29,25 @@ const isInternal = buildType === 'internal';
 
 const replicaConfig = {
   stable: {
-    web: 3,
-    graphql: Number(process.env.PRODUCTION_GRAPHQL_REPLICA) || 3,
-    sync: Number(process.env.PRODUCTION_SYNC_REPLICA) || 3,
-    renderer: Number(process.env.PRODUCTION_RENDERER_REPLICA) || 3,
-    doc: Number(process.env.PRODUCTION_DOC_REPLICA) || 3,
+    web: 2,
+    graphql: Number(process.env.PRODUCTION_GRAPHQL_REPLICA) || 2,
+    sync: Number(process.env.PRODUCTION_SYNC_REPLICA) || 2,
+    renderer: Number(process.env.PRODUCTION_RENDERER_REPLICA) || 2,
+    doc: Number(process.env.PRODUCTION_DOC_REPLICA) || 2,
   },
   beta: {
-    web: 2,
-    graphql: Number(process.env.BETA_GRAPHQL_REPLICA) || 2,
-    sync: Number(process.env.BETA_SYNC_REPLICA) || 2,
-    renderer: Number(process.env.BETA_RENDERER_REPLICA) || 2,
-    doc: Number(process.env.BETA_DOC_REPLICA) || 2,
+    web: 1,
+    graphql: Number(process.env.BETA_GRAPHQL_REPLICA) || 1,
+    sync: Number(process.env.BETA_SYNC_REPLICA) || 1,
+    renderer: Number(process.env.BETA_RENDERER_REPLICA) || 1,
+    doc: Number(process.env.BETA_DOC_REPLICA) || 1,
   },
   canary: {
-    web: 2,
-    graphql: 2,
-    sync: 2,
-    renderer: 2,
-    doc: 2,
+    web: 1,
+    graphql: 1,
+    sync: 1,
+    renderer: 1,
+    doc: 1,
   },
 };
 

.github/helm/affine/charts/gcloud-sql-proxy/values.yaml

@@ -1,4 +1,4 @@
-replicaCount: 3
+replicaCount: 2
 enabled: false
 database: 
   connectionName: ""
@@ -33,8 +33,11 @@ service:
 
 resources:
   limits:
-    memory: "4Gi"
-    cpu: "2"
+    memory: "1Gi"
+    cpu: "1"
+  requests:
+    memory: "512Mi"
+    cpu: "100m"
 
 volumes: []
 volumeMounts: []

.github/workflows/release-desktop.yml

@@ -465,7 +465,7 @@ jobs:
           name: ${{ env.RELEASE_VERSION }}
           draft: ${{ inputs.build-type == 'stable' }}
           prerelease: ${{ inputs.build-type != 'stable' }}
-          tag_name: ${{ env.RELEASE_VERSION}}
+          tag_name: v${{ env.RELEASE_VERSION}}
           files: |
             ./release/*
             ./release/.env.example

.github/workflows/release.yml

@@ -34,6 +34,7 @@ permissions:
   packages: write
   security-events: write
   attestations: write
+  issues: write
 
 jobs:
   prepare:
@@ -73,7 +74,8 @@ jobs:
         name: Wait for approval
         with:
           secret: ${{ secrets.GITHUB_TOKEN }}
-          approvers: forehalo,fengmk2
+          approvers: forehalo,fengmk2,darkskygit
+          minimum-approvals: 1
           fail-on-denial: true
           issue-title: Please confirm to release docker image
           issue-body: |
@@ -82,7 +84,7 @@ jobs:
             Tag: ghcr.io/toeverything/affine:${{ needs.prepare.outputs.BUILD_TYPE }}
 
             > comment with "approve", "approved", "lgtm", "yes" to approve
-            > comment with "deny", "deny", "no" to deny
+            > comment with "deny", "denied", "no" to deny
 
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3

.github/workflows/windows-signer.yml

@@ -29,7 +29,7 @@ jobs:
         shell: cmd
         run: |
           cd ${{ env.ARCHIVE_DIR }}/out
-          signtool sign /tr http://timestamp.sectigo.com /td sha256 /fd sha256 /a ${{ inputs.files }}
+          signtool sign /tr http://timestamp.globalsign.com/tsa/r6advanced1 /td sha256 /fd sha256 /a ${{ inputs.files }}
       - name: zip file
         shell: cmd
         run: |

blocksuite/affine/blocks/code/src/code-block-service.ts

@@ -39,6 +39,13 @@ export class CodeBlockHighlighter extends LifeCycleWatcher {
   private readonly _loadTheme = async (
     highlighter: HighlighterCore
   ): Promise<void> => {
+    // It is possible that by the time the highlighter is ready all instances
+    // have already been unmounted. In that case there is no need to load
+    // themes or update state.
+    if (CodeBlockHighlighter._refCount === 0) {
+      return;
+    }
+
     const config = this.std.getOptional(CodeBlockConfigExtension.identifier);
     const darkTheme = config?.theme?.dark ?? CODE_BLOCK_DEFAULT_DARK_THEME;
     const lightTheme = config?.theme?.light ?? CODE_BLOCK_DEFAULT_LIGHT_THEME;
@@ -78,14 +85,27 @@ export class CodeBlockHighlighter extends LifeCycleWatcher {
   override unmounted(): void {
     CodeBlockHighlighter._refCount--;
 
-    // Only dispose the shared highlighter when no instances are using it
-    if (
-      CodeBlockHighlighter._refCount === 0 &&
-      CodeBlockHighlighter._sharedHighlighter
-    ) {
-      CodeBlockHighlighter._sharedHighlighter.dispose();
+    // Dispose the shared highlighter **after** any in-flight creation finishes.
+    if (CodeBlockHighlighter._refCount !== 0) {
+      return;
+    }
+
+    const doDispose = (highlighter: HighlighterCore | null) => {
+      if (highlighter) {
+        highlighter.dispose();
+      }
       CodeBlockHighlighter._sharedHighlighter = null;
       CodeBlockHighlighter._highlighterPromise = null;
+    };
+
+    if (CodeBlockHighlighter._sharedHighlighter) {
+      // Highlighter already created – dispose immediately.
+      doDispose(CodeBlockHighlighter._sharedHighlighter);
+    } else if (CodeBlockHighlighter._highlighterPromise) {
+      // Highlighter still being created – wait for it, then dispose.
+      CodeBlockHighlighter._highlighterPromise
+        .then(doDispose)
+        .catch(console.error);
     }
   }
 }

blocksuite/affine/blocks/database/src/data-source.ts

@@ -164,8 +164,10 @@ export class DatabaseBlockDataSource extends DataSourceBase {
   readonly$: ReadonlySignal<boolean> = computed(() => {
     return (
       this._model.store.readonly ||
-      // TODO(@L-Sun): use block level readonly
-      IS_MOBILE
+      (IS_MOBILE &&
+        !this._model.store.provider
+          .get(FeatureFlagService)
+          .getFlag('enable_mobile_database_editing'))
     );
   });
 

blocksuite/affine/blocks/database/src/database-block.ts

@@ -13,6 +13,7 @@ import {
   BlockElementCommentManager,
   CommentProviderIdentifier,
   DocModeProvider,
+  FeatureFlagService,
   NotificationProvider,
   type TelemetryEventMap,
   TelemetryProvider,
@@ -34,6 +35,7 @@ import {
   uniMap,
 } from '@blocksuite/data-view';
 import { widgetPresets } from '@blocksuite/data-view/widget-presets';
+import { IS_MOBILE } from '@blocksuite/global/env';
 import { Rect } from '@blocksuite/global/gfx';
 import {
   CommentIcon,
@@ -48,6 +50,7 @@ import { autoUpdate } from '@floating-ui/dom';
 import { computed, signal } from '@preact/signals-core';
 import { html, nothing } from 'lit';
 import { repeat } from 'lit/directives/repeat.js';
+import { styleMap } from 'lit/directives/style-map.js';
 
 import { popSideDetail } from './components/layout.js';
 import { DatabaseConfigExtension } from './config.js';
@@ -349,6 +352,7 @@ export class DatabaseBlockComponent extends CaptionedBlockComponent<DatabaseBloc
     this.setAttribute(RANGE_SYNC_EXCLUDE_ATTR, 'true');
     this.classList.add(databaseBlockStyles);
     this.listenFullWidthChange();
+    this.handleMobileEditing();
   }
 
   listenFullWidthChange() {
@@ -364,6 +368,40 @@ export class DatabaseBlockComponent extends CaptionedBlockComponent<DatabaseBloc
       })
     );
   }
+
+  handleMobileEditing() {
+    if (!IS_MOBILE) return;
+
+    const handler = () => {
+      if (
+        !this.std
+          .get(FeatureFlagService)
+          .getFlag('enable_mobile_database_editing')
+      ) {
+        const notification = this.std.getOptional(NotificationProvider);
+        if (notification) {
+          notification.notify({
+            title: html`<div
+              style=${styleMap({
+                whiteSpace: 'wrap',
+              })}
+            >
+              Mobile database editing is not supported yet. You can open it in
+              experimental features, or edit it in desktop mode.
+            </div>`,
+            accent: 'warning',
+          });
+        }
+        this.removeEventListener('click', handler);
+      }
+    };
+
+    this.addEventListener('click', handler);
+    this.disposables.add(() => {
+      this.removeEventListener('click', handler);
+    });
+  }
+
   private readonly dataViewRootLogic = lazy(
     () =>
       new DataViewRootUILogic({

blocksuite/affine/blocks/image/src/configs/toolbar.ts

@@ -1,6 +1,7 @@
 import { ImageBlockModel } from '@blocksuite/affine-model';
 import {
   ActionPlacement,
+  blockCommentToolbarButton,
   type ToolbarModuleConfig,
   ToolbarModuleExtension,
 } from '@blocksuite/affine-shared/services';
@@ -49,6 +50,10 @@ const builtinToolbarConfig = {
         });
       },
     },
+    {
+      id: 'c.comment',
+      ...blockCommentToolbarButton,
+    },
     {
       placement: ActionPlacement.More,
       id: 'a.clipboard',

blocksuite/affine/blocks/paragraph/src/utils/merge-with-prev.ts

@@ -24,6 +24,7 @@ import {
   getPrevContentBlock,
   matchModels,
 } from '@blocksuite/affine-shared/utils';
+import { IS_MOBILE } from '@blocksuite/global/env';
 import { BlockSelection, type EditorHost } from '@blocksuite/std';
 import type { BlockModel, Text } from '@blocksuite/store';
 
@@ -91,10 +92,17 @@ export function mergeWithPrev(editorHost: EditorHost, model: BlockModel) {
       ...EMBED_BLOCK_MODEL_LIST,
     ])
   ) {
-    const selection = editorHost.selection.create(BlockSelection, {
-      blockId: prevBlock.id,
-    });
-    editorHost.selection.setGroup('note', [selection]);
+    // due to create a block selection will clear text selection, which lead
+    // the virtual keyboard to be auto closed on mobile. This behavior breaks
+    // the user experience.
+    if (!IS_MOBILE) {
+      const selection = editorHost.selection.create(BlockSelection, {
+        blockId: prevBlock.id,
+      });
+      editorHost.selection.setGroup('note', [selection]);
+    } else {
+      doc.deleteBlock(prevBlock);
+    }
 
     if (model.text?.length === 0) {
       doc.deleteBlock(model, {

blocksuite/affine/blocks/root/src/edgeless/edgeless-keyboard.ts

@@ -634,9 +634,9 @@ export class EdgelessPageKeyboardManager extends PageKeyboardManager {
 
     const movedElements = new Set([
       ...selectedElements,
-      ...selectedElements
-        .map(el => (isGfxGroupCompatibleModel(el) ? el.descendantElements : []))
-        .flat(),
+      ...selectedElements.flatMap(el =>
+        isGfxGroupCompatibleModel(el) ? el.descendantElements : []
+      ),
     ]);
 
     movedElements.forEach(element => {

blocksuite/affine/blocks/root/src/edgeless/index.ts

@@ -4,6 +4,6 @@ export * from './clipboard/command';
 export * from './edgeless-root-block.js';
 export { EdgelessRootService } from './edgeless-root-service.js';
 export * from './utils/clipboard-utils.js';
-export { sortEdgelessElements } from './utils/clone-utils.js';
+export { getElementProps, sortEdgelessElements } from './utils/clone-utils.js';
 export { isCanvasElement } from './utils/query.js';
 export { EDGELESS_BLOCK_CHILD_PADDING } from '@blocksuite/affine-shared/consts';

blocksuite/affine/blocks/surface-ref/src/configs/toolbar.ts

@@ -5,6 +5,7 @@ import {
 } from '@blocksuite/affine-shared/commands';
 import {
   ActionPlacement,
+  blockCommentToolbarButton,
   type ToolbarModuleConfig,
 } from '@blocksuite/affine-shared/services';
 import { CaptionIcon, CopyIcon, DeleteIcon } from '@blocksuite/icons/lit';
@@ -61,6 +62,10 @@ export const surfaceRefToolbarModuleConfig: ToolbarModuleConfig = {
         surfaceRefBlock.captionElement.show();
       },
     },
+    {
+      id: 'e.comment',
+      ...blockCommentToolbarButton,
+    },
     {
       id: 'a.clipboard',
       placement: ActionPlacement.More,

blocksuite/affine/data-view/src/core/view/data-view-base.ts

@@ -65,7 +65,7 @@ export abstract class DataViewUILogicBase<
       return handler(context);
     });
   }
-  setSelection(selection?: Selection): void {
+  setSelection(selection?: Selection) {
     this.root.setSelection(selection);
   }
 

blocksuite/affine/data-view/src/view-presets/kanban/mobile/cell.ts

@@ -73,7 +73,9 @@ export class MobileKanbanCell extends SignalWatcher(
     if (this.view.readonly$.value) {
       return;
     }
-    const setSelection = this.kanbanViewLogic.setSelection;
+    const setSelection = this.kanbanViewLogic.setSelection.bind(
+      this.kanbanViewLogic
+    );
     const viewId = this.kanbanViewLogic.view.id;
     if (setSelection && viewId) {
       if (editing && this.cell?.beforeEnterEditMode() === false) {

blocksuite/affine/data-view/src/view-presets/kanban/mobile/kanban-view-ui-logic.ts

@@ -86,6 +86,9 @@ export class MobileKanbanViewUILogic extends DataViewUILogicBase<
   }
 
   renderAddGroup = () => {
+    if (this.readonly) {
+      return;
+    }
     const addGroup = this.groupManager.addGroup;
     if (!addGroup) {
       return;

blocksuite/affine/data-view/src/view-presets/table/mobile/cell.ts

@@ -68,7 +68,9 @@ export class MobileTableCell extends SignalWatcher(
     if (this.view.readonly$.value) {
       return;
     }
-    const setSelection = this.tableViewLogic.setSelection;
+    const setSelection = this.tableViewLogic.setSelection.bind(
+      this.tableViewLogic
+    );
     const viewId = this.tableViewLogic.view.id;
     if (setSelection && viewId) {
       if (editing && this.cell?.beforeEnterEditMode() === false) {

blocksuite/affine/data-view/src/view-presets/table/mobile/table-view-style.ts

@@ -1,3 +1,4 @@
+import { IS_IOS } from '@blocksuite/global/env';
 import { css } from '@emotion/css';
 import { cssVarV2 } from '@toeverything/theme/v2';
 
@@ -10,7 +11,7 @@ export const mobileTableViewWrapper = css({
    * See https://github.com/toeverything/AFFiNE/pull/12203
    * and https://github.com/toeverything/blocksuite/pull/8784
    */
-  overflowX: 'hidden',
+  overflowX: IS_IOS ? 'hidden' : undefined,
   overflowY: 'hidden',
 });
 

blocksuite/affine/data-view/src/widget-presets/quick-setting-bar/filter/list-view.ts

@@ -88,6 +88,9 @@ export class FilterBar extends SignalWatcher(ShadowlessElement) {
   };
 
   private readonly addFilter = (e: MouseEvent) => {
+    if (this.dataViewLogic.root.config.dataSource.readonly$.peek()) {
+      return;
+    }
     const element = popupTargetFromElement(e.target as HTMLElement);
     popCreateFilter(element, {
       vars: this.vars,

blocksuite/affine/fragments/outline/src/utils/query.ts

@@ -68,5 +68,5 @@ export function getHeadingBlocksFromDoc(
   ignoreEmpty = false
 ) {
   const notes = getNotesFromStore(store, modes);
-  return notes.map(note => getHeadingBlocksFromNote(note, ignoreEmpty)).flat();
+  return notes.flatMap(note => getHeadingBlocksFromNote(note, ignoreEmpty));
 }

blocksuite/affine/gfx/pointer/src/tools/pan-tool.ts

@@ -100,8 +100,8 @@ export class PanTool extends BaseTool<PanToolOption> {
       const dispose = on(document, 'pointerup', evt => {
         if (evt.button === MouseButton.MIDDLE) {
           restoreToPrevious();
-          dispose();
         }
+        dispose();
       });
 
       return false;

blocksuite/affine/inlines/comment/src/inline-comment-manager.ts

@@ -103,54 +103,52 @@ export class InlineCommentManager extends LifeCycleWatcher {
     id: CommentId,
     selections: BaseSelection[]
   ) => {
-    const needCommentTexts = selections
-      .map(selection => {
-        if (!selection.is(TextSelection)) return [];
-        const [_, { selectedBlocks }] = this.std.command
-          .chain()
-          .pipe(getSelectedBlocksCommand, {
-            textSelection: selection,
-          })
-          .run();
+    const needCommentTexts = selections.flatMap(selection => {
+      if (!selection.is(TextSelection)) return [];
+      const [_, { selectedBlocks }] = this.std.command
+        .chain()
+        .pipe(getSelectedBlocksCommand, {
+          textSelection: selection,
+        })
+        .run();
 
-        if (!selectedBlocks) return [];
+      if (!selectedBlocks) return [];
 
-        type MakeRequired<T, K extends keyof T> = T & {
-          [key in K]: NonNullable<T[key]>;
-        };
+      type MakeRequired<T, K extends keyof T> = T & {
+        [key in K]: NonNullable<T[key]>;
+      };
 
-        return selectedBlocks
-          .map(
-            ({ model }) =>
-              [model, getInlineEditorByModel(this.std, model)] as const
-          )
-          .filter(
-            (
-              pair
-            ): pair is [MakeRequired<BlockModel, 'text'>, AffineInlineEditor] =>
-              !!pair[0].text && !!pair[1]
-          )
-          .map(([model, inlineEditor]) => {
-            let from: TextRangePoint;
-            let to: TextRangePoint | null;
-            if (model.id === selection.from.blockId) {
-              from = selection.from;
-              to = null;
-            } else if (model.id === selection.to?.blockId) {
-              from = selection.to;
-              to = null;
-            } else {
-              from = {
-                blockId: model.id,
-                index: 0,
-                length: model.text.yText.length,
-              };
-              to = null;
-            }
-            return [new TextSelection({ from, to }), inlineEditor] as const;
-          });
-      })
-      .flat();
+      return selectedBlocks
+        .map(
+          ({ model }) =>
+            [model, getInlineEditorByModel(this.std, model)] as const
+        )
+        .filter(
+          (
+            pair
+          ): pair is [MakeRequired<BlockModel, 'text'>, AffineInlineEditor] =>
+            !!pair[0].text && !!pair[1]
+        )
+        .map(([model, inlineEditor]) => {
+          let from: TextRangePoint;
+          let to: TextRangePoint | null;
+          if (model.id === selection.from.blockId) {
+            from = selection.from;
+            to = null;
+          } else if (model.id === selection.to?.blockId) {
+            from = selection.to;
+            to = null;
+          } else {
+            from = {
+              blockId: model.id,
+              index: 0,
+              length: model.text.yText.length,
+            };
+            to = null;
+          }
+          return [new TextSelection({ from, to }), inlineEditor] as const;
+        });
+    });
 
     if (needCommentTexts.length === 0) return;
 

blocksuite/affine/inlines/reference/src/reference-node/reference-node.ts

@@ -150,6 +150,9 @@ export class AffineReference extends WithDisposable(ShadowlessElement) {
 
   readonly open = (event?: Partial<DocLinkClickedEvent>) => {
     if (!this.config.interactable) return;
+    if (event?.event?.button === 2) {
+      return;
+    }
 
     this.std.getOptional(RefNodeSlotsProvider)?.docLinkClicked.next({
       ...this.referenceInfo,

blocksuite/affine/shared/src/services/comment-service/utils.ts

@@ -64,7 +64,7 @@ export const blockCommentToolbarButton: Omit<ToolbarAction, 'id'> = {
 
     // may be hover on a block or element, in this case
     // the selection is empty, so we need to get the current model
-    if (model && selections.length === 0) {
+    if (model) {
       if (model instanceof BlockModel) {
         commentProvider.addComment([
           new BlockSelection({

blocksuite/affine/shared/src/services/feature-flag-service.ts

@@ -15,6 +15,7 @@ export interface BlockSuiteFlags {
   enable_shape_shadow_blur: boolean;
   enable_mobile_keyboard_toolbar: boolean;
   enable_mobile_linked_doc_menu: boolean;
+  enable_mobile_database_editing: boolean;
   enable_block_meta: boolean;
   enable_callout: boolean;
   enable_edgeless_scribbled_style: boolean;
@@ -41,6 +42,7 @@ export class FeatureFlagService extends StoreExtension {
     enable_mobile_keyboard_toolbar: false,
     enable_mobile_linked_doc_menu: false,
     enable_block_meta: true,
+    enable_mobile_database_editing: false,
     enable_callout: false,
     enable_edgeless_scribbled_style: false,
     enable_table_virtual_scroll: false,

blocksuite/affine/shared/src/services/user-service/user-service.ts

@@ -5,6 +5,7 @@ import type { Signal } from '@preact/signals-core';
 import type { AffineUserInfo } from './types';
 
 export interface UserService {
+  currentUserInfo$: Signal<AffineUserInfo | null>;
   userInfo$(id: string): Signal<AffineUserInfo | null>;
   isLoading$(id: string): Signal<boolean>;
   error$(id: string): Signal<string | null>; // user friendly error string

blocksuite/affine/shared/src/services/virtual-keyboard-service.ts

@@ -4,6 +4,14 @@ import type { ReadonlySignal } from '@preact/signals-core';
 export interface VirtualKeyboardProvider {
   readonly visible$: ReadonlySignal<boolean>;
   readonly height$: ReadonlySignal<number>;
+  /**
+   * The static height of the keyboard, it should record the last non-zero height of virtual keyboard
+   */
+  readonly staticHeight$: ReadonlySignal<number>;
+  /**
+   * The safe area of the app tab, it will be used when the keyboard is open or closed
+   */
+  readonly appTabSafeArea$: ReadonlySignal<string>;
 }
 
 export interface VirtualKeyboardProviderWithAction

blocksuite/affine/shared/src/utils/edgeless.ts

@@ -11,14 +11,12 @@ export function getSelectedRect(selected: GfxModel[]): DOMRect {
     return new DOMRect();
   }
 
-  const lockedElementsByFrame = selected
-    .map(selectable => {
-      if (selectable instanceof FrameBlockModel && selectable.isLocked()) {
-        return selectable.descendantElements;
-      }
-      return [];
-    })
-    .flat();
+  const lockedElementsByFrame = selected.flatMap(selectable => {
+    if (selectable instanceof FrameBlockModel && selectable.isLocked()) {
+      return selectable.descendantElements;
+    }
+    return [];
+  });
 
   selected = [...new Set([...selected, ...lockedElementsByFrame])];
 

blocksuite/affine/widgets/drag-handle/src/helpers/preview-helper.ts

@@ -114,6 +114,7 @@ export class PreviewHelper {
     });
 
     let width: number = 500;
+    // oxlint-disable-next-line no-unassigned-vars
     let height;
 
     const noteBlock = this.widget.host.querySelector('affine-note');

blocksuite/affine/widgets/keyboard-toolbar/package.json

@@ -20,6 +20,7 @@
     "@blocksuite/affine-block-paragraph": "workspace:*",
     "@blocksuite/affine-block-surface": "workspace:*",
     "@blocksuite/affine-block-surface-ref": "workspace:*",
+    "@blocksuite/affine-block-table": "workspace:*",
     "@blocksuite/affine-components": "workspace:*",
     "@blocksuite/affine-ext-loader": "workspace:*",
     "@blocksuite/affine-fragment-doc-title": "workspace:*",

blocksuite/affine/widgets/keyboard-toolbar/src/config.ts

@@ -18,6 +18,7 @@ import {
 } from '@blocksuite/affine-block-paragraph';
 import { DefaultTool, getSurfaceBlock } from '@blocksuite/affine-block-surface';
 import { insertSurfaceRefBlockCommand } from '@blocksuite/affine-block-surface-ref';
+import { insertTableBlockCommand } from '@blocksuite/affine-block-table';
 import { toggleEmbedCardCreateModal } from '@blocksuite/affine-components/embed-card-modal';
 import { toast } from '@blocksuite/affine-components/toast';
 import { insertInlineLatex } from '@blocksuite/affine-inline-latex';
@@ -40,14 +41,20 @@ import {
   deleteSelectedModelsCommand,
   draftSelectedModelsCommand,
   duplicateSelectedModelsCommand,
+  focusBlockEnd,
   getBlockSelectionsCommand,
   getSelectedModelsCommand,
   getTextSelectionCommand,
 } from '@blocksuite/affine-shared/commands';
 import { REFERENCE_NODE } from '@blocksuite/affine-shared/consts';
+import {
+  FeatureFlagService,
+  TelemetryProvider,
+} from '@blocksuite/affine-shared/services';
 import type { AffineTextStyleAttributes } from '@blocksuite/affine-shared/types';
 import {
   createDefaultDoc,
+  isInsideBlockByFlavour,
   openSingleFileWith,
   type Signal,
 } from '@blocksuite/affine-shared/utils';
@@ -87,6 +94,7 @@ import {
   RedoIcon,
   RightTabIcon,
   StrikeThroughIcon,
+  TableIcon,
   TeXIcon,
   TextIcon,
   TodayIcon,
@@ -160,10 +168,6 @@ export type KeyboardSubToolbarConfig = {
 export type KeyboardToolbarContext = {
   std: BlockStdScope;
   rootComponent: BlockComponent;
-  /**
-   * Close tool bar, and blur the focus if blur is true, default is false
-   */
-  closeToolbar: (blur?: boolean) => void;
   /**
    * Close current tool panel and show virtual keyboard
    */
@@ -258,6 +262,62 @@ const textToolActionItems: KeyboardToolbarActionItem[] = [
         .run();
     },
   },
+  {
+    name: 'Table',
+    icon: TableIcon(),
+    showWhen: ({ std, rootComponent: { model } }) =>
+      std.store.schema.flavourSchemaMap.has('affine:table') &&
+      !isInsideBlockByFlavour(std.store, model, 'affine:edgeless-text'),
+    action: ({ std }) => {
+      std.command
+        .chain()
+        .pipe(getSelectedModelsCommand)
+        .pipe(insertTableBlockCommand, {
+          place: 'after',
+          removeEmptyLine: true,
+        })
+        .pipe(({ insertedTableBlockId }) => {
+          if (insertedTableBlockId) {
+            const telemetry = std.getOptional(TelemetryProvider);
+            telemetry?.track('BlockCreated', {
+              blockType: 'affine:table',
+            });
+          }
+        })
+        .run();
+    },
+  },
+  {
+    name: 'Callout',
+    icon: FontIcon(),
+    showWhen: ({ std, rootComponent: { model } }) => {
+      return (
+        std.get(FeatureFlagService).getFlag('enable_callout') &&
+        !isInsideBlockByFlavour(model.store, model, 'affine:edgeless-text')
+      );
+    },
+    action: ({ rootComponent: { model }, std }) => {
+      const { store } = model;
+      const parent = store.getParent(model);
+      if (!parent) return;
+
+      const index = parent.children.indexOf(model);
+      if (index === -1) return;
+      const calloutId = store.addBlock('affine:callout', {}, parent, index + 1);
+      if (!calloutId) return;
+      const paragraphId = store.addBlock('affine:paragraph', {}, calloutId);
+      if (!paragraphId) return;
+      std.host.updateComplete
+        .then(() => {
+          const paragraph = std.view.getBlock(paragraphId);
+          if (!paragraph) return;
+          std.command.exec(focusBlockEnd, {
+            focusBlock: paragraph,
+          });
+        })
+        .catch(console.error);
+    },
+  },
 ];
 
 const listToolActionItems: KeyboardToolbarActionItem[] = [

blocksuite/affine/widgets/keyboard-toolbar/src/keyboard-tool-panel.ts

@@ -4,7 +4,7 @@ import {
   requiredProperties,
   ShadowlessElement,
 } from '@blocksuite/std';
-import { html, nothing, type PropertyValues } from 'lit';
+import { html, nothing } from 'lit';
 import { property } from 'lit/decorators.js';
 import { repeat } from 'lit/directives/repeat.js';
 
@@ -71,22 +71,13 @@ export class AffineKeyboardToolPanel extends SignalWatcher(
       .map(group => (typeof group === 'function' ? group(this.context) : group))
       .filter((group): group is KeyboardToolPanelGroup => group !== null);
 
-    return repeat(
-      groups,
-      group => group.name,
-      group => this._renderGroup(group)
-    );
-  }
-
-  protected override willUpdate(changedProperties: PropertyValues<this>) {
-    if (changedProperties.has('height')) {
-      this.style.height = `${this.height}px`;
-      if (this.height === 0) {
-        this.style.padding = '0';
-      } else {
-        this.style.padding = '';
-      }
-    }
+    return html`<div class="affine-keyboard-tool-panel-container">
+      ${repeat(
+        groups,
+        group => group.name,
+        group => this._renderGroup(group)
+      )}
+    </div>`;
   }
 
   @property({ attribute: false })
@@ -94,7 +85,4 @@ export class AffineKeyboardToolPanel extends SignalWatcher(
 
   @property({ attribute: false })
   accessor context!: KeyboardToolbarContext;
-
-  @property({ attribute: false })
-  accessor height = 0;
 }

blocksuite/affine/widgets/keyboard-toolbar/src/keyboard-toolbar.ts

@@ -8,7 +8,7 @@ import {
   requiredProperties,
   ShadowlessElement,
 } from '@blocksuite/std';
-import { effect, type Signal, signal, untracked } from '@preact/signals-core';
+import { effect, type Signal, signal } from '@preact/signals-core';
 import { html } from 'lit';
 import { property } from 'lit/decorators.js';
 import { repeat } from 'lit/directives/repeat.js';
@@ -22,7 +22,6 @@ import type {
   KeyboardToolbarItem,
   KeyboardToolPanelConfig,
 } from './config';
-import { PositionController } from './position-controller';
 import { keyboardToolbarStyles } from './styles';
 import {
   isKeyboardSubToolBarConfig,
@@ -41,10 +40,7 @@ export class AffineKeyboardToolbar extends SignalWatcher(
 ) {
   static override styles = keyboardToolbarStyles;
 
-  /** This field records the panel static height same as the virtual keyboard height */
-  panelHeight$ = signal(0);
-
-  positionController = new PositionController(this);
+  private readonly _expanded$ = signal(false);
 
   get std() {
     return this.rootComponent.std;
@@ -54,9 +50,31 @@ export class AffineKeyboardToolbar extends SignalWatcher(
     return this._currentPanelIndex$.value !== -1;
   }
 
+  private get panelHeight() {
+    return this._expanded$.value
+      ? `${
+          this.keyboard.staticHeight$.value !== 0
+            ? this.keyboard.staticHeight$.value
+            : 330
+        }px`
+      : this.keyboard.appTabSafeArea$.value;
+  }
+
+  /**
+   * Prevent flickering during keyboard opening
+   */
+  private _resetPanelIndexTimeoutId: ReturnType<typeof setTimeout> | null =
+    null;
   private readonly _closeToolPanel = () => {
-    this._currentPanelIndex$.value = -1;
     if (!this.keyboard.visible$.peek()) this.keyboard.show();
+
+    if (this._resetPanelIndexTimeoutId) {
+      clearTimeout(this._resetPanelIndexTimeoutId);
+      this._resetPanelIndexTimeoutId = null;
+    }
+    this._resetPanelIndexTimeoutId = setTimeout(() => {
+      this._currentPanelIndex$.value = -1;
+    }, 100);
   };
 
   private readonly _currentPanelIndex$ = signal(-1);
@@ -83,6 +101,10 @@ export class AffineKeyboardToolbar extends SignalWatcher(
       if (this._currentPanelIndex$.value === index) {
         this._closeToolPanel();
       } else {
+        if (this._resetPanelIndexTimeoutId) {
+          clearTimeout(this._resetPanelIndexTimeoutId);
+          this._resetPanelIndexTimeoutId = null;
+        }
         this._currentPanelIndex$.value = index;
         this.keyboard.hide();
         this._scrollCurrentBlockIntoView();
@@ -123,9 +145,6 @@ export class AffineKeyboardToolbar extends SignalWatcher(
     return {
       std: this.std,
       rootComponent: this.rootComponent,
-      closeToolbar: (blur = false) => {
-        this.close(blur);
-      },
       closeToolPanel: () => {
         this._closeToolPanel();
       },
@@ -202,7 +221,7 @@ export class AffineKeyboardToolbar extends SignalWatcher(
   }
 
   private _renderItems() {
-    if (document.activeElement !== this.rootComponent)
+    if (!this.std.event.active$.value)
       return html`<div class="item-container"></div>`;
 
     const goPrevToolbarAction = when(
@@ -226,7 +245,15 @@ export class AffineKeyboardToolbar extends SignalWatcher(
       <icon-button
         size="36px"
         @click=${() => {
-          this.close(true);
+          if (this.keyboard.staticHeight$.value === 0) {
+            this._closeToolPanel();
+            return;
+          }
+          if (this.keyboard.visible$.peek()) {
+            this.keyboard.hide();
+          } else {
+            this.keyboard.show();
+          }
         }}
       >
         ${KeyboardIcon()}
@@ -237,6 +264,23 @@ export class AffineKeyboardToolbar extends SignalWatcher(
   override connectedCallback() {
     super.connectedCallback();
 
+    // There are two cases that `_expanded$` will be true:
+    // 1. when virtual keyboard is opened, the panel need to be expanded and overlapped by the keyboard,
+    // so that the toolbar will be on the top of the keyboard.
+    // 2. the panel is opened, whether the keyboard is closed or not exists (e.g. a physical keyboard connected)
+    //
+    // There is one case that `_expanded$` will be false:
+    // 1. the panel is closed, and the keyboard is closed, the toolbar will be rendered at the bottom of the viewport
+    this._disposables.add(
+      effect(() => {
+        if (this.keyboard.visible$.value || this.panelOpened) {
+          this._expanded$.value = true;
+        } else {
+          this._expanded$.value = false;
+        }
+      })
+    );
+
     // prevent editor blur when click item in toolbar
     this.disposables.addFromEvent(this, 'pointerdown', e => {
       e.preventDefault();
@@ -260,15 +304,17 @@ export class AffineKeyboardToolbar extends SignalWatcher(
         if (this.keyboard.visible$.value) {
           this._closeToolPanel();
         }
-        // when keyboard is closed and the panel is not opened, we need to close the toolbar,
-        // this usually happens when user close keyboard from system side
-        else if (this.hasUpdated && untracked(() => !this.panelOpened)) {
-          this.close(true);
-        }
       })
     );
 
     this._watchAutoShow();
+
+    this.disposables.add(() => {
+      if (this._resetPanelIndexTimeoutId) {
+        clearTimeout(this._resetPanelIndexTimeoutId);
+        this._resetPanelIndexTimeoutId = null;
+      }
+    });
   }
 
   private _watchAutoShow() {
@@ -331,7 +377,10 @@ export class AffineKeyboardToolbar extends SignalWatcher(
       <affine-keyboard-tool-panel
         .config=${this._currentPanelConfig}
         .context=${this._context}
-        .height=${this.panelHeight$.value}
+        style=${styleMap({
+          height: this.panelHeight,
+          paddingBottom: this.keyboard.appTabSafeArea$.value,
+        })}
       ></affine-keyboard-tool-panel>
     `;
   }
@@ -339,9 +388,6 @@ export class AffineKeyboardToolbar extends SignalWatcher(
   @property({ attribute: false })
   accessor keyboard!: VirtualKeyboardProviderWithAction;
 
-  @property({ attribute: false })
-  accessor close: (blur: boolean) => void = () => {};
-
   @property({ attribute: false })
   accessor config!: KeyboardToolbarConfig;
 

blocksuite/affine/widgets/keyboard-toolbar/src/position-controller.ts

@@ -1,42 +0,0 @@
-import { type VirtualKeyboardProvider } from '@blocksuite/affine-shared/services';
-import { DisposableGroup } from '@blocksuite/global/disposable';
-import type { BlockStdScope, ShadowlessElement } from '@blocksuite/std';
-import { effect, type Signal } from '@preact/signals-core';
-import type { ReactiveController, ReactiveControllerHost } from 'lit';
-
-/**
- * This controller is used to control the keyboard toolbar position
- */
-export class PositionController implements ReactiveController {
-  private readonly _disposables = new DisposableGroup();
-
-  host: ReactiveControllerHost &
-    ShadowlessElement & {
-      std: BlockStdScope;
-      panelHeight$: Signal<number>;
-      keyboard: VirtualKeyboardProvider;
-      panelOpened: boolean;
-    };
-
-  constructor(host: PositionController['host']) {
-    (this.host = host).addController(this);
-  }
-
-  hostConnected() {
-    const { keyboard } = this.host;
-
-    this._disposables.add(
-      effect(() => {
-        if (keyboard.visible$.value) {
-          this.host.panelHeight$.value = keyboard.height$.value;
-        }
-      })
-    );
-
-    this.host.style.bottom = '0px';
-  }
-
-  hostDisconnected() {
-    this._disposables.dispose();
-  }
-}

blocksuite/affine/widgets/keyboard-toolbar/src/styles.ts

@@ -7,6 +7,7 @@ export const keyboardToolbarStyles = css`
     position: fixed;
     display: block;
     width: 100vw;
+    bottom: 0;
   }
 
   .keyboard-toolbar {
@@ -60,14 +61,18 @@ export const keyboardToolbarStyles = css`
 
 export const keyboardToolPanelStyles = css`
   affine-keyboard-tool-panel {
+    display: block;
+    overflow-y: auto;
+    box-sizing: border-box;
+    background-color: ${unsafeCSSVarV2('layer/background/primary')};
+  }
+
+  .affine-keyboard-tool-panel-container {
     display: flex;
     flex-direction: column;
     gap: 24px;
     width: 100%;
     padding: 16px 4px 8px 8px;
-    overflow-y: auto;
-    box-sizing: border-box;
-    background-color: ${unsafeCSSVarV2('layer/background/primary')};
   }
 
   ${scrollbarStyle('affine-keyboard-tool-panel')}

blocksuite/affine/widgets/keyboard-toolbar/src/widget.ts

@@ -20,18 +20,6 @@ import {
 export const AFFINE_KEYBOARD_TOOLBAR_WIDGET = 'affine-keyboard-toolbar-widget';
 
 export class AffineKeyboardToolbarWidget extends WidgetComponent<RootBlockModel> {
-  private readonly _close = (blur: boolean) => {
-    if (blur) {
-      if (document.activeElement === this._docTitle?.inlineEditorContainer) {
-        this._docTitle?.inlineEditor?.setInlineRange(null);
-        this._docTitle?.inlineEditor?.eventSource?.blur();
-      } else if (document.activeElement === this.block?.rootComponent) {
-        this.std.selection.clear();
-      }
-    }
-    this._show$.value = false;
-  };
-
   private readonly _show$ = signal(false);
 
   private _initialInputMode: string = '';
@@ -73,29 +61,26 @@ export class AffineKeyboardToolbarWidget extends WidgetComponent<RootBlockModel>
   override connectedCallback(): void {
     super.connectedCallback();
 
-    const rootComponent = this.block?.rootComponent;
-    if (rootComponent) {
-      this.disposables.addFromEvent(rootComponent, 'focus', () => {
-        this._show$.value = true;
-      });
-      this.disposables.addFromEvent(rootComponent, 'blur', () => {
-        this._show$.value = false;
-      });
+    this.disposables.add(
+      effect(() => {
+        this._show$.value = this.std.event.active$.value;
+      })
+    );
 
-      if (this.keyboard.fallback) {
-        this._initialInputMode = rootComponent.inputMode;
-        this.disposables.add(() => {
-          rootComponent.inputMode = this._initialInputMode;
-        });
-        this.disposables.add(
-          effect(() => {
-            // recover input mode when keyboard toolbar is hidden
-            if (!this._show$.value) {
-              rootComponent.inputMode = this._initialInputMode;
-            }
-          })
-        );
-      }
+    const rootComponent = this.block?.rootComponent;
+    if (rootComponent && this.keyboard.fallback) {
+      this._initialInputMode = rootComponent.inputMode;
+      this.disposables.add(() => {
+        rootComponent.inputMode = this._initialInputMode;
+      });
+      this.disposables.add(
+        effect(() => {
+          // recover input mode when keyboard toolbar is hidden
+          if (!this._show$.value) {
+            rootComponent.inputMode = this._initialInputMode;
+          }
+        })
+      );
     }
 
     if (this._docTitle) {
@@ -129,7 +114,6 @@ export class AffineKeyboardToolbarWidget extends WidgetComponent<RootBlockModel>
         .keyboard=${this.keyboard}
         .config=${this.config}
         .rootComponent=${this.block.rootComponent}
-        .close=${this._close}
       ></affine-keyboard-toolbar>`}
     ></blocksuite-portal>`;
   }

blocksuite/affine/widgets/keyboard-toolbar/tsconfig.json

@@ -17,6 +17,7 @@
     { "path": "../../blocks/paragraph" },
     { "path": "../../blocks/surface" },
     { "path": "../../blocks/surface-ref" },
+    { "path": "../../blocks/table" },
     { "path": "../../components" },
     { "path": "../../ext-loader" },
     { "path": "../../fragments/doc-title" },

blocksuite/affine/widgets/linked-doc/src/linked-doc-popover.ts

@@ -113,11 +113,9 @@ export class LinkedDocPopover extends SignalWatcher(
   }
 
   private get _flattenActionList() {
-    return this._actionGroup
-      .map(group =>
-        group.items.map(item => ({ ...item, groupName: group.name }))
-      )
-      .flat();
+    return this._actionGroup.flatMap(group =>
+      group.items.map(item => ({ ...item, groupName: group.name }))
+    );
   }
 
   private get _query() {
@@ -343,7 +341,18 @@ export class LinkedDocPopover extends SignalWatcher(
   override willUpdate() {
     if (!this.hasUpdated) {
       const updatePosition = throttle(() => {
-        this._position = getPopperPosition(this, this.context.startNativeRange);
+        this._position = getPopperPosition(
+          {
+            getBoundingClientRect: () => {
+              return {
+                ...this.getBoundingClientRect(),
+                // Workaround: the width of the popover is zero when it is not rendered
+                width: 280,
+              };
+            },
+          },
+          this.context.startNativeRange
+        );
       }, 10);
 
       this.disposables.addFromEvent(window, 'resize', updatePosition);

blocksuite/affine/widgets/slash-menu/src/slash-menu-popover.ts

@@ -142,15 +142,13 @@ export class SlashMenu extends WithDisposable(LitElement) {
       // We search first and second layer
       if (this._filteredItems.length !== 0 && depth >= 1) break;
 
-      queue = queue
-        .map<typeof queue>(item => {
-          if (isSubMenuItem(item)) {
-            return item.subMenu;
-          } else {
-            return [];
-          }
-        })
-        .flat();
+      queue = queue.flatMap(item => {
+        if (isSubMenuItem(item)) {
+          return item.subMenu;
+        } else {
+          return [];
+        }
+      });
 
       depth++;
     }

blocksuite/affine/widgets/toolbar/src/toolbar.ts

@@ -418,9 +418,9 @@ export class AffineToolbarWidget extends WidgetComponent {
           return;
         }
 
-        const elementIds = selections
-          .map(s => (s.editing || s.inoperable ? [] : s.elements))
-          .flat();
+        const elementIds = selections.flatMap(s =>
+          s.editing || s.inoperable ? [] : s.elements
+        );
         const count = elementIds.length;
         const activated = context.activated && Boolean(count);
 

blocksuite/affine/widgets/toolbar/src/utils.ts

@@ -229,8 +229,7 @@ export function renderToolbar(
         ? module.config.when(context)
         : (module.config.when ?? true)
     )
-    .map<ToolbarActions>(module => module.config.actions)
-    .flat();
+    .flatMap(module => module.config.actions);
 
   const combined = combine(actions, context);
 

oxlint.json

@@ -159,6 +159,7 @@
       }
     ],
     "unicorn/prefer-array-some": "error",
+    "unicorn/prefer-array-flat-map": "off",
     "unicorn/no-useless-promise-resolve-reject": "error",
     "unicorn/no-unnecessary-await": "error",
     "unicorn/no-useless-fallback-in-spread": "error",

package.json

@@ -82,7 +82,7 @@
     "husky": "^9.1.7",
     "lint-staged": "^16.0.0",
     "msw": "^2.6.8",
-    "oxlint": "^1.1.0",
+    "oxlint": "^1.11.1",
     "prettier": "^3.4.2",
     "semver": "^7.6.3",
     "serve": "^14.2.4",
@@ -135,6 +135,7 @@
     "object.fromentries": "npm:@nolyfill/object.fromentries@^1",
     "object.hasown": "npm:@nolyfill/object.hasown@^1",
     "object.values": "npm:@nolyfill/object.values@^1",
+    "on-headers": "npm:on-headers@^1.1.0",
     "reflect.getprototypeof": "npm:@nolyfill/reflect.getprototypeof@^1",
     "regexp.prototype.flags": "npm:@nolyfill/regexp.prototype.flags@^1",
     "safe-array-concat": "npm:@nolyfill/safe-array-concat@^1",

packages/backend/server/migrations/20250728033348_workspace_blob_embedding/migration.sql

@@ -0,0 +1,37 @@
+-- CreateTable
+
+/*
+  Warnings:
+
+  - The primary key for the `ai_workspace_embeddings` table will be changed. If it partially fails, the table could be left without primary key constraint.
+  - The primary key for the `ai_workspace_file_embeddings` table will be changed. If it partially fails, the table could be left without primary key constraint.
+
+*/
+DO $$
+    BEGIN
+        IF EXISTS (SELECT 1 FROM pg_tables WHERE tablename = 'ai_workspace_embeddings') AND
+           EXISTS (SELECT 1 FROM pg_tables WHERE tablename = 'ai_workspace_file_embeddings') THEN
+            CREATE TABLE "ai_workspace_blob_embeddings" (
+                "workspace_id" VARCHAR NOT NULL,
+                "blob_id" VARCHAR NOT NULL,
+                "chunk" INTEGER NOT NULL,
+                "content" VARCHAR NOT NULL,
+                "embedding" vector(1024) NOT NULL,
+                "created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+
+                CONSTRAINT "ai_workspace_blob_embeddings_pkey" PRIMARY KEY ("workspace_id","blob_id","chunk")
+            );
+
+            -- CreateIndex
+            CREATE INDEX "ai_workspace_blob_embeddings_idx" ON "ai_workspace_blob_embeddings"
+                USING hnsw (embedding vector_cosine_ops);
+
+            -- AddForeignKey
+            ALTER TABLE "ai_workspace_blob_embeddings"
+                ADD CONSTRAINT "ai_workspace_blob_embeddings_workspace_id_blob_id_fkey"
+                FOREIGN KEY ("workspace_id", "blob_id")
+                REFERENCES "blobs"("workspace_id", "key")
+                ON DELETE CASCADE ON UPDATE CASCADE;
+        END IF;
+    END
+$$;

packages/backend/server/migrations/20250730104457_access_token/migration.sql

@@ -0,0 +1,20 @@
+-- CreateTable
+CREATE TABLE "access_tokens" (
+    "id" VARCHAR NOT NULL,
+    "name" VARCHAR NOT NULL,
+    "token" VARCHAR NOT NULL,
+    "user_id" VARCHAR NOT NULL,
+    "created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "expires_at" TIMESTAMPTZ(3),
+
+    CONSTRAINT "access_tokens_pkey" PRIMARY KEY ("id")
+);
+
+-- CreateIndex
+CREATE UNIQUE INDEX "access_tokens_token_key" ON "access_tokens"("token");
+
+-- CreateIndex
+CREATE INDEX "access_tokens_user_id_idx" ON "access_tokens"("user_id");
+
+-- AddForeignKey
+ALTER TABLE "access_tokens" ADD CONSTRAINT "access_tokens_user_id_fkey" FOREIGN KEY ("user_id") REFERENCES "users"("id") ON DELETE CASCADE ON UPDATE CASCADE;

packages/backend/server/migrations/20250805074035_workspace_last_check_embeddings/migration.sql

@@ -0,0 +1,5 @@
+-- AlterTable
+ALTER TABLE "workspaces" ADD COLUMN     "last_check_embeddings" TIMESTAMPTZ(3) NOT NULL DEFAULT '1970-01-01 00:00:00 +00:00';
+
+-- CreateIndex
+CREATE INDEX "workspaces_last_check_embeddings_idx" ON "workspaces"("last_check_embeddings");

packages/backend/server/package.json

@@ -40,6 +40,7 @@
     "@fal-ai/serverless-client": "^0.15.0",
     "@google-cloud/opentelemetry-cloud-trace-exporter": "^2.4.1",
     "@google-cloud/opentelemetry-resource-util": "^2.4.0",
+    "@modelcontextprotocol/sdk": "^1.16.0",
     "@nestjs-cls/transactional": "^2.6.1",
     "@nestjs-cls/transactional-adapter-prisma": "^1.2.19",
     "@nestjs/apollo": "^13.0.4",
@@ -85,6 +86,7 @@
     "express": "^5.0.1",
     "fast-xml-parser": "^5.0.0",
     "get-stream": "^9.0.1",
+    "google-auth-library": "^10.2.0",
     "graphql": "^16.9.0",
     "graphql-scalars": "^1.24.0",
     "graphql-upload": "^17.0.0",
@@ -103,7 +105,7 @@
     "nest-winston": "^1.9.7",
     "nestjs-cls": "^6.0.0",
     "nodemailer": "^7.0.0",
-    "on-headers": "^1.0.2",
+    "on-headers": "^1.1.0",
     "piscina": "^5.0.0-alpha.0",
     "prisma": "^6.6.0",
     "react": "19.1.0",

packages/backend/server/schema.prisma

@@ -49,6 +49,7 @@ model User {
   comments                     Comment[]
   replies                      Reply[]
   commentAttachments           CommentAttachment[]            @relation("createdCommentAttachments")
+  AccessToken                  AccessToken[]
 
   @@index([email])
   @@map("users")
@@ -110,17 +111,18 @@ model VerificationToken {
 
 model Workspace {
   // NOTE: manually set this column type to identity in migration file
-  sid                Int      @unique @default(autoincrement())
-  id                 String   @id @default(uuid()) @db.VarChar
-  public             Boolean
-  createdAt          DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
+  sid                 Int      @unique @default(autoincrement())
+  id                  String   @id @default(uuid()) @db.VarChar
+  public              Boolean
+  createdAt           DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
   // workspace level feature flags
-  enableAi           Boolean  @default(true) @map("enable_ai")
-  enableUrlPreview   Boolean  @default(false) @map("enable_url_preview")
-  enableDocEmbedding Boolean  @default(true) @map("enable_doc_embedding")
-  name               String?  @db.VarChar
-  avatarKey          String?  @map("avatar_key") @db.VarChar
-  indexed            Boolean  @default(false)
+  enableAi            Boolean  @default(true) @map("enable_ai")
+  enableUrlPreview    Boolean  @default(false) @map("enable_url_preview")
+  enableDocEmbedding  Boolean  @default(true) @map("enable_doc_embedding")
+  name                String?  @db.VarChar
+  avatarKey           String?  @map("avatar_key") @db.VarChar
+  indexed             Boolean  @default(false)
+  lastCheckEmbeddings DateTime @default("1970-01-01T00:00:00-00:00") @map("last_check_embeddings") @db.Timestamptz(3)
 
   features           WorkspaceFeature[]
   docs               WorkspaceDoc[]
@@ -132,6 +134,7 @@ model Workspace {
   comments           Comment[]
   commentAttachments CommentAttachment[]
 
+  @@index([lastCheckEmbeddings])
   @@map("workspaces")
 }
 
@@ -568,6 +571,23 @@ model AiWorkspaceFileEmbedding {
   @@map("ai_workspace_file_embeddings")
 }
 
+model AiWorkspaceBlobEmbedding {
+  workspaceId String                      @map("workspace_id") @db.VarChar
+  blobId      String                      @map("blob_id") @db.VarChar
+  // a file can be divided into multiple chunks and embedded separately.
+  chunk       Int                         @db.Integer
+  content     String                      @db.VarChar
+  embedding   Unsupported("vector(1024)")
+
+  createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
+
+  blob Blob @relation(fields: [workspaceId, blobId], references: [workspaceId, key], onDelete: Cascade)
+
+  @@id([workspaceId, blobId, chunk])
+  @@index([embedding], map: "ai_workspace_blob_embeddings_idx")
+  @@map("ai_workspace_blob_embeddings")
+}
+
 enum AiJobStatus {
   pending
   running
@@ -807,7 +827,8 @@ model Blob {
   createdAt   DateTime  @default(now()) @map("created_at") @db.Timestamptz(3)
   deletedAt   DateTime? @map("deleted_at") @db.Timestamptz(3)
 
-  workspace Workspace @relation(fields: [workspaceId], references: [id], onDelete: Cascade)
+  workspace                Workspace                  @relation(fields: [workspaceId], references: [id], onDelete: Cascade)
+  AiWorkspaceBlobEmbedding AiWorkspaceBlobEmbedding[]
 
   @@id([workspaceId, key])
   @@map("blobs")
@@ -931,3 +952,17 @@ model CommentAttachment {
   @@id([workspaceId, docId, key])
   @@map("comment_attachments")
 }
+
+model AccessToken {
+  id        String    @id @default(uuid()) @db.VarChar
+  name      String    @db.VarChar
+  token     String    @unique @db.VarChar
+  userId    String    @map("user_id") @db.VarChar
+  createdAt DateTime  @default(now()) @map("created_at") @db.Timestamptz(3)
+  expiresAt DateTime? @map("expires_at") @db.Timestamptz(3)
+
+  user User @relation(fields: [userId], references: [id], onDelete: Cascade)
+
+  @@index([userId])
+  @@map("access_tokens")
+}

packages/backend/server/src/__tests__/__snapshots__/copilot.spec.ts.md

@@ -396,6 +396,15 @@ Generated by [AVA](https://avajs.dev).
           },
         ],
       },
+      {
+        args: [
+          'copilot.workspace.cleanupTrashedDocEmbeddings',
+          {},
+          {
+            jobId: 'daily-copilot-cleanup-trashed-doc-embeddings',
+          },
+        ],
+      },
     ]
 
 > cleanup empty sessions calls

packages/backend/server/src/__tests__/auth/guard.spec.ts

@@ -96,6 +96,21 @@ test('should be able to visit private api if signed in', async t => {
   t.is(res.body.user.id, u1.id);
 });
 
+test('should be able to visit private api with access token', async t => {
+  const models = t.context.app.get(Models);
+  const token = await models.accessToken.create({
+    userId: u1.id,
+    name: 'test',
+  });
+
+  const res = await request(server)
+    .get('/private')
+    .set('Authorization', `Bearer ${token.token}`)
+    .expect(HttpStatus.OK);
+
+  t.is(res.body.user.id, u1.id);
+});
+
 test('should be able to parse session cookie', async t => {
   const spy = Sinon.spy(auth, 'getUserSession');
   await request(server)

packages/backend/server/src/__tests__/copilot-provider.spec.ts

@@ -1,3 +1,5 @@
+import { randomUUID } from 'node:crypto';
+
 import type { ExecutionContext, TestFn } from 'ava';
 import ava from 'ava';
 import { z } from 'zod';
@@ -5,6 +7,7 @@ import { z } from 'zod';
 import { ServerFeature, ServerService } from '../core';
 import { AuthService } from '../core/auth';
 import { QuotaModule } from '../core/quota';
+import { Models } from '../models';
 import { CopilotModule } from '../plugins/copilot';
 import { prompts, PromptService } from '../plugins/copilot/prompt';
 import {
@@ -30,6 +33,8 @@ import { TestAssets } from './utils/copilot';
 type Tester = {
   auth: AuthService;
   module: TestingModule;
+  models: Models;
+  service: ServerService;
   prompt: PromptService;
   factory: CopilotProviderFactory;
   workflow: CopilotWorkflowService;
@@ -66,12 +71,15 @@ test.serial.before(async t => {
   isCopilotConfigured = service.features.includes(ServerFeature.Copilot);
 
   const auth = module.get(AuthService);
+  const models = module.get(Models);
   const prompt = module.get(PromptService);
   const factory = module.get(CopilotProviderFactory);
   const workflow = module.get(CopilotWorkflowService);
 
   t.context.module = module;
   t.context.auth = auth;
+  t.context.service = service;
+  t.context.models = models;
   t.context.prompt = prompt;
   t.context.factory = factory;
   t.context.workflow = workflow;
@@ -84,7 +92,7 @@ test.serial.before(async t => {
 });
 
 test.serial.before(async t => {
-  const { prompt, executors } = t.context;
+  const { prompt, executors, models, service } = t.context;
 
   executors.image.register();
   executors.text.register();
@@ -98,6 +106,28 @@ test.serial.before(async t => {
   for (const p of prompts) {
     await prompt.set(p.name, p.model, p.messages, p.config);
   }
+
+  const user = await models.user.create({
+    email: `${randomUUID()}@affine.pro`,
+  });
+  await service.updateConfig(user.id, [
+    {
+      module: 'copilot',
+      key: 'scenarios',
+      value: {
+        enabled: true,
+        scenarios: {
+          image: 'flux-1/schnell',
+          rerank: 'gpt-4.1-mini',
+          complex_text_generation: 'gpt-4.1-mini',
+          coding: 'gpt-4.1-mini',
+          quick_decision_making: 'gpt-4.1-mini',
+          quick_text_generation: 'gpt-4.1-mini',
+          polish_and_summarize: 'gemini-2.5-flash',
+        },
+      },
+    },
+  ]);
 });
 
 test.after(async t => {
@@ -384,12 +414,12 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
         role: 'user' as const,
         content: 'what is ssot',
         params: {
-          files: [
+          docs: [
             {
-              blobId: 'SSOT',
-              fileName: 'Single source of truth - Wikipedia',
+              docId: 'SSOT',
+              docTitle: 'Single source of truth - Wikipedia',
               fileType: 'text/markdown',
-              fileContent: TestAssets.SSOT,
+              docContent: TestAssets.SSOT,
             },
           ],
         },
@@ -530,9 +560,8 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
       'Create headings',
       'Make it longer',
       'Make it shorter',
-      'Continue writing',
+      'Section Edit',
       'Chat With AFFiNE AI',
-      'Search With AFFiNE AI',
     ],
     messages: [{ role: 'user' as const, content: TestAssets.SSOT }],
     verifier: (t: ExecutionContext<Tester>, result: string) => {
@@ -547,9 +576,18 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
     },
     type: 'text' as const,
   },
+  {
+    promptName: ['Continue writing'],
+    messages: [{ role: 'user' as const, content: TestAssets.AFFiNE }],
+    verifier: (t: ExecutionContext<Tester>, result: string) => {
+      assertNotWrappedInCodeBlock(t, result);
+      t.assert(result.length > 0, 'should not be empty');
+    },
+    type: 'text' as const,
+  },
   {
     promptName: ['Brainstorm ideas about this', 'Brainstorm mindmap'],
-    messages: [{ role: 'user' as const, content: TestAssets.SSOT }],
+    messages: [{ role: 'user' as const, content: TestAssets.AFFiNE }],
     verifier: (t: ExecutionContext<Tester>, result: string) => {
       assertNotWrappedInCodeBlock(t, result);
       t.assert(checkMDList(result), 'should be a markdown list');
@@ -646,20 +684,7 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
     type: 'image' as const,
   },
   {
-    promptName: ['debug:action:dalle3'],
-    messages: [
-      {
-        role: 'user' as const,
-        content: 'Panda',
-      },
-    ],
-    verifier: (t: ExecutionContext<Tester>, link: string) => {
-      t.truthy(checkUrl(link), 'should be a valid url');
-    },
-    type: 'image' as const,
-  },
-  {
-    promptName: ['debug:action:gpt-image-1'],
+    promptName: ['Generate image'],
     messages: [
       {
         role: 'user' as const,
@@ -707,7 +732,7 @@ for (const {
                 [
                   ...prompt.finish(
                     messages.reduce(
-                      // @ts-expect-error
+                      // @ts-expect-error params not typed
                       (acc, m) => Object.assign(acc, m.params),
                       {}
                     )
@@ -777,7 +802,7 @@ for (const {
                 [
                   ...prompt.finish(
                     finalMessage.reduce(
-                      // @ts-expect-error
+                      // @ts-expect-error params not typed
                       (acc, m) => Object.assign(acc, m.params),
                       params
                     )

packages/backend/server/src/__tests__/copilot.e2e.ts

@@ -111,7 +111,7 @@ test.before(async t => {
       m.overrideProvider(OpenAIProvider).useClass(MockCopilotProvider);
       m.overrideProvider(GeminiGenerativeProvider).useClass(
         class MockGenerativeProvider extends MockCopilotProvider {
-          // @ts-expect-error
+          // @ts-expect-error type not typed
           override type: CopilotProviderType = CopilotProviderType.Gemini;
         }
       );
@@ -461,6 +461,29 @@ test('should create message correctly', async t => {
         sessionId,
         undefined,
         undefined,
+        new File([new Uint8Array(pngData)], '1.png', { type: 'image/png' })
+      );
+      t.truthy(messageId, 'should be able to create message with blob');
+    }
+
+    // with attachments
+    {
+      const { id } = await createWorkspace(app);
+      const sessionId = await createCopilotSession(
+        app,
+        id,
+        randomUUID(),
+        textPromptName
+      );
+      const smallestPng =
+        'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAgAAAAIAQMAAAD+wSzIAAAABlBMVEX///+/v7+jQ3Y5AAAADklEQVQI12P4AIX8EAgALgAD/aNpbtEAAAAASUVORK5CYII';
+      const pngData = await fetch(smallestPng).then(res => res.arrayBuffer());
+      const messageId = await createCopilotMessage(
+        app,
+        sessionId,
+        undefined,
+        undefined,
+        undefined,
         [new File([new Uint8Array(pngData)], '1.png', { type: 'image/png' })]
       );
       t.truthy(messageId, 'should be able to create message with blobs');

packages/backend/server/src/__tests__/copilot.spec.ts

@@ -11,6 +11,7 @@ import { EventBus, JobQueue } from '../base';
 import { ConfigModule } from '../base/config';
 import { AuthService } from '../core/auth';
 import { QuotaModule } from '../core/quota';
+import { StorageModule, WorkspaceBlobStorage } from '../core/storage';
 import {
   ContextCategories,
   CopilotSessionModel,
@@ -68,6 +69,7 @@ type Context = {
   db: PrismaClient;
   event: EventBus;
   workspace: WorkspaceModel;
+  workspaceStorage: WorkspaceBlobStorage;
   copilotSession: CopilotSessionModel;
   context: CopilotContextService;
   prompt: PromptService;
@@ -114,6 +116,7 @@ test.before(async t => {
         },
       }),
       QuotaModule,
+      StorageModule,
       CopilotModule,
     ],
     tapModule: builder => {
@@ -127,6 +130,7 @@ test.before(async t => {
   const db = module.get(PrismaClient);
   const event = module.get(EventBus);
   const workspace = module.get(WorkspaceModel);
+  const workspaceStorage = module.get(WorkspaceBlobStorage);
   const copilotSession = module.get(CopilotSessionModel);
   const prompt = module.get(PromptService);
   const factory = module.get(CopilotProviderFactory);
@@ -146,6 +150,7 @@ test.before(async t => {
   t.context.db = db;
   t.context.event = event;
   t.context.workspace = workspace;
+  t.context.workspaceStorage = workspaceStorage;
   t.context.copilotSession = copilotSession;
   t.context.prompt = prompt;
   t.context.factory = factory;
@@ -206,7 +211,9 @@ test('should be able to manage prompt', async t => {
     'should have two messages'
   );
 
-  await prompt.update(promptName, [{ role: 'system', content: 'hello' }]);
+  await prompt.update(promptName, {
+    messages: [{ role: 'system', content: 'hello' }],
+  });
   t.is(
     (await prompt.get(promptName))!.finish({}).length,
     1,
@@ -365,7 +372,7 @@ test('should be able to update chat session prompt', async t => {
   // Update the session
   const updatedSessionId = await session.update({
     sessionId,
-    promptName: 'Search With AFFiNE AI',
+    promptName: 'Chat With AFFiNE AI',
     userId,
   });
   t.is(updatedSessionId, sessionId, 'should update session with same id');
@@ -375,7 +382,7 @@ test('should be able to update chat session prompt', async t => {
   t.truthy(updatedSession, 'should retrieve updated session');
   t.is(
     updatedSession?.config.promptName,
-    'Search With AFFiNE AI',
+    'Chat With AFFiNE AI',
     'should have updated prompt name'
   );
 });
@@ -404,7 +411,7 @@ test('should be able to fork chat session', async t => {
 
   // fork session
   const s1 = (await session.get(sessionId))!;
-  // @ts-expect-error
+  // @ts-expect-error find maybe return undefined
   const latestMessageId = s1.finish({}).find(m => m.role === 'assistant')!.id;
   const forkedSessionId1 = await session.fork({
     userId,
@@ -1520,14 +1527,25 @@ test('TextStreamParser should process a sequence of message chunks', t => {
 
 // ==================== context ====================
 test('should be able to manage context', async t => {
-  const { context, prompt, session, event, jobs, storage } = t.context;
+  const {
+    context,
+    event,
+    jobs,
+    prompt,
+    session,
+    storage,
+    workspace,
+    workspaceStorage,
+  } = t.context;
+
+  const ws = await workspace.create(userId);
 
   await prompt.set(promptName, 'model', [
     { role: 'system', content: 'hello {{word}}' },
   ]);
   const chatSession = await session.create({
     docId: 'test',
-    workspaceId: 'test',
+    workspaceId: ws.id,
     userId,
     promptName,
     pinned: false,
@@ -1608,6 +1626,24 @@ test('should be able to manage context', async t => {
       t.is(result[0].fileId, file.id, 'should match file id');
     }
 
+    // blob record
+    {
+      const blobId = 'test-blob';
+      await workspaceStorage.put(session.workspaceId, blobId, buffer);
+
+      await jobs.embedPendingBlob({ workspaceId: session.workspaceId, blobId });
+
+      const result = await t.context.context.matchWorkspaceBlobs(
+        session.workspaceId,
+        'test',
+        1,
+        undefined,
+        1
+      );
+      t.is(result.length, 1, 'should match blob embedding');
+      t.is(result[0].blobId, blobId, 'should match blob id');
+    }
+
     // doc record
 
     const addDoc = async () => {

packages/backend/server/src/__tests__/e2e/doc-service/__snapshots__/controller.spec.ts.md

@@ -13,74 +13,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -91,16 +62,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/__tests__/mocks/access-token.mock.ts

@@ -0,0 +1,27 @@
+import { faker } from '@faker-js/faker';
+import type { AccessToken } from '@prisma/client';
+import { Prisma } from '@prisma/client';
+
+import { Mocker } from './factory';
+
+export type MockAccessTokenInput = Omit<
+  Prisma.AccessTokenUncheckedCreateInput,
+  'token'
+>;
+
+export type MockedAccessToken = AccessToken;
+
+export class MockAccessToken extends Mocker<
+  MockAccessTokenInput,
+  MockedAccessToken
+> {
+  override async create(input: MockAccessTokenInput) {
+    return await this.db.accessToken.create({
+      data: {
+        ...input,
+        name: input.name ?? faker.lorem.word(),
+        token: 'ut_' + faker.string.hexadecimal({ length: 37 }),
+      },
+    });
+  }
+}

packages/backend/server/src/__tests__/mocks/index.ts

@@ -4,6 +4,7 @@ export * from './user.mock';
 export * from './workspace.mock';
 export * from './workspace-user.mock';
 
+import { MockAccessToken } from './access-token.mock';
 import { MockCopilotProvider } from './copilot.mock';
 import { MockDocMeta } from './doc-meta.mock';
 import { MockDocSnapshot } from './doc-snapshot.mock';
@@ -26,6 +27,7 @@ export const Mockers = {
   DocMeta: MockDocMeta,
   DocSnapshot: MockDocSnapshot,
   DocUser: MockDocUser,
+  AccessToken: MockAccessToken,
 };
 
 export { MockCopilotProvider, MockEventBus, MockJobQueue, MockMailer };

packages/backend/server/src/__tests__/models/__snapshots__/copilot-workspace.spec.ts.md

@@ -74,6 +74,17 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
+> should match workspace blob embedding
+
+    [
+      {
+        blobId: 'blob-test',
+        chunk: 0,
+        content: 'blob content',
+        distance: 0,
+      },
+    ]
+
 > should find docs to embed
 
     1
@@ -89,3 +100,19 @@ Generated by [AVA](https://avajs.dev).
 > should not find docs to embed
 
     0
+
+## should filter outdated doc id style in embedding status
+
+> should include modern doc format
+
+    {
+      embedded: 0,
+      total: 1,
+    }
+
+> should count docs after filtering outdated
+
+    {
+      embedded: 1,
+      total: 1,
+    }

packages/backend/server/src/__tests__/models/copilot-context.spec.ts

@@ -89,13 +89,14 @@ test('should get null for non-exist job', async t => {
 
 test('should update context', async t => {
   const { id: contextId } = await t.context.copilotContext.create(sessionId);
-  const config = await t.context.copilotContext.getConfig(contextId);
+  const config = (await t.context.copilotContext.getConfig(contextId))!;
+  t.assert(config, 'should get context config');
 
   const doc = {
     id: docId,
     createdAt: Date.now(),
   };
-  config?.docs.push(doc);
+  config.docs.push(doc);
   await t.context.copilotContext.update(contextId, { config });
 
   const config1 = await t.context.copilotContext.getConfig(contextId);
@@ -164,11 +165,14 @@ test('should insert embedding by doc id', async t => {
     );
 
     {
-      const ret = await t.context.copilotContext.hasWorkspaceEmbedding(
+      const ret = await t.context.copilotContext.listWorkspaceDocEmbedding(
         workspace.id,
         [docId]
       );
-      t.true(ret.has(docId), 'should return doc id when embedding is inserted');
+      t.true(
+        ret.includes(docId),
+        'should return doc id when embedding is inserted'
+      );
     }
 
     {
@@ -317,8 +321,8 @@ test('should merge doc status correctly', async t => {
 
     const hasEmbeddingStub = Sinon.stub(
       t.context.copilotContext,
-      'hasWorkspaceEmbedding'
-    ).resolves(new Set<string>());
+      'listWorkspaceDocEmbedding'
+    ).resolves([]);
 
     const stubResult = await t.context.copilotContext.mergeDocStatus(
       workspace.id,

packages/backend/server/src/__tests__/models/copilot-workspace.spec.ts

@@ -145,6 +145,52 @@ test('should insert and search embedding', async t => {
     }
   }
 
+  {
+    await t.context.db.blob.create({
+      data: {
+        workspaceId: workspace.id,
+        key: 'blob-test',
+        mime: 'text/plain',
+        size: 1,
+      },
+    });
+
+    const blobId = 'blob-test';
+    await t.context.copilotWorkspace.insertBlobEmbeddings(
+      workspace.id,
+      blobId,
+      [
+        {
+          index: 0,
+          content: 'blob content',
+          embedding: Array.from({ length: 1024 }, () => 1),
+        },
+      ]
+    );
+
+    {
+      const ret = await t.context.copilotWorkspace.matchBlobEmbedding(
+        workspace.id,
+        Array.from({ length: 1024 }, () => 0.9),
+        1,
+        1
+      );
+      t.snapshot(cleanObject(ret), 'should match workspace blob embedding');
+    }
+
+    await t.context.copilotWorkspace.removeBlob(workspace.id, blobId);
+
+    {
+      const ret = await t.context.copilotWorkspace.matchBlobEmbedding(
+        workspace.id,
+        Array.from({ length: 1024 }, () => 0.9),
+        1,
+        1
+      );
+      t.deepEqual(ret, [], 'should not match after removal');
+    }
+  }
+
   {
     const docId = randomUUID();
     await t.context.doc.upsert({
@@ -214,6 +260,21 @@ test('should insert and search embedding', async t => {
     );
     t.false(results.includes(docId), 'docs containing `$` should be excluded');
   }
+
+  {
+    const docId = 'empty_doc';
+    await t.context.doc.upsert({
+      spaceId: workspace.id,
+      docId: docId,
+      blob: Uint8Array.from([0, 0]),
+      timestamp: Date.now(),
+      editorId: user.id,
+    });
+    const results = await t.context.copilotWorkspace.findDocsToEmbed(
+      workspace.id
+    );
+    t.false(results.includes(docId), 'empty documents should be excluded');
+  }
 });
 
 test('should check need to be embedded', async t => {
@@ -291,3 +352,50 @@ test('should check embedding table', async t => {
   //   t.false(ret, 'should return false when embedding table is not available');
   // }
 });
+
+test('should filter outdated doc id style in embedding status', async t => {
+  const docId = randomUUID();
+  const outdatedDocId = `${workspace.id}:space:${docId}`;
+
+  await t.context.doc.upsert({
+    spaceId: workspace.id,
+    docId,
+    blob: Uint8Array.from([1, 2, 3]),
+    timestamp: Date.now(),
+    editorId: user.id,
+  });
+
+  await t.context.doc.upsert({
+    spaceId: workspace.id,
+    docId: outdatedDocId,
+    blob: Uint8Array.from([1, 2, 3]),
+    timestamp: Date.now(),
+    editorId: user.id,
+  });
+
+  {
+    const status = await t.context.copilotWorkspace.getEmbeddingStatus(
+      workspace.id
+    );
+    t.snapshot(status, 'should include modern doc format');
+  }
+
+  {
+    await t.context.copilotContext.insertWorkspaceEmbedding(
+      workspace.id,
+      docId,
+      [
+        {
+          index: 0,
+          content: 'content',
+          embedding: Array.from({ length: 1024 }, () => 1),
+        },
+      ]
+    );
+
+    const status = await t.context.copilotWorkspace.getEmbeddingStatus(
+      workspace.id
+    );
+    t.snapshot(status, 'should count docs after filtering outdated');
+  }
+});

packages/backend/server/src/__tests__/models/feature-user.spec.ts

@@ -125,7 +125,7 @@ test('should not switch user quota if the new quota is the same as the current o
 });
 
 test('should use pro plan as free for selfhost instance', async t => {
-  // @ts-expect-error
+  // @ts-expect-error DEPLOYMENT_TYPE is readonly
   env.DEPLOYMENT_TYPE = 'selfhosted';
   await using module = await createTestingModule();
 

packages/backend/server/src/__tests__/utils/testing-module.ts

@@ -66,7 +66,7 @@ export async function createTestingModule(
   // setting up
   let imports = moduleDef.imports ?? [buildAppModule(globalThis.env)];
   imports =
-    // @ts-expect-error
+    // @ts-expect-error ignore the type error
     imports[0].module?.name === 'AppModule'
       ? imports
       : dedupeModules([

packages/backend/server/src/app.module.ts

@@ -28,6 +28,7 @@ import { RedisModule } from './base/redis';
 import { StorageProviderModule } from './base/storage';
 import { RateLimiterModule } from './base/throttler';
 import { WebSocketModule } from './base/websocket';
+import { AccessTokenModule } from './core/access-token';
 import { AuthModule } from './core/auth';
 import { CommentModule } from './core/comment';
 import { ServerConfigModule, ServerConfigResolverModule } from './core/config';
@@ -187,7 +188,8 @@ export function buildAppModule(env: Env) {
       CaptchaModule,
       OAuthModule,
       CustomerIoModule,
-      CommentModule
+      CommentModule,
+      AccessTokenModule
     )
     // doc service only
     .useIf(() => env.flavors.doc, DocServiceModule)

packages/backend/server/src/base/utils/promise.ts

@@ -1,3 +1,5 @@
+import { setTimeout } from 'node:timers/promises';
+
 import { defer as rxjsDefer, retry } from 'rxjs';
 
 export class RetryablePromise<T> extends Promise<T> {
@@ -48,3 +50,7 @@ export function defer(dispose: () => Promise<void>) {
     [Symbol.asyncDispose]: dispose,
   };
 }
+
+export function sleep(ms: number): Promise<void> {
+  return setTimeout(ms);
+}

packages/backend/server/src/core/access-token/index.ts

@@ -0,0 +1,8 @@
+import { Module } from '@nestjs/common';
+
+import { AccessTokenResolver } from './resolver';
+
+@Module({
+  providers: [AccessTokenResolver],
+})
+export class AccessTokenModule {}

packages/backend/server/src/core/access-token/resolver.ts

@@ -0,0 +1,73 @@
+import {
+  Args,
+  Field,
+  InputType,
+  Mutation,
+  ObjectType,
+  Query,
+  Resolver,
+} from '@nestjs/graphql';
+
+import { Models } from '../../models';
+import { CurrentUser } from '../auth/session';
+
+@ObjectType()
+class AccessToken {
+  @Field()
+  id!: string;
+
+  @Field()
+  name!: string;
+
+  @Field()
+  createdAt!: Date;
+
+  @Field(() => Date, { nullable: true })
+  expiresAt!: Date | null;
+}
+
+@ObjectType()
+class RevealedAccessToken extends AccessToken {
+  @Field()
+  token!: string;
+}
+
+@InputType()
+class GenerateAccessTokenInput {
+  @Field()
+  name!: string;
+
+  @Field(() => Date, { nullable: true })
+  expiresAt!: Date | null;
+}
+
+@Resolver(() => AccessToken)
+export class AccessTokenResolver {
+  constructor(private readonly models: Models) {}
+
+  @Query(() => [AccessToken])
+  async accessTokens(@CurrentUser() user: CurrentUser): Promise<AccessToken[]> {
+    return await this.models.accessToken.list(user.id);
+  }
+
+  @Mutation(() => RevealedAccessToken)
+  async generateUserAccessToken(
+    @CurrentUser() user: CurrentUser,
+    @Args('input') input: GenerateAccessTokenInput
+  ): Promise<RevealedAccessToken> {
+    return await this.models.accessToken.create({
+      userId: user.id,
+      name: input.name,
+      expiresAt: input.expiresAt,
+    });
+  }
+
+  @Mutation(() => Boolean)
+  async revokeUserAccessToken(
+    @CurrentUser() user: CurrentUser,
+    @Args('id') id: string
+  ): Promise<boolean> {
+    await this.models.accessToken.revoke(id, user.id);
+    return true;
+  }
+}

packages/backend/server/src/core/auth/guard.ts

@@ -19,7 +19,7 @@ import {
 } from '../../base';
 import { WEBSOCKET_OPTIONS } from '../../base/websocket';
 import { AuthService } from './service';
-import { Session } from './session';
+import { Session, TokenSession } from './session';
 
 const PUBLIC_ENTRYPOINT_SYMBOL = Symbol('public');
 const INTERNAL_ENTRYPOINT_SYMBOL = Symbol('internal');
@@ -56,10 +56,7 @@ export class AuthGuard implements CanActivate, OnModuleInit {
       throw new AccessDenied('Invalid internal request');
     }
 
-    const userSession = await this.signIn(req, res);
-    if (res && userSession && userSession.expiresAt) {
-      await this.auth.refreshUserSessionIfNeeded(res, userSession);
-    }
+    const authedUser = await this.signIn(req, res);
 
     // api is public
     const isPublic = this.reflector.getAllAndOverride<boolean>(
@@ -71,14 +68,29 @@ export class AuthGuard implements CanActivate, OnModuleInit {
       return true;
     }
 
-    if (!userSession) {
+    if (!authedUser) {
       throw new AuthenticationRequired();
     }
 
     return true;
   }
 
-  async signIn(req: Request, res?: Response): Promise<Session | null> {
+  async signIn(
+    req: Request,
+    res?: Response
+  ): Promise<Session | TokenSession | null> {
+    const userSession = await this.signInWithCookie(req, res);
+    if (userSession) {
+      return userSession;
+    }
+
+    return await this.signInWithAccessToken(req);
+  }
+
+  async signInWithCookie(
+    req: Request,
+    res?: Response
+  ): Promise<Session | null> {
     if (req.session) {
       return req.session;
     }
@@ -87,6 +99,10 @@ export class AuthGuard implements CanActivate, OnModuleInit {
     const userSession = await this.auth.getUserSessionFromRequest(req, res);
 
     if (userSession) {
+      if (res) {
+        await this.auth.refreshUserSessionIfNeeded(res, userSession.session);
+      }
+
       req.session = {
         ...userSession.session,
         user: userSession.user,
@@ -97,6 +113,25 @@ export class AuthGuard implements CanActivate, OnModuleInit {
 
     return null;
   }
+
+  async signInWithAccessToken(req: Request): Promise<TokenSession | null> {
+    if (req.token) {
+      return req.token;
+    }
+
+    const tokenSession = await this.auth.getTokenSessionFromRequest(req);
+
+    if (tokenSession) {
+      req.token = {
+        ...tokenSession.token,
+        user: tokenSession.user,
+      };
+
+      return req.token;
+    }
+
+    return null;
+  }
 }
 
 /**

packages/backend/server/src/core/auth/service.ts

@@ -264,6 +264,36 @@ export class AuthService implements OnApplicationBootstrap {
     return session;
   }
 
+  async getTokenSessionFromRequest(req: Request) {
+    const tokenHeader = req.headers.authorization;
+    if (!tokenHeader) {
+      return null;
+    }
+
+    const tokenValue = extractTokenFromHeader(tokenHeader);
+
+    if (!tokenValue) {
+      return null;
+    }
+
+    const token = await this.models.accessToken.getByToken(tokenValue);
+
+    if (token) {
+      const user = await this.models.user.get(token.userId);
+
+      if (!user) {
+        return null;
+      }
+
+      return {
+        token,
+        user: sessionUser(user),
+      };
+    }
+
+    return null;
+  }
+
   async changePassword(
     id: string,
     newPassword: string

packages/backend/server/src/core/auth/session.ts

@@ -1,5 +1,6 @@
 import type { ExecutionContext } from '@nestjs/common';
 import { createParamDecorator } from '@nestjs/common';
+import { AccessToken } from '@prisma/client';
 
 import { getRequestResponseFromContext } from '../../base';
 import type { User, UserSession } from '../../models';
@@ -40,7 +41,8 @@ import type { User, UserSession } from '../../models';
 // oxlint-disable-next-line no-redeclare
 export const CurrentUser = createParamDecorator(
   (_: unknown, context: ExecutionContext) => {
-    return getRequestResponseFromContext(context).req.session?.user;
+    const req = getRequestResponseFromContext(context).req;
+    return req.session?.user ?? req.token?.user;
   }
 );
 
@@ -61,3 +63,7 @@ export const Session = createParamDecorator(
 export type Session = UserSession & {
   user: CurrentUser;
 };
+
+export type TokenSession = AccessToken & {
+  user: CurrentUser;
+};

packages/backend/server/src/core/config/service.ts

@@ -99,7 +99,7 @@ export class ServerService implements OnApplicationBootstrap {
       }
     });
     this.configFactory.override(overrides);
-    this.event.emit('config.changed', { updates: overrides });
+    await this.event.emitAsync('config.changed', { updates: overrides });
     this.event.broadcast('config.changed.broadcast', { updates: overrides });
     return overrides;
   }

packages/backend/server/src/core/doc-service/job.ts

@@ -1,10 +1,10 @@
-import { Injectable } from '@nestjs/common';
+import { Injectable, Logger } from '@nestjs/common';
 import { Cron, CronExpression } from '@nestjs/schedule';
 import { PrismaClient } from '@prisma/client';
 
 import { JOB_SIGNAL, JobQueue, metrics, OnJob } from '../../base';
 import { Models } from '../../models';
-import { PgWorkspaceDocStorageAdapter } from '../doc';
+import { DatabaseDocReader, PgWorkspaceDocStorageAdapter } from '../doc';
 
 declare global {
   interface Jobs {
@@ -13,13 +13,23 @@ declare global {
       docId: string;
     };
     'doc.recordPendingDocUpdatesCount': {};
+    'doc.findEmptySummaryDocs': {
+      lastFixedWorkspaceSid?: number;
+    };
+    'doc.autoFixedDocSummary': {
+      workspaceId: string;
+      docId: string;
+    };
   }
 }
 
 @Injectable()
 export class DocServiceCronJob {
+  private readonly logger = new Logger(DocServiceCronJob.name);
+
   constructor(
     private readonly workspace: PgWorkspaceDocStorageAdapter,
+    private readonly docReader: DatabaseDocReader,
     private readonly prisma: PrismaClient,
     private readonly job: JobQueue,
     private readonly models: Models
@@ -86,4 +96,74 @@ export class DocServiceCronJob {
       }
     );
   }
+
+  @Cron(CronExpression.EVERY_30_SECONDS)
+  async scheduleFindEmptySummaryDocs() {
+    await this.job.add(
+      'doc.findEmptySummaryDocs',
+      {},
+      {
+        // make sure only one job is running at a time
+        delay: 30 * 1000,
+        jobId: 'findEmptySummaryDocs',
+      }
+    );
+  }
+
+  @OnJob('doc.findEmptySummaryDocs')
+  async findEmptySummaryDocs(payload: Jobs['doc.findEmptySummaryDocs']) {
+    const startSid = payload.lastFixedWorkspaceSid ?? 0;
+    const workspaces = await this.models.workspace.list(
+      { sid: { gt: startSid } },
+      { id: true, sid: true },
+      100
+    );
+
+    if (workspaces.length === 0) {
+      return JOB_SIGNAL.Repeat;
+    }
+
+    let addedCount = 0;
+    for (const workspace of workspaces) {
+      const docIds = await this.models.doc.findEmptySummaryDocIds(workspace.id);
+      for (const docId of docIds) {
+        // ignore root doc
+        if (docId === workspace.id) {
+          continue;
+        }
+        await this.job.add(
+          'doc.autoFixedDocSummary',
+          { workspaceId: workspace.id, docId },
+          {
+            jobId: `autoFixedDocSummary/${workspace.id}/${docId}`,
+          }
+        );
+        addedCount++;
+      }
+    }
+
+    const nextSid = workspaces[workspaces.length - 1].sid;
+    this.logger.log(
+      `Auto added ${addedCount} docs to queue, lastFixedWorkspaceSid: ${startSid} -> ${nextSid}`
+    );
+
+    // update the lastFixedWorkspaceSid in the payload and repeat the job after 30 seconds
+    payload.lastFixedWorkspaceSid = nextSid;
+    return JOB_SIGNAL.Repeat;
+  }
+
+  @OnJob('doc.autoFixedDocSummary')
+  async autoFixedDocSummary(payload: Jobs['doc.autoFixedDocSummary']) {
+    const { workspaceId, docId } = payload;
+    const content = await this.docReader.getDocContent(workspaceId, docId);
+    if (!content) {
+      this.logger.warn(
+        `Summary for doc ${docId} in workspace ${workspaceId} not found`
+      );
+      return;
+    }
+
+    await this.models.doc.upsertMeta(workspaceId, docId, content);
+    return;
+  }
 }

packages/backend/server/src/core/doc/__tests__/__snapshots__/reader-from-database.spec.ts.md

@@ -13,74 +13,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -91,16 +62,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/core/doc/__tests__/__snapshots__/reader-from-rpc.spec.ts.md

@@ -13,74 +13,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -91,16 +62,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/core/mail/config.ts

@@ -1,3 +1,5 @@
+import z from 'zod';
+
 import { defineModuleConfig } from '../../base';
 
 declare global {
@@ -11,6 +13,16 @@ declare global {
         ignoreTLS: boolean;
         sender: string;
       };
+
+      fallbackDomains: ConfigItem<string[]>;
+      fallbackSMTP: {
+        host: string;
+        port: number;
+        username: string;
+        password: string;
+        ignoreTLS: boolean;
+        sender: string;
+      };
     };
   }
 }
@@ -46,4 +58,34 @@ defineModuleConfig('mailer', {
     default: false,
     env: ['MAILER_IGNORE_TLS', 'boolean'],
   },
+
+  fallbackDomains: {
+    desc: 'The emails from these domains are always sent using the fallback SMTP server.',
+    default: [],
+    shape: z.array(z.string()),
+  },
+  'fallbackSMTP.host': {
+    desc: 'Host of the email server (e.g. smtp.gmail.com)',
+    default: '',
+  },
+  'fallbackSMTP.port': {
+    desc: 'Port of the email server (they commonly are 25, 465 or 587)',
+    default: 465,
+  },
+  'fallbackSMTP.username': {
+    desc: 'Username used to authenticate the email server',
+    default: '',
+  },
+  'fallbackSMTP.password': {
+    desc: 'Password used to authenticate the email server',
+    default: '',
+  },
+  'fallbackSMTP.sender': {
+    desc: 'Sender of all the emails (e.g. "AFFiNE Team <noreply@affine.pro>")',
+    default: '',
+  },
+  'fallbackSMTP.ignoreTLS': {
+    desc: "Whether ignore email server's TSL certification verification. Enable it for self-signed certificates.",
+    default: false,
+  },
 });

packages/backend/server/src/core/mail/job.ts

@@ -1,7 +1,7 @@
 import { Injectable } from '@nestjs/common';
 import { getStreamAsBuffer } from 'get-stream';
 
-import { JOB_SIGNAL, OnJob } from '../../base';
+import { JOB_SIGNAL, OnJob, sleep } from '../../base';
 import { type MailName, MailProps, Renderers } from '../../mails';
 import { UserProps, WorkspaceProps } from '../../mails/components';
 import { Models } from '../../models';
@@ -34,7 +34,7 @@ type SendMailJob<Mail extends MailName = MailName, Props = MailProps<Mail>> = {
 
 declare global {
   interface Jobs {
-    'notification.sendMail': {
+    'notification.sendMail': { startTime: number } & {
       [K in MailName]: SendMailJob<K>;
     }[MailName];
   }
@@ -50,7 +50,12 @@ export class MailJob {
   ) {}
 
   @OnJob('notification.sendMail')
-  async sendMail({ name, to, props }: Jobs['notification.sendMail']) {
+  async sendMail({
+    startTime,
+    name,
+    to,
+    props,
+  }: Jobs['notification.sendMail']) {
     let options: Partial<SendOptions> = {};
 
     for (const key in props) {
@@ -100,8 +105,15 @@ export class MailJob {
       )),
       ...options,
     });
+    if (result === false) {
+      // wait for a while before retrying
+      const elapsed = Date.now() - startTime;
+      const retryDelay = Math.min(30 * 1000, Math.round(elapsed / 2000) * 1000);
+      await sleep(retryDelay);
+      return JOB_SIGNAL.Retry;
+    }
 
-    return result === false ? JOB_SIGNAL.Retry : undefined;
+    return undefined;
   }
 
   private async fetchWorkspaceProps(workspaceId: string) {

packages/backend/server/src/core/mail/mailer.ts

@@ -15,11 +15,14 @@ export class Mailer {
    *
    * @note never throw
    */
-  async trySend(command: Jobs['notification.sendMail']) {
+  async trySend(command: Omit<Jobs['notification.sendMail'], 'startTime'>) {
     return this.send(command, true);
   }
 
-  async send(command: Jobs['notification.sendMail'], suppressError = false) {
+  async send(
+    command: Omit<Jobs['notification.sendMail'], 'startTime'>,
+    suppressError = false
+  ) {
     if (!this.sender.configured) {
       if (suppressError) {
         return false;
@@ -28,7 +31,12 @@ export class Mailer {
     }
 
     try {
-      await this.queue.add('notification.sendMail', command);
+      await this.queue.add(
+        'notification.sendMail',
+        Object.assign({}, command, {
+          startTime: Date.now(),
+        }) as Jobs['notification.sendMail']
+      );
       return true;
     } catch {
       return false;

packages/backend/server/src/core/mail/sender.ts

@@ -36,6 +36,8 @@ function configToSMTPOptions(
 export class MailSender {
   private readonly logger = new Logger(MailSender.name);
   private smtp: Transporter<SMTPTransport.SentMessageInfo> | null = null;
+  private fallbackSMTP: Transporter<SMTPTransport.SentMessageInfo> | null =
+    null;
   private usingTestAccount = false;
   constructor(private readonly config: Config) {}
 
@@ -61,11 +63,17 @@ export class MailSender {
   }
 
   private setup() {
-    const { SMTP } = this.config.mailer;
+    const { SMTP, fallbackDomains, fallbackSMTP } = this.config.mailer;
     const opts = configToSMTPOptions(SMTP);
 
     if (SMTP.host) {
       this.smtp = createTransport(opts);
+      if (fallbackDomains.length > 0 && fallbackSMTP?.host) {
+        this.logger.warn(
+          `Fallback SMTP is configured for domains: ${fallbackDomains.join(', ')}`
+        );
+        this.fallbackSMTP = createTransport(configToSMTPOptions(fallbackSMTP));
+      }
     } else if (env.dev) {
       createTestAccount((err, account) => {
         if (!err) {
@@ -83,21 +91,34 @@ export class MailSender {
     } else {
       this.logger.warn('Mailer SMTP transport is not configured.');
       this.smtp = null;
+      this.fallbackSMTP = null;
     }
   }
 
+  private getSender(domain: string) {
+    const { SMTP, fallbackSMTP, fallbackDomains } = this.config.mailer;
+    if (this.fallbackSMTP && fallbackDomains.includes(domain)) {
+      return [this.fallbackSMTP, fallbackSMTP.sender] as const;
+    }
+    return [this.smtp, SMTP.sender] as const;
+  }
+
   async send(name: string, options: SendOptions) {
-    if (!this.smtp) {
+    const [, domain, ...rest] = options.to.split('@');
+    if (rest.length || !domain) {
+      this.logger.error(`Invalid email address: ${options.to}`);
+      return null;
+    }
+
+    const [smtpClient, from] = this.getSender(domain);
+    if (!smtpClient) {
       this.logger.warn(`Mailer SMTP transport is not configured to send mail.`);
       return null;
     }
 
     metrics.mail.counter('send_total').add(1, { name });
     try {
-      const result = await this.smtp.sendMail({
-        from: this.config.mailer.SMTP.sender,
-        ...options,
-      });
+      const result = await smtpClient.sendMail({ from, ...options });
 
       if (result.rejected.length > 0) {
         metrics.mail.counter('rejected_total').add(1, { name });

packages/backend/server/src/core/utils/__tests__/__snapshots__/blocksute.spec.ts.md

@@ -1376,74 +1376,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -1454,16 +1425,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }
@@ -1476,113 +1443,80 @@ Generated by [AVA](https://avajs.dev).
       markdown: `<!-- block_id=FoPQcAyV_m flavour=affine:paragraph -->␊
       AFFiNE is an open source all in one workspace, an operating system for all the building blocks of your team wiki, knowledge management and digital assets and a better alternative to Notion and Miro.␊
       ␊
-      ␊
       <!-- block_id=oz48nn_zp8 flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       <!-- block_id=g8a-D9-jXS flavour=affine:paragraph -->␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       <!-- block_id=J8lHN1GR_5 flavour=affine:paragraph -->␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       <!-- block_id=xCuWdM0VLz flavour=affine:paragraph -->␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       <!-- block_id=zElMi0tViK flavour=affine:paragraph -->␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
-      ␊
       <!-- block_id=Z4rK0OF9Wk flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       <!-- block_id=DQ0Ryb-SpW flavour=affine:paragraph -->␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       <!-- block_id=HAZC3URZp_ flavour=affine:paragraph -->␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       <!-- block_id=0H87ypiuv8 flavour=affine:paragraph -->␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       <!-- block_id=Sp4G1KD0Wn flavour=affine:paragraph -->␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       <!-- block_id=RsUhDuEqXa flavour=affine:paragraph -->␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       <!-- block_id=Z2HibKzAr- flavour=affine:paragraph -->␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       <!-- block_id=UwvWddamzM flavour=affine:paragraph -->␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
-      ␊
       <!-- block_id=g9xKUjhJj1 flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       <!-- block_id=wDTn4YJ4pm flavour=affine:paragraph -->␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       <!-- block_id=xFrrdiP3-V flavour=affine:list -->␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       <!-- block_id=Tp9xyN4Okl flavour=affine:list -->␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       <!-- block_id=K_4hUzKZFQ flavour=affine:list -->␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       <!-- block_id=QwMzON2s7x flavour=affine:list -->␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       <!-- block_id=FFVmit6u1T flavour=affine:list -->␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       <!-- block_id=YqnG5O6AE6 flavour=affine:paragraph -->␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       <!-- block_id=sbDTmZMZcq flavour=affine:paragraph -->␊
       ## Self Host␊
       ␊
-      ␊
       <!-- block_id=QVvitesfbj flavour=affine:paragraph -->␊
       Self host AFFiNE␊
       ␊
-      ␊
       <!-- block_id=U_GoHFD9At flavour=affine:database placeholder -->␊
-      ␊
       <!-- block_id=NyHXrMX3R1 flavour=affine:paragraph -->␊
       ## Affine Development␊
       ␊
-      ␊
       <!-- block_id=9-K49otbCv flavour=affine:paragraph -->␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
-      ␊
       <!-- block_id=faFteK9eG- flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/global.d.ts

@@ -1,6 +1,7 @@
 declare namespace Express {
   interface Request {
     session?: import('./core/auth/session').Session;
+    token?: import('./core/auth/session').TokenSession;
   }
 }
 

packages/backend/server/src/models/__tests__/access-token.spec.ts

@@ -0,0 +1,82 @@
+import test from 'ava';
+
+import { createModule } from '../../__tests__/create-module';
+import { Mockers } from '../../__tests__/mocks';
+import { Due } from '../../base';
+import { Models } from '..';
+
+const module = await createModule();
+const models = module.get(Models);
+
+test.after.always(async () => {
+  await module.close();
+});
+
+test('should create access token', async t => {
+  const user = await module.create(Mockers.User);
+
+  const token = await models.accessToken.create({
+    userId: user.id,
+    name: 'test',
+  });
+
+  t.is(token.userId, user.id);
+  t.is(token.name, 'test');
+  t.truthy(token.token);
+  t.truthy(token.createdAt);
+  t.is(token.expiresAt, null);
+});
+
+test('should create access token with expiration', async t => {
+  const user = await module.create(Mockers.User);
+
+  const token = await models.accessToken.create({
+    userId: user.id,
+    name: 'test',
+    expiresAt: Due.after('30d'),
+  });
+
+  t.truthy(token.expiresAt);
+  t.truthy(token.expiresAt! > new Date());
+});
+
+test('should list access tokens without token value', async t => {
+  const user = await module.create(Mockers.User);
+  await module.create(Mockers.AccessToken, { userId: user.id }, 3);
+
+  const listed = await models.accessToken.list(user.id);
+  t.is(listed.length, 3);
+  // @ts-expect-error not exists
+  t.is(listed[0].token, undefined);
+});
+
+test('should be able to revoke access token', async t => {
+  const user = await module.create(Mockers.User);
+  const token = await module.create(Mockers.AccessToken, { userId: user.id });
+
+  await models.accessToken.revoke(token.id, user.id);
+
+  const listed = await models.accessToken.list(user.id);
+  t.is(listed.length, 0);
+});
+
+test('should be able to get access token by token value', async t => {
+  const user = await module.create(Mockers.User);
+  const token = await module.create(Mockers.AccessToken, { userId: user.id });
+
+  const found = await models.accessToken.getByToken(token.token);
+  t.is(found?.id, token.id);
+  t.is(found?.userId, user.id);
+  t.is(found?.name, token.name);
+});
+
+test('should not get expired access token', async t => {
+  const user = await module.create(Mockers.User);
+  const token = await module.create(Mockers.AccessToken, {
+    userId: user.id,
+    expiresAt: Due.before('1s'),
+  });
+
+  const found = await models.accessToken.getByToken(token.token);
+  t.is(found, null);
+});

packages/backend/server/src/models/__tests__/doc.spec.ts

@@ -0,0 +1,47 @@
+import { randomUUID } from 'node:crypto';
+
+import test from 'ava';
+
+import { createModule } from '../../__tests__/create-module';
+import { Mockers } from '../../__tests__/mocks';
+import { Models } from '..';
+
+const module = await createModule({});
+
+const models = module.get(Models);
+const owner = await module.create(Mockers.User);
+
+test.after.always(async () => {
+  await module.close();
+});
+
+test('should find null summary doc ids', async t => {
+  const workspace = await module.create(Mockers.Workspace, {
+    owner,
+  });
+
+  const docId = randomUUID();
+  await module.create(Mockers.DocMeta, {
+    workspaceId: workspace.id,
+    docId,
+  });
+
+  const docIds = await models.doc.findEmptySummaryDocIds(workspace.id);
+  t.deepEqual(docIds, [docId]);
+});
+
+test('should ignore summary is not null', async t => {
+  const workspace = await module.create(Mockers.Workspace, {
+    owner,
+  });
+
+  const docId = randomUUID();
+  await module.create(Mockers.DocMeta, {
+    workspaceId: workspace.id,
+    docId,
+    summary: 'test',
+  });
+
+  const docIds = await models.doc.findEmptySummaryDocIds(workspace.id);
+  t.is(docIds.length, 0);
+});

packages/backend/server/src/models/access-token.ts

@@ -0,0 +1,70 @@
+import { Injectable } from '@nestjs/common';
+
+import { CryptoHelper } from '../base';
+import { BaseModel } from './base';
+
+export interface CreateAccessTokenInput {
+  userId: string;
+  name: string;
+  expiresAt?: Date | null;
+}
+
+@Injectable()
+export class AccessTokenModel extends BaseModel {
+  constructor(private readonly crypto: CryptoHelper) {
+    super();
+  }
+
+  async list(userId: string) {
+    return await this.db.accessToken.findMany({
+      select: {
+        id: true,
+        name: true,
+        createdAt: true,
+        expiresAt: true,
+      },
+      where: {
+        userId,
+      },
+    });
+  }
+
+  async create(input: CreateAccessTokenInput) {
+    let token = 'ut_' + this.crypto.randomBytes(40).toString('hex');
+    token = token.substring(0, 40);
+
+    return await this.db.accessToken.create({
+      data: {
+        token,
+        ...input,
+      },
+    });
+  }
+
+  async revoke(id: string, userId: string) {
+    await this.db.accessToken.deleteMany({
+      where: {
+        id,
+        userId,
+      },
+    });
+  }
+
+  async getByToken(token: string) {
+    return await this.db.accessToken.findUnique({
+      where: {
+        token,
+        OR: [
+          {
+            expiresAt: null,
+          },
+          {
+            expiresAt: {
+              gt: new Date(),
+            },
+          },
+        ],
+      },
+    });
+  }
+}

packages/backend/server/src/models/common/copilot.ts

@@ -37,6 +37,11 @@ const ContextEmbedStatusSchema = z.enum([
   ContextEmbedStatus.failed,
 ]);
 
+const ContextBlobSchema = z.object({
+  id: z.string(),
+  createdAt: z.number(),
+});
+
 const ContextDocSchema = z.object({
   id: z.string(),
   createdAt: z.number(),
@@ -64,6 +69,9 @@ export const ContextCategorySchema = z.object({
 
 export const ContextConfigSchema = z.object({
   workspaceId: z.string(),
+  blobs: ContextBlobSchema.merge(
+    z.object({ status: ContextEmbedStatusSchema.optional() })
+  ).array(),
   files: ContextFileSchema.array(),
   docs: ContextDocSchema.merge(
     z.object({ status: ContextEmbedStatusSchema.optional() })
@@ -77,10 +85,9 @@ export const MinimalContextConfigSchema = ContextConfigSchema.pick({
 
 export type ContextCategory = z.infer<typeof ContextCategorySchema>;
 export type ContextConfig = z.infer<typeof ContextConfigSchema>;
+export type ContextBlob = z.infer<typeof ContextConfigSchema>['blobs'][number];
 export type ContextDoc = z.infer<typeof ContextConfigSchema>['docs'][number];
 export type ContextFile = z.infer<typeof ContextConfigSchema>['files'][number];
-export type ContextListItem = ContextDoc | ContextFile;
-export type ContextList = ContextListItem[];
 
 // embeddings
 
@@ -106,6 +113,10 @@ export type FileChunkSimilarity = ChunkSimilarity & {
   mimeType: string;
 };
 
+export type BlobChunkSimilarity = ChunkSimilarity & {
+  blobId: string;
+};
+
 export type DocChunkSimilarity = ChunkSimilarity & {
   docId: string;
 };

packages/backend/server/src/models/copilot-context.ts

@@ -6,6 +6,7 @@ import { Prisma } from '@prisma/client';
 import { CopilotSessionNotFound } from '../base';
 import { BaseModel } from './base';
 import {
+  ContextBlob,
   ContextConfigSchema,
   ContextDoc,
   ContextEmbedStatus,
@@ -18,6 +19,8 @@ import {
 
 type UpdateCopilotContextInput = Pick<CopilotContext, 'config'>;
 
+export const EMBEDDING_DIMENSIONS = 1024;
+
 /**
  * Copilot Job Model
  */
@@ -39,6 +42,7 @@ export class CopilotContextModel extends BaseModel {
         sessionId,
         config: {
           workspaceId: session.workspaceId,
+          blobs: [],
           docs: [],
           files: [],
           categories: [],
@@ -66,10 +70,11 @@ export class CopilotContextModel extends BaseModel {
       if (minimalConfig.success) {
         // fulfill the missing fields
         return {
-          ...minimalConfig.data,
+          blobs: [],
           docs: [],
           files: [],
           categories: [],
+          ...minimalConfig.data,
         };
       }
     }
@@ -83,12 +88,43 @@ export class CopilotContextModel extends BaseModel {
     return row;
   }
 
+  async mergeBlobStatus(
+    workspaceId: string,
+    blobs: ContextBlob[]
+  ): Promise<ContextBlob[]> {
+    const canEmbedding = await this.checkEmbeddingAvailable();
+    const finishedBlobs = canEmbedding
+      ? await this.listWorkspaceBlobEmbedding(
+          workspaceId,
+          Array.from(new Set(blobs.map(blob => blob.id)))
+        )
+      : [];
+    const finishedBlobSet = new Set(finishedBlobs);
+
+    for (const blob of blobs) {
+      const status = finishedBlobSet.has(blob.id)
+        ? ContextEmbedStatus.finished
+        : undefined;
+      // NOTE: when the blob has not been synchronized to the server or is in the embedding queue
+      // the status will be empty, fallback to processing if no status is provided
+      blob.status = status || blob.status || ContextEmbedStatus.processing;
+    }
+
+    return blobs;
+  }
+
   async mergeDocStatus(workspaceId: string, docs: ContextDoc[]) {
-    const docIds = Array.from(new Set(docs.map(doc => doc.id)));
-    const finishedDoc = await this.hasWorkspaceEmbedding(workspaceId, docIds);
+    const canEmbedding = await this.checkEmbeddingAvailable();
+    const finishedDoc = canEmbedding
+      ? await this.listWorkspaceDocEmbedding(
+          workspaceId,
+          Array.from(new Set(docs.map(doc => doc.id)))
+        )
+      : [];
+    const finishedDocSet = new Set(finishedDoc);
 
     for (const doc of docs) {
-      const status = finishedDoc.has(doc.id)
+      const status = finishedDocSet.has(doc.id)
         ? ContextEmbedStatus.finished
         : undefined;
       // NOTE: when the document has not been synchronized to the server or is in the embedding queue
@@ -120,24 +156,33 @@ export class CopilotContextModel extends BaseModel {
     return Number(count) === 2;
   }
 
-  async hasWorkspaceEmbedding(workspaceId: string, docIds: string[]) {
-    const canEmbedding = await this.checkEmbeddingAvailable();
-    if (!canEmbedding) {
-      return new Set();
-    }
-
-    const existsIds = await this.db.aiWorkspaceEmbedding
-      .findMany({
+  async listWorkspaceBlobEmbedding(
+    workspaceId: string,
+    blobIds?: string[]
+  ): Promise<string[]> {
+    const existsIds = await this.db.aiWorkspaceBlobEmbedding
+      .groupBy({
         where: {
           workspaceId,
-          docId: { in: docIds },
+          blobId: blobIds ? { in: blobIds } : undefined,
         },
-        select: {
-          docId: true,
+        by: ['blobId'],
+      })
+      .then(r => r.map(r => r.blobId));
+    return existsIds;
+  }
+
+  async listWorkspaceDocEmbedding(workspaceId: string, docIds?: string[]) {
+    const existsIds = await this.db.aiWorkspaceEmbedding
+      .groupBy({
+        where: {
+          workspaceId,
+          docId: docIds ? { in: docIds } : undefined,
         },
+        by: ['docId'],
       })
       .then(r => r.map(r => r.docId));
-    return new Set(existsIds);
+    return existsIds;
   }
 
   private processEmbeddings(
@@ -160,6 +205,18 @@ export class CopilotContextModel extends BaseModel {
     return Prisma.join(groups.map(row => Prisma.sql`(${Prisma.join(row)})`));
   }
 
+  async getFileContent(
+    contextId: string,
+    fileId: string,
+    chunk?: number
+  ): Promise<string | undefined> {
+    const file = await this.db.aiContextEmbedding.findMany({
+      where: { contextId, fileId, chunk },
+      select: { content: true },
+      orderBy: { chunk: 'asc' },
+    });
+    return file?.map(f => f.content).join('\n');
+  }
   async insertFileEmbedding(
     contextId: string,
     fileId: string,
@@ -235,10 +292,24 @@ export class CopilotContextModel extends BaseModel {
     `;
   }
 
+  async fulfillEmptyEmbedding(workspaceId: string, docId: string) {
+    const emptyEmbedding = {
+      index: 0,
+      content: '',
+      embedding: Array.from({ length: EMBEDDING_DIMENSIONS }, () => 0),
+    };
+    await this.models.copilotContext.insertWorkspaceEmbedding(
+      workspaceId,
+      docId,
+      [emptyEmbedding]
+    );
+  }
+
   async deleteWorkspaceEmbedding(workspaceId: string, docId: string) {
     await this.db.aiWorkspaceEmbedding.deleteMany({
       where: { workspaceId, docId },
     });
+    await this.fulfillEmptyEmbedding(workspaceId, docId);
   }
 
   async matchWorkspaceEmbedding(

packages/backend/server/src/models/copilot-workspace.ts

@@ -7,6 +7,7 @@ import { Prisma, PrismaClient } from '@prisma/client';
 import { PaginationInput } from '../base';
 import { BaseModel } from './base';
 import type {
+  BlobChunkSimilarity,
   CopilotWorkspaceFile,
   CopilotWorkspaceFileMetadata,
   Embedding,
@@ -58,10 +59,12 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
             ON id.workspace_id = s.workspace_id
                AND id.doc_id = s.guid
         WHERE s.workspace_id = ${workspaceId}
-          AND s.guid != s.workspace_id
+          AND s.guid <> s.workspace_id
           AND s.guid NOT LIKE '%$%'
+          AND s.guid NOT LIKE '%:settings:%'
           AND e.doc_id IS NULL
-          AND id.doc_id IS NULL;`;
+          AND id.doc_id IS NULL
+          AND s.blob <> E'\\\\x0000';`;
 
     return docIds.map(r => r.id);
   }
@@ -150,7 +153,7 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
   }
 
   @Transactional()
-  async getWorkspaceEmbeddingStatus(workspaceId: string) {
+  async getEmbeddingStatus(workspaceId: string) {
     const ignoredDocIds = (await this.listIgnoredDocIds(workspaceId)).map(
       d => d.docId
     );
@@ -160,13 +163,19 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
         { id: { notIn: ignoredDocIds } },
         { id: { not: workspaceId } },
         { id: { not: { contains: '$' } } },
+        { id: { not: { contains: ':settings:' } } },
+        { blob: { not: new Uint8Array([0, 0]) } },
       ],
     };
 
     const [docTotal, docEmbedded, fileTotal, fileEmbedded] = await Promise.all([
-      this.db.snapshot.count({ where: snapshotCondition }),
-      this.db.snapshot.count({
+      this.db.snapshot.findMany({
+        where: snapshotCondition,
+        select: { id: true },
+      }),
+      this.db.snapshot.findMany({
         where: { ...snapshotCondition, embedding: { some: {} } },
+        select: { id: true },
       }),
       this.db.aiWorkspaceFiles.count({ where: { workspaceId } }),
       this.db.aiWorkspaceFiles.count({
@@ -174,9 +183,23 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
       }),
     ]);
 
+    const docTotalIds = docTotal.map(d => d.id);
+    const docTotalSet = new Set(docTotalIds);
+    const outdatedDocPrefix = `${workspaceId}:space:`;
+    const duplicateOutdatedDocSet = new Set(
+      docTotalIds
+        .filter(id => id.startsWith(outdatedDocPrefix))
+        .filter(id => docTotalSet.has(id.slice(outdatedDocPrefix.length)))
+    );
+
     return {
-      total: docTotal + fileTotal,
-      embedded: docEmbedded + fileEmbedded,
+      total:
+        docTotalIds.filter(id => !duplicateOutdatedDocSet.has(id)).length +
+        fileTotal,
+      embedded:
+        docEmbedded
+          .map(d => d.id)
+          .filter(id => !duplicateOutdatedDocSet.has(id)).length + fileEmbedded,
     };
   }
 
@@ -234,19 +257,19 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
   async checkEmbeddingAvailable(): Promise<boolean> {
     const [{ count }] = await this.db.$queryRaw<
       { count: number }[]
-    >`SELECT count(1) FROM pg_tables WHERE tablename in ('ai_workspace_embeddings', 'ai_workspace_file_embeddings')`;
-    return Number(count) === 2;
+    >`SELECT count(1) FROM pg_tables WHERE tablename in ('ai_workspace_embeddings', 'ai_workspace_file_embeddings', 'ai_workspace_blob_embeddings')`;
+    return Number(count) === 3;
   }
 
   private processEmbeddings(
     workspaceId: string,
-    fileId: string,
+    fileOrBlobId: string,
     embeddings: Embedding[]
   ) {
     const groups = embeddings.map(e =>
       [
         workspaceId,
-        fileId,
+        fileOrBlobId,
         e.index,
         e.content,
         Prisma.raw(`'[${e.embedding.join(',')}]'`),
@@ -356,6 +379,61 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
     return similarityChunks.filter(c => Number(c.distance) <= threshold);
   }
 
+  @Transactional()
+  async insertBlobEmbeddings(
+    workspaceId: string,
+    blobId: string,
+    embeddings: Embedding[]
+  ) {
+    if (embeddings.length === 0) {
+      this.logger.warn(
+        `No embeddings provided for workspaceId: ${workspaceId}, blobId: ${blobId}. Skipping insertion.`
+      );
+      return;
+    }
+
+    const values = this.processEmbeddings(workspaceId, blobId, embeddings);
+    await this.db.$executeRaw`
+          INSERT INTO "ai_workspace_blob_embeddings"
+          ("workspace_id", "blob_id", "chunk", "content", "embedding") VALUES ${values}
+          ON CONFLICT (workspace_id, blob_id, chunk) DO NOTHING;
+      `;
+  }
+
+  async matchBlobEmbedding(
+    workspaceId: string,
+    embedding: number[],
+    topK: number,
+    threshold: number
+  ): Promise<BlobChunkSimilarity[]> {
+    if (!(await this.allowEmbedding(workspaceId))) {
+      return [];
+    }
+
+    const similarityChunks = await this.db.$queryRaw<
+      Array<BlobChunkSimilarity>
+    >`
+      SELECT
+        e."blob_id" as "blobId",
+        e."chunk",
+        e."content",
+        e."embedding" <=> ${embedding}::vector as "distance" 
+      FROM "ai_workspace_blob_embeddings" e
+      WHERE e.workspace_id = ${workspaceId}
+      ORDER BY "distance" ASC
+      LIMIT ${topK};
+    `;
+    return similarityChunks.filter(c => Number(c.distance) <= threshold);
+  }
+
+  async removeBlob(workspaceId: string, blobId: string) {
+    await this.db.$executeRaw`
+      DELETE FROM "ai_workspace_blob_embeddings"
+      WHERE workspace_id = ${workspaceId} AND blob_id = ${blobId};
+    `;
+    return true;
+  }
+
   async removeFile(workspaceId: string, fileId: string) {
     // embeddings will be removed by foreign key constraint
     await this.db.aiWorkspaceFiles.deleteMany({

packages/backend/server/src/models/doc.ts

@@ -696,5 +696,18 @@ export class DocModel extends BaseModel {
     return [count, rows] as const;
   }
 
+  async findEmptySummaryDocIds(workspaceId: string) {
+    const rows = await this.db.workspaceDoc.findMany({
+      where: {
+        workspaceId,
+        summary: null,
+      },
+      select: {
+        docId: true,
+      },
+    });
+    return rows.map(row => row.docId);
+  }
+
   // #endregion
 }

packages/backend/server/src/models/index.ts

@@ -7,6 +7,7 @@ import {
 import { ModuleRef } from '@nestjs/core';
 
 import { ApplyType } from '../base';
+import { AccessTokenModel } from './access-token';
 import { BlobModel } from './blob';
 import { CommentModel } from './comment';
 import { CommentAttachmentModel } from './comment-attachment';
@@ -54,6 +55,7 @@ const MODELS = {
   comment: CommentModel,
   commentAttachment: CommentAttachmentModel,
   blob: BlobModel,
+  accessToken: AccessTokenModel,
 };
 
 type ModelsType = {

packages/backend/server/src/models/workspace.ts

@@ -1,6 +1,6 @@
 import { Injectable } from '@nestjs/common';
 import { Transactional } from '@nestjs-cls/transactional';
-import { type Workspace } from '@prisma/client';
+import { Prisma, type Workspace } from '@prisma/client';
 
 import { EventBus } from '../base';
 import { BaseModel } from './base';
@@ -24,6 +24,7 @@ export type UpdateWorkspaceInput = Pick<
   | 'name'
   | 'avatarKey'
   | 'indexed'
+  | 'lastCheckEmbeddings'
 >;
 
 @Injectable()
@@ -49,7 +50,11 @@ export class WorkspaceModel extends BaseModel {
   /**
    * Update the workspace with the given data.
    */
-  async update(workspaceId: string, data: UpdateWorkspaceInput) {
+  async update(
+    workspaceId: string,
+    data: UpdateWorkspaceInput,
+    notifyUpdate = true
+  ) {
     const workspace = await this.db.workspace.update({
       where: {
         id: workspaceId,
@@ -60,7 +65,9 @@ export class WorkspaceModel extends BaseModel {
       `Updated workspace ${workspaceId} with data ${JSON.stringify(data)}`
     );
 
-    this.event.emit('workspace.updated', workspace);
+    if (notifyUpdate) {
+      this.event.emit('workspace.updated', workspace);
+    }
 
     return workspace;
   }
@@ -81,16 +88,19 @@ export class WorkspaceModel extends BaseModel {
     });
   }
 
-  async listAfterSid(sid: number, limit: number) {
-    return await this.db.workspace.findMany({
-      where: {
-        sid: { gt: sid },
-      },
+  async list<S extends Prisma.WorkspaceSelect>(
+    where: Prisma.WorkspaceWhereInput = {},
+    select?: S,
+    limit?: number
+  ) {
+    return (await this.db.workspace.findMany({
+      where,
+      select,
       take: limit,
       orderBy: {
         sid: 'asc',
       },
-    });
+    })) as Prisma.WorkspaceGetPayload<{ select: S }>[];
   }
 
   async delete(workspaceId: string) {

packages/backend/server/src/native.ts

@@ -16,16 +16,24 @@ export const mintChallengeResponse = async (resource: string, bits: number) => {
   return serverNativeModule.mintChallengeResponse(resource, bits);
 };
 
+const ENCODER_CACHE = new Map<string, Tokenizer>();
+
 export function getTokenEncoder(model?: string | null): Tokenizer | null {
   if (!model) return null;
+  const cached = ENCODER_CACHE.get(model);
+  if (cached) return cached;
   if (model.startsWith('gpt')) {
-    return serverNativeModule.fromModelName(model);
+    const encoder = serverNativeModule.fromModelName(model);
+    if (encoder) ENCODER_CACHE.set(model, encoder);
+    return encoder;
   } else if (model.startsWith('dall')) {
     // dalle don't need to calc the token
     return null;
   } else {
     // c100k based model
-    return serverNativeModule.fromModelName('gpt-4');
+    const encoder = serverNativeModule.fromModelName('gpt-4');
+    if (encoder) ENCODER_CACHE.set('gpt-4', encoder);
+    return encoder;
   }
 }
 

packages/backend/server/src/plugins/copilot/config.ts

@@ -3,6 +3,7 @@ import {
   StorageJSONSchema,
   StorageProviderConfig,
 } from '../../base';
+import { CopilotPromptScenario } from './prompt/prompts';
 import {
   AnthropicOfficialConfig,
   AnthropicVertexConfig,
@@ -24,6 +25,7 @@ declare global {
         key: string;
       }>;
       storage: ConfigItem<StorageProviderConfig>;
+      scenarios: ConfigItem<CopilotPromptScenario>;
       providers: {
         openai: ConfigItem<OpenAIConfig>;
         fal: ConfigItem<FalConfig>;
@@ -40,13 +42,32 @@ declare global {
 
 defineModuleConfig('copilot', {
   enabled: {
-    desc: 'Whether to enable the copilot plugin.',
+    desc: 'Whether to enable the copilot plugin. <br> Document: <a href="https://docs.affine.pro/self-host-affine/administer/ai" target="_blank">https://docs.affine.pro/self-host-affine/administer/ai</a>',
     default: false,
   },
+  scenarios: {
+    desc: 'Use custom models in scenarios and override default settings.',
+    default: {
+      override_enabled: false,
+      scenarios: {
+        audio_transcribing: 'gemini-2.5-flash',
+        chat: 'claude-sonnet-4@20250514',
+        embedding: 'gemini-embedding-001',
+        image: 'gpt-image-1',
+        rerank: 'gpt-4.1',
+        coding: 'claude-sonnet-4@20250514',
+        complex_text_generation: 'gpt-4o-2024-08-06',
+        quick_decision_making: 'gpt-4.1-mini',
+        quick_text_generation: 'gemini-2.5-flash',
+        polish_and_summarize: 'gemini-2.5-flash',
+      },
+    },
+  },
   'providers.openai': {
     desc: 'The config for the openai provider.',
     default: {
       apiKey: '',
+      baseURL: 'https://api.openai.com/v1',
     },
     link: 'https://github.com/openai/openai-node',
   },
@@ -60,6 +81,7 @@ defineModuleConfig('copilot', {
     desc: 'The config for the gemini provider.',
     default: {
       apiKey: '',
+      baseURL: 'https://generativelanguage.googleapis.com/v1beta',
     },
   },
   'providers.geminiVertex': {
@@ -77,6 +99,7 @@ defineModuleConfig('copilot', {
     desc: 'The config for the anthropic provider.',
     default: {
       apiKey: '',
+      baseURL: 'https://api.anthropic.com/v1',
     },
   },
   'providers.anthropicVertex': {

packages/backend/server/src/plugins/copilot/context/resolver.ts

@@ -20,6 +20,7 @@ import { SafeIntResolver } from 'graphql-scalars';
 import GraphQLUpload from 'graphql-upload/GraphQLUpload.mjs';
 
 import {
+  BlobNotFound,
   BlobQuotaExceeded,
   CallMetric,
   CopilotEmbeddingUnavailable,
@@ -37,6 +38,7 @@ import {
 import { CurrentUser } from '../../../core/auth';
 import { AccessController } from '../../../core/permission';
 import {
+  ContextBlob,
   ContextCategories,
   ContextCategory,
   ContextDoc,
@@ -50,8 +52,7 @@ import { CopilotEmbeddingJob } from '../embedding';
 import { COPILOT_LOCKER, CopilotType } from '../resolver';
 import { ChatSessionService } from '../session';
 import { CopilotStorage } from '../storage';
-import { MAX_EMBEDDABLE_SIZE } from '../types';
-import { getSignal, readStream } from '../utils';
+import { getSignal, MAX_EMBEDDABLE_SIZE, readStream } from '../utils';
 import { CopilotContextService } from './service';
 
 @InputType()
@@ -118,6 +119,24 @@ class RemoveContextFileInput {
   fileId!: string;
 }
 
+@InputType()
+class AddContextBlobInput {
+  @Field(() => String)
+  contextId!: string;
+
+  @Field(() => String)
+  blobId!: string;
+}
+
+@InputType()
+class RemoveContextBlobInput {
+  @Field(() => String)
+  contextId!: string;
+
+  @Field(() => String)
+  blobId!: string;
+}
+
 @ObjectType('CopilotContext')
 export class CopilotContextType {
   @Field(() => ID, { nullable: true })
@@ -130,7 +149,24 @@ export class CopilotContextType {
 registerEnumType(ContextCategories, { name: 'ContextCategories' });
 
 @ObjectType()
-class CopilotDocType implements Omit<ContextDoc, 'status'> {
+class CopilotContextCategory implements Omit<ContextCategory, 'docs'> {
+  @Field(() => ID)
+  id!: string;
+
+  @Field(() => ContextCategories)
+  type!: ContextCategories;
+
+  @Field(() => [CopilotContextDoc])
+  docs!: CopilotContextDoc[];
+
+  @Field(() => SafeIntResolver)
+  createdAt!: number;
+}
+
+registerEnumType(ContextEmbedStatus, { name: 'ContextEmbedStatus' });
+
+@ObjectType()
+class CopilotContextBlob implements Omit<ContextBlob, 'status'> {
   @Field(() => ID)
   id!: string;
 
@@ -142,28 +178,17 @@ class CopilotDocType implements Omit<ContextDoc, 'status'> {
 }
 
 @ObjectType()
-class CopilotContextCategory implements Omit<ContextCategory, 'docs'> {
+class CopilotContextDoc implements Omit<ContextDoc, 'status'> {
   @Field(() => ID)
   id!: string;
 
-  @Field(() => ContextCategories)
-  type!: ContextCategories;
-
-  @Field(() => [CopilotDocType])
-  docs!: CopilotDocType[];
+  @Field(() => ContextEmbedStatus, { nullable: true })
+  status!: ContextEmbedStatus | null;
 
   @Field(() => SafeIntResolver)
   createdAt!: number;
 }
 
-registerEnumType(ContextEmbedStatus, { name: 'ContextEmbedStatus' });
-
-@ObjectType()
-class CopilotContextDoc extends CopilotDocType {
-  @Field(() => String, { nullable: true })
-  error!: string | null;
-}
-
 @ObjectType()
 class CopilotContextFile implements ContextFile {
   @Field(() => ID)
@@ -356,6 +381,7 @@ export class CopilotContextRootResolver {
     return false;
   }
 
+  @Throttle('strict')
   @Query(() => ContextWorkspaceEmbeddingStatus, {
     description: 'query workspace embedding status',
   })
@@ -372,9 +398,7 @@ export class CopilotContextRootResolver {
 
     if (this.context.canEmbedding) {
       const { total, embedded } =
-        await this.models.copilotWorkspace.getWorkspaceEmbeddingStatus(
-          workspaceId
-        );
+        await this.models.copilotWorkspace.getEmbeddingStatus(workspaceId);
       return { total, embedded };
     }
 
@@ -434,11 +458,33 @@ export class CopilotContextResolver {
     return tags;
   }
 
+  @ResolveField(() => [CopilotContextBlob], {
+    description: 'list blobs in context',
+  })
+  @CallMetric('ai', 'context_blob_list')
+  async blobs(
+    @Parent() context: CopilotContextType
+  ): Promise<CopilotContextBlob[]> {
+    if (!context.id) {
+      return [];
+    }
+    const session = await this.context.get(context.id);
+    const blobs = session.blobs;
+    await this.models.copilotContext.mergeBlobStatus(
+      session.workspaceId,
+      blobs
+    );
+
+    return blobs.map(blob => ({ ...blob, status: blob.status || null }));
+  }
+
   @ResolveField(() => [CopilotContextDoc], {
     description: 'list files in context',
   })
   @CallMetric('ai', 'context_file_list')
-  async docs(@Parent() context: CopilotContextType): Promise<CopilotDocType[]> {
+  async docs(
+    @Parent() context: CopilotContextType
+  ): Promise<CopilotContextDoc[]> {
     if (!context.id) {
       return [];
     }
@@ -539,7 +585,7 @@ export class CopilotContextResolver {
   async addContextDoc(
     @Args({ name: 'options', type: () => AddContextDocInput })
     options: AddContextDocInput
-  ): Promise<CopilotDocType> {
+  ): Promise<CopilotContextDoc> {
     const lockFlag = `${COPILOT_LOCKER}:context:${options.contextId}`;
     await using lock = await this.mutex.acquire(lockFlag);
     if (!lock) {
@@ -675,6 +721,90 @@ export class CopilotContextResolver {
     }
   }
 
+  @Mutation(() => CopilotContextBlob, {
+    description: 'add a blob to context',
+  })
+  @CallMetric('ai', 'context_blob_add')
+  async addContextBlob(
+    @CurrentUser() user: CurrentUser,
+    @Args({ name: 'options', type: () => AddContextBlobInput })
+    options: AddContextBlobInput
+  ): Promise<CopilotContextBlob> {
+    if (!this.context.canEmbedding) {
+      throw new CopilotEmbeddingUnavailable();
+    }
+
+    const lockFlag = `${COPILOT_LOCKER}:context:${options.contextId}`;
+    await using lock = await this.mutex.acquire(lockFlag);
+    if (!lock) {
+      throw new TooManyRequest('Server is busy');
+    }
+
+    const contextSession = await this.context.get(options.contextId);
+
+    await this.ac
+      .user(user.id)
+      .workspace(contextSession.workspaceId)
+      .allowLocal()
+      .assert('Workspace.Copilot');
+
+    try {
+      const blob = await contextSession.addBlobRecord(options.blobId);
+      if (!blob) {
+        throw new BlobNotFound({
+          spaceId: contextSession.workspaceId,
+          blobId: options.blobId,
+        });
+      }
+
+      await this.jobs.addBlobEmbeddingQueue({
+        workspaceId: contextSession.workspaceId,
+        contextId: contextSession.id,
+        blobId: options.blobId,
+      });
+
+      return { ...blob, status: blob.status || null };
+    } catch (e: any) {
+      if (e instanceof UserFriendlyError) {
+        throw e;
+      }
+      throw new CopilotFailedToModifyContext({
+        contextId: options.contextId,
+        message: e.message,
+      });
+    }
+  }
+
+  @Mutation(() => Boolean, {
+    description: 'remove a blob from context',
+  })
+  @CallMetric('ai', 'context_blob_remove')
+  async removeContextBlob(
+    @Args({ name: 'options', type: () => RemoveContextBlobInput })
+    options: RemoveContextBlobInput
+  ): Promise<boolean> {
+    if (!this.context.canEmbedding) {
+      throw new CopilotEmbeddingUnavailable();
+    }
+
+    const lockFlag = `${COPILOT_LOCKER}:context:${options.contextId}`;
+    await using lock = await this.mutex.acquire(lockFlag);
+    if (!lock) {
+      throw new TooManyRequest('Server is busy');
+    }
+
+    const contextSession = await this.context.get(options.contextId);
+
+    try {
+      return await contextSession.removeBlobRecord(options.blobId);
+    } catch (e: any) {
+      throw new CopilotFailedToModifyContext({
+        contextId: options.contextId,
+        message: e.message,
+      });
+    }
+  }
+
   @ResolveField(() => [ContextMatchedFileChunk], {
     description: 'match file in context',
   })

packages/backend/server/src/plugins/copilot/context/service.ts

@@ -147,6 +147,28 @@ export class CopilotContextService implements OnApplicationBootstrap {
     return null;
   }
 
+  async matchWorkspaceBlobs(
+    workspaceId: string,
+    content: string,
+    topK: number = 5,
+    signal?: AbortSignal,
+    threshold: number = 0.5
+  ) {
+    if (!this.embeddingClient) return [];
+    const embedding = await this.embeddingClient.getEmbedding(content, signal);
+    if (!embedding) return [];
+
+    const blobChunks = await this.models.copilotWorkspace.matchBlobEmbedding(
+      workspaceId,
+      embedding,
+      topK * 2,
+      threshold
+    );
+    if (!blobChunks.length) return [];
+
+    return await this.embeddingClient.reRank(content, blobChunks, topK, signal);
+  }
+
   async matchWorkspaceFiles(
     workspaceId: string,
     content: string,
@@ -210,7 +232,7 @@ export class CopilotContextService implements OnApplicationBootstrap {
     const embedding = await this.embeddingClient.getEmbedding(content, signal);
     if (!embedding) return [];
 
-    const [fileChunks, workspaceChunks, scopedWorkspaceChunks] =
+    const [fileChunks, blobChunks, workspaceChunks, scopedWorkspaceChunks] =
       await Promise.all([
         this.models.copilotWorkspace.matchFileEmbedding(
           workspaceId,
@@ -218,6 +240,12 @@ export class CopilotContextService implements OnApplicationBootstrap {
           topK * 2,
           threshold
         ),
+        this.models.copilotWorkspace.matchBlobEmbedding(
+          workspaceId,
+          embedding,
+          topK * 2,
+          threshold
+        ),
         this.models.copilotContext.matchWorkspaceEmbedding(
           embedding,
           workspaceId,
@@ -237,6 +265,7 @@ export class CopilotContextService implements OnApplicationBootstrap {
 
     if (
       !fileChunks.length &&
+      !blobChunks.length &&
       !workspaceChunks.length &&
       !scopedWorkspaceChunks?.length
     ) {
@@ -245,7 +274,12 @@ export class CopilotContextService implements OnApplicationBootstrap {
 
     return await this.embeddingClient.reRank(
       content,
-      [...fileChunks, ...workspaceChunks, ...(scopedWorkspaceChunks || [])],
+      [
+        ...fileChunks,
+        ...blobChunks,
+        ...workspaceChunks,
+        ...(scopedWorkspaceChunks || []),
+      ],
       topK,
       signal
     );