feat: continue answer in ai chat (#13431)

> CLOSE AF-2786

<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->
## Summary by CodeRabbit

* **New Features**
* Added support for including HTML content from the "make it real"
action in AI chat context and prompts.
* Users can now continue AI responses in chat with richer context,
including HTML, for certain AI actions.

* **Improvements**
* Enhanced token counting and context handling in chat to account for
HTML content.
* Refined chat continuation logic for smoother user experience across
various AI actions.
<!-- end of auto-generated comment: release notes by coderabbit.ai -->

.docker/selfhost/schema.json

@@ -219,6 +219,41 @@
           "type": "boolean",
           "description": "Whether ignore email server's TSL certification verification. Enable it for self-signed certificates.\n@default false\n@environment `MAILER_IGNORE_TLS`",
           "default": false
+        },
+        "fallbackDomains": {
+          "type": "array",
+          "description": "The emails from these domains are always sent using the fallback SMTP server.\n@default []",
+          "default": []
+        },
+        "fallbackSMTP.host": {
+          "type": "string",
+          "description": "Host of the email server (e.g. smtp.gmail.com)\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.port": {
+          "type": "number",
+          "description": "Port of the email server (they commonly are 25, 465 or 587)\n@default 465",
+          "default": 465
+        },
+        "fallbackSMTP.username": {
+          "type": "string",
+          "description": "Username used to authenticate the email server\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.password": {
+          "type": "string",
+          "description": "Password used to authenticate the email server\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.sender": {
+          "type": "string",
+          "description": "Sender of all the emails (e.g. \"AFFiNE Team <noreply@affine.pro>\")\n@default \"\"",
+          "default": ""
+        },
+        "fallbackSMTP.ignoreTLS": {
+          "type": "boolean",
+          "description": "Whether ignore email server's TSL certification verification. Enable it for self-signed certificates.\n@default false",
+          "default": false
         }
       }
     },
@@ -629,14 +664,34 @@
       "properties": {
         "enabled": {
           "type": "boolean",
-          "description": "Whether to enable the copilot plugin.\n@default false",
+          "description": "Whether to enable the copilot plugin. <br> Document: <a href=\"https://docs.affine.pro/self-host-affine/administer/ai\" target=\"_blank\">https://docs.affine.pro/self-host-affine/administer/ai</a>\n@default false",
           "default": false
         },
+        "scenarios": {
+          "type": "object",
+          "description": "Use custom models in scenarios and override default settings.\n@default {\"override_enabled\":false,\"scenarios\":{\"audio_transcribing\":\"gemini-2.5-flash\",\"chat\":\"claude-sonnet-4@20250514\",\"embedding\":\"gemini-embedding-001\",\"image\":\"gpt-image-1\",\"rerank\":\"gpt-4.1\",\"coding\":\"claude-sonnet-4@20250514\",\"complex_text_generation\":\"gpt-4o-2024-08-06\",\"quick_decision_making\":\"gpt-4.1-mini\",\"quick_text_generation\":\"gemini-2.5-flash\",\"polish_and_summarize\":\"gemini-2.5-flash\"}}",
+          "default": {
+            "override_enabled": false,
+            "scenarios": {
+              "audio_transcribing": "gemini-2.5-flash",
+              "chat": "claude-sonnet-4@20250514",
+              "embedding": "gemini-embedding-001",
+              "image": "gpt-image-1",
+              "rerank": "gpt-4.1",
+              "coding": "claude-sonnet-4@20250514",
+              "complex_text_generation": "gpt-4o-2024-08-06",
+              "quick_decision_making": "gpt-4.1-mini",
+              "quick_text_generation": "gemini-2.5-flash",
+              "polish_and_summarize": "gemini-2.5-flash"
+            }
+          }
+        },
         "providers.openai": {
           "type": "object",
-          "description": "The config for the openai provider.\n@default {\"apiKey\":\"\"}\n@link https://github.com/openai/openai-node",
+          "description": "The config for the openai provider.\n@default {\"apiKey\":\"\",\"baseURL\":\"https://api.openai.com/v1\"}\n@link https://github.com/openai/openai-node",
           "default": {
-            "apiKey": ""
+            "apiKey": "",
+            "baseURL": "https://api.openai.com/v1"
           }
         },
         "providers.fal": {
@@ -648,9 +703,10 @@
         },
         "providers.gemini": {
           "type": "object",
-          "description": "The config for the gemini provider.\n@default {\"apiKey\":\"\"}",
+          "description": "The config for the gemini provider.\n@default {\"apiKey\":\"\",\"baseURL\":\"https://generativelanguage.googleapis.com/v1beta\"}",
           "default": {
-            "apiKey": ""
+            "apiKey": "",
+            "baseURL": "https://generativelanguage.googleapis.com/v1beta"
           }
         },
         "providers.geminiVertex": {
@@ -697,9 +753,10 @@
         },
         "providers.anthropic": {
           "type": "object",
-          "description": "The config for the anthropic provider.\n@default {\"apiKey\":\"\"}",
+          "description": "The config for the anthropic provider.\n@default {\"apiKey\":\"\",\"baseURL\":\"https://api.anthropic.com/v1\"}",
           "default": {
-            "apiKey": ""
+            "apiKey": "",
+            "baseURL": "https://api.anthropic.com/v1"
           }
         },
         "providers.anthropicVertex": {

.github/actions/deploy/deploy.mjs

@@ -29,25 +29,25 @@ const isInternal = buildType === 'internal';
 
 const replicaConfig = {
   stable: {
-    web: 3,
-    graphql: Number(process.env.PRODUCTION_GRAPHQL_REPLICA) || 3,
-    sync: Number(process.env.PRODUCTION_SYNC_REPLICA) || 3,
-    renderer: Number(process.env.PRODUCTION_RENDERER_REPLICA) || 3,
-    doc: Number(process.env.PRODUCTION_DOC_REPLICA) || 3,
+    web: 2,
+    graphql: Number(process.env.PRODUCTION_GRAPHQL_REPLICA) || 2,
+    sync: Number(process.env.PRODUCTION_SYNC_REPLICA) || 2,
+    renderer: Number(process.env.PRODUCTION_RENDERER_REPLICA) || 2,
+    doc: Number(process.env.PRODUCTION_DOC_REPLICA) || 2,
   },
   beta: {
-    web: 2,
-    graphql: Number(process.env.BETA_GRAPHQL_REPLICA) || 2,
-    sync: Number(process.env.BETA_SYNC_REPLICA) || 2,
-    renderer: Number(process.env.BETA_RENDERER_REPLICA) || 2,
-    doc: Number(process.env.BETA_DOC_REPLICA) || 2,
+    web: 1,
+    graphql: Number(process.env.BETA_GRAPHQL_REPLICA) || 1,
+    sync: Number(process.env.BETA_SYNC_REPLICA) || 1,
+    renderer: Number(process.env.BETA_RENDERER_REPLICA) || 1,
+    doc: Number(process.env.BETA_DOC_REPLICA) || 1,
   },
   canary: {
-    web: 2,
-    graphql: 2,
-    sync: 2,
-    renderer: 2,
-    doc: 2,
+    web: 1,
+    graphql: 1,
+    sync: 1,
+    renderer: 1,
+    doc: 1,
   },
 };
 

.github/helm/affine/charts/gcloud-sql-proxy/values.yaml

@@ -1,4 +1,4 @@
-replicaCount: 3
+replicaCount: 2
 enabled: false
 database: 
   connectionName: ""
@@ -33,8 +33,11 @@ service:
 
 resources:
   limits:
-    memory: "4Gi"
-    cpu: "2"
+    memory: "1Gi"
+    cpu: "1"
+  requests:
+    memory: "512Mi"
+    cpu: "100m"
 
 volumes: []
 volumeMounts: []

.github/workflows/release.yml

@@ -75,6 +75,7 @@ jobs:
         with:
           secret: ${{ secrets.GITHUB_TOKEN }}
           approvers: forehalo,fengmk2
+          minimum-approvals: 1
           fail-on-denial: true
           issue-title: Please confirm to release docker image
           issue-body: |

.github/workflows/windows-signer.yml

@@ -29,7 +29,7 @@ jobs:
         shell: cmd
         run: |
           cd ${{ env.ARCHIVE_DIR }}/out
-          signtool sign /tr http://timestamp.sectigo.com /td sha256 /fd sha256 /a ${{ inputs.files }}
+          signtool sign /tr http://timestamp.globalsign.com/tsa/r6advanced1 /td sha256 /fd sha256 /a ${{ inputs.files }}
       - name: zip file
         shell: cmd
         run: |

blocksuite/affine/blocks/database/src/data-source.ts

@@ -164,8 +164,10 @@ export class DatabaseBlockDataSource extends DataSourceBase {
   readonly$: ReadonlySignal<boolean> = computed(() => {
     return (
       this._model.store.readonly ||
-      // TODO(@L-Sun): use block level readonly
-      IS_MOBILE
+      (IS_MOBILE &&
+        !this._model.store.provider
+          .get(FeatureFlagService)
+          .getFlag('enable_mobile_database_editing'))
     );
   });
 

blocksuite/affine/blocks/database/src/database-block.ts

@@ -13,6 +13,7 @@ import {
   BlockElementCommentManager,
   CommentProviderIdentifier,
   DocModeProvider,
+  FeatureFlagService,
   NotificationProvider,
   type TelemetryEventMap,
   TelemetryProvider,
@@ -34,6 +35,7 @@ import {
   uniMap,
 } from '@blocksuite/data-view';
 import { widgetPresets } from '@blocksuite/data-view/widget-presets';
+import { IS_MOBILE } from '@blocksuite/global/env';
 import { Rect } from '@blocksuite/global/gfx';
 import {
   CommentIcon,
@@ -48,6 +50,7 @@ import { autoUpdate } from '@floating-ui/dom';
 import { computed, signal } from '@preact/signals-core';
 import { html, nothing } from 'lit';
 import { repeat } from 'lit/directives/repeat.js';
+import { styleMap } from 'lit/directives/style-map.js';
 
 import { popSideDetail } from './components/layout.js';
 import { DatabaseConfigExtension } from './config.js';
@@ -349,6 +352,7 @@ export class DatabaseBlockComponent extends CaptionedBlockComponent<DatabaseBloc
     this.setAttribute(RANGE_SYNC_EXCLUDE_ATTR, 'true');
     this.classList.add(databaseBlockStyles);
     this.listenFullWidthChange();
+    this.handleMobileEditing();
   }
 
   listenFullWidthChange() {
@@ -364,6 +368,40 @@ export class DatabaseBlockComponent extends CaptionedBlockComponent<DatabaseBloc
       })
     );
   }
+
+  handleMobileEditing() {
+    if (!IS_MOBILE) return;
+
+    const handler = () => {
+      if (
+        !this.std
+          .get(FeatureFlagService)
+          .getFlag('enable_mobile_database_editing')
+      ) {
+        const notification = this.std.getOptional(NotificationProvider);
+        if (notification) {
+          notification.notify({
+            title: html`<div
+              style=${styleMap({
+                whiteSpace: 'wrap',
+              })}
+            >
+              Mobile database editing is not supported yet. You can open it in
+              experimental features, or edit it in desktop mode.
+            </div>`,
+            accent: 'warning',
+          });
+        }
+        this.removeEventListener('click', handler);
+      }
+    };
+
+    this.addEventListener('click', handler);
+    this.disposables.add(() => {
+      this.removeEventListener('click', handler);
+    });
+  }
+
   private readonly dataViewRootLogic = lazy(
     () =>
       new DataViewRootUILogic({

blocksuite/affine/blocks/image/src/configs/toolbar.ts

@@ -1,6 +1,7 @@
 import { ImageBlockModel } from '@blocksuite/affine-model';
 import {
   ActionPlacement,
+  blockCommentToolbarButton,
   type ToolbarModuleConfig,
   ToolbarModuleExtension,
 } from '@blocksuite/affine-shared/services';
@@ -49,6 +50,10 @@ const builtinToolbarConfig = {
         });
       },
     },
+    {
+      id: 'c.comment',
+      ...blockCommentToolbarButton,
+    },
     {
       placement: ActionPlacement.More,
       id: 'a.clipboard',

blocksuite/affine/blocks/paragraph/src/utils/merge-with-prev.ts

@@ -24,6 +24,7 @@ import {
   getPrevContentBlock,
   matchModels,
 } from '@blocksuite/affine-shared/utils';
+import { IS_MOBILE } from '@blocksuite/global/env';
 import { BlockSelection, type EditorHost } from '@blocksuite/std';
 import type { BlockModel, Text } from '@blocksuite/store';
 
@@ -91,10 +92,17 @@ export function mergeWithPrev(editorHost: EditorHost, model: BlockModel) {
       ...EMBED_BLOCK_MODEL_LIST,
     ])
   ) {
-    const selection = editorHost.selection.create(BlockSelection, {
-      blockId: prevBlock.id,
-    });
-    editorHost.selection.setGroup('note', [selection]);
+    // due to create a block selection will clear text selection, which lead
+    // the virtual keyboard to be auto closed on mobile. This behavior breaks
+    // the user experience.
+    if (!IS_MOBILE) {
+      const selection = editorHost.selection.create(BlockSelection, {
+        blockId: prevBlock.id,
+      });
+      editorHost.selection.setGroup('note', [selection]);
+    } else {
+      doc.deleteBlock(prevBlock);
+    }
 
     if (model.text?.length === 0) {
       doc.deleteBlock(model, {

blocksuite/affine/blocks/root/src/edgeless/edgeless-keyboard.ts

@@ -634,9 +634,9 @@ export class EdgelessPageKeyboardManager extends PageKeyboardManager {
 
     const movedElements = new Set([
       ...selectedElements,
-      ...selectedElements
-        .map(el => (isGfxGroupCompatibleModel(el) ? el.descendantElements : []))
-        .flat(),
+      ...selectedElements.flatMap(el =>
+        isGfxGroupCompatibleModel(el) ? el.descendantElements : []
+      ),
     ]);
 
     movedElements.forEach(element => {

blocksuite/affine/blocks/root/src/edgeless/index.ts

@@ -4,6 +4,6 @@ export * from './clipboard/command';
 export * from './edgeless-root-block.js';
 export { EdgelessRootService } from './edgeless-root-service.js';
 export * from './utils/clipboard-utils.js';
-export { sortEdgelessElements } from './utils/clone-utils.js';
+export { getElementProps, sortEdgelessElements } from './utils/clone-utils.js';
 export { isCanvasElement } from './utils/query.js';
 export { EDGELESS_BLOCK_CHILD_PADDING } from '@blocksuite/affine-shared/consts';

blocksuite/affine/blocks/surface-ref/src/configs/toolbar.ts

@@ -5,6 +5,7 @@ import {
 } from '@blocksuite/affine-shared/commands';
 import {
   ActionPlacement,
+  blockCommentToolbarButton,
   type ToolbarModuleConfig,
 } from '@blocksuite/affine-shared/services';
 import { CaptionIcon, CopyIcon, DeleteIcon } from '@blocksuite/icons/lit';
@@ -61,6 +62,10 @@ export const surfaceRefToolbarModuleConfig: ToolbarModuleConfig = {
         surfaceRefBlock.captionElement.show();
       },
     },
+    {
+      id: 'e.comment',
+      ...blockCommentToolbarButton,
+    },
     {
       id: 'a.clipboard',
       placement: ActionPlacement.More,

blocksuite/affine/data-view/src/core/view/data-view-base.ts

@@ -65,7 +65,7 @@ export abstract class DataViewUILogicBase<
       return handler(context);
     });
   }
-  setSelection(selection?: Selection): void {
+  setSelection(selection?: Selection) {
     this.root.setSelection(selection);
   }
 

blocksuite/affine/data-view/src/view-presets/kanban/mobile/cell.ts

@@ -73,7 +73,9 @@ export class MobileKanbanCell extends SignalWatcher(
     if (this.view.readonly$.value) {
       return;
     }
-    const setSelection = this.kanbanViewLogic.setSelection;
+    const setSelection = this.kanbanViewLogic.setSelection.bind(
+      this.kanbanViewLogic
+    );
     const viewId = this.kanbanViewLogic.view.id;
     if (setSelection && viewId) {
       if (editing && this.cell?.beforeEnterEditMode() === false) {

blocksuite/affine/data-view/src/view-presets/kanban/mobile/kanban-view-ui-logic.ts

@@ -86,6 +86,9 @@ export class MobileKanbanViewUILogic extends DataViewUILogicBase<
   }
 
   renderAddGroup = () => {
+    if (this.readonly) {
+      return;
+    }
     const addGroup = this.groupManager.addGroup;
     if (!addGroup) {
       return;

blocksuite/affine/data-view/src/view-presets/table/mobile/cell.ts

@@ -68,7 +68,9 @@ export class MobileTableCell extends SignalWatcher(
     if (this.view.readonly$.value) {
       return;
     }
-    const setSelection = this.tableViewLogic.setSelection;
+    const setSelection = this.tableViewLogic.setSelection.bind(
+      this.tableViewLogic
+    );
     const viewId = this.tableViewLogic.view.id;
     if (setSelection && viewId) {
       if (editing && this.cell?.beforeEnterEditMode() === false) {

blocksuite/affine/data-view/src/view-presets/table/mobile/table-view-style.ts

@@ -1,3 +1,4 @@
+import { IS_IOS } from '@blocksuite/global/env';
 import { css } from '@emotion/css';
 import { cssVarV2 } from '@toeverything/theme/v2';
 
@@ -10,7 +11,7 @@ export const mobileTableViewWrapper = css({
    * See https://github.com/toeverything/AFFiNE/pull/12203
    * and https://github.com/toeverything/blocksuite/pull/8784
    */
-  overflowX: 'hidden',
+  overflowX: IS_IOS ? 'hidden' : undefined,
   overflowY: 'hidden',
 });
 

blocksuite/affine/data-view/src/widget-presets/quick-setting-bar/filter/list-view.ts

@@ -88,6 +88,9 @@ export class FilterBar extends SignalWatcher(ShadowlessElement) {
   };
 
   private readonly addFilter = (e: MouseEvent) => {
+    if (this.dataViewLogic.root.config.dataSource.readonly$.peek()) {
+      return;
+    }
     const element = popupTargetFromElement(e.target as HTMLElement);
     popCreateFilter(element, {
       vars: this.vars,

blocksuite/affine/fragments/outline/src/utils/query.ts

@@ -68,5 +68,5 @@ export function getHeadingBlocksFromDoc(
   ignoreEmpty = false
 ) {
   const notes = getNotesFromStore(store, modes);
-  return notes.map(note => getHeadingBlocksFromNote(note, ignoreEmpty)).flat();
+  return notes.flatMap(note => getHeadingBlocksFromNote(note, ignoreEmpty));
 }

blocksuite/affine/inlines/comment/src/inline-comment-manager.ts

@@ -103,54 +103,52 @@ export class InlineCommentManager extends LifeCycleWatcher {
     id: CommentId,
     selections: BaseSelection[]
   ) => {
-    const needCommentTexts = selections
-      .map(selection => {
-        if (!selection.is(TextSelection)) return [];
-        const [_, { selectedBlocks }] = this.std.command
-          .chain()
-          .pipe(getSelectedBlocksCommand, {
-            textSelection: selection,
-          })
-          .run();
+    const needCommentTexts = selections.flatMap(selection => {
+      if (!selection.is(TextSelection)) return [];
+      const [_, { selectedBlocks }] = this.std.command
+        .chain()
+        .pipe(getSelectedBlocksCommand, {
+          textSelection: selection,
+        })
+        .run();
 
-        if (!selectedBlocks) return [];
+      if (!selectedBlocks) return [];
 
-        type MakeRequired<T, K extends keyof T> = T & {
-          [key in K]: NonNullable<T[key]>;
-        };
+      type MakeRequired<T, K extends keyof T> = T & {
+        [key in K]: NonNullable<T[key]>;
+      };
 
-        return selectedBlocks
-          .map(
-            ({ model }) =>
-              [model, getInlineEditorByModel(this.std, model)] as const
-          )
-          .filter(
-            (
-              pair
-            ): pair is [MakeRequired<BlockModel, 'text'>, AffineInlineEditor] =>
-              !!pair[0].text && !!pair[1]
-          )
-          .map(([model, inlineEditor]) => {
-            let from: TextRangePoint;
-            let to: TextRangePoint | null;
-            if (model.id === selection.from.blockId) {
-              from = selection.from;
-              to = null;
-            } else if (model.id === selection.to?.blockId) {
-              from = selection.to;
-              to = null;
-            } else {
-              from = {
-                blockId: model.id,
-                index: 0,
-                length: model.text.yText.length,
-              };
-              to = null;
-            }
-            return [new TextSelection({ from, to }), inlineEditor] as const;
-          });
-      })
-      .flat();
+      return selectedBlocks
+        .map(
+          ({ model }) =>
+            [model, getInlineEditorByModel(this.std, model)] as const
+        )
+        .filter(
+          (
+            pair
+          ): pair is [MakeRequired<BlockModel, 'text'>, AffineInlineEditor] =>
+            !!pair[0].text && !!pair[1]
+        )
+        .map(([model, inlineEditor]) => {
+          let from: TextRangePoint;
+          let to: TextRangePoint | null;
+          if (model.id === selection.from.blockId) {
+            from = selection.from;
+            to = null;
+          } else if (model.id === selection.to?.blockId) {
+            from = selection.to;
+            to = null;
+          } else {
+            from = {
+              blockId: model.id,
+              index: 0,
+              length: model.text.yText.length,
+            };
+            to = null;
+          }
+          return [new TextSelection({ from, to }), inlineEditor] as const;
+        });
+    });
 
     if (needCommentTexts.length === 0) return;
 

blocksuite/affine/inlines/reference/src/reference-node/reference-node.ts

@@ -150,6 +150,9 @@ export class AffineReference extends WithDisposable(ShadowlessElement) {
 
   readonly open = (event?: Partial<DocLinkClickedEvent>) => {
     if (!this.config.interactable) return;
+    if (event?.event?.button === 2) {
+      return;
+    }
 
     this.std.getOptional(RefNodeSlotsProvider)?.docLinkClicked.next({
       ...this.referenceInfo,

blocksuite/affine/shared/src/services/comment-service/utils.ts

@@ -64,7 +64,7 @@ export const blockCommentToolbarButton: Omit<ToolbarAction, 'id'> = {
 
     // may be hover on a block or element, in this case
     // the selection is empty, so we need to get the current model
-    if (model && selections.length === 0) {
+    if (model) {
       if (model instanceof BlockModel) {
         commentProvider.addComment([
           new BlockSelection({

blocksuite/affine/shared/src/services/feature-flag-service.ts

@@ -15,6 +15,7 @@ export interface BlockSuiteFlags {
   enable_shape_shadow_blur: boolean;
   enable_mobile_keyboard_toolbar: boolean;
   enable_mobile_linked_doc_menu: boolean;
+  enable_mobile_database_editing: boolean;
   enable_block_meta: boolean;
   enable_callout: boolean;
   enable_edgeless_scribbled_style: boolean;
@@ -41,6 +42,7 @@ export class FeatureFlagService extends StoreExtension {
     enable_mobile_keyboard_toolbar: false,
     enable_mobile_linked_doc_menu: false,
     enable_block_meta: true,
+    enable_mobile_database_editing: false,
     enable_callout: false,
     enable_edgeless_scribbled_style: false,
     enable_table_virtual_scroll: false,

blocksuite/affine/shared/src/services/user-service/user-service.ts

@@ -5,6 +5,7 @@ import type { Signal } from '@preact/signals-core';
 import type { AffineUserInfo } from './types';
 
 export interface UserService {
+  currentUserInfo$: Signal<AffineUserInfo | null>;
   userInfo$(id: string): Signal<AffineUserInfo | null>;
   isLoading$(id: string): Signal<boolean>;
   error$(id: string): Signal<string | null>; // user friendly error string

blocksuite/affine/shared/src/services/virtual-keyboard-service.ts

@@ -4,6 +4,14 @@ import type { ReadonlySignal } from '@preact/signals-core';
 export interface VirtualKeyboardProvider {
   readonly visible$: ReadonlySignal<boolean>;
   readonly height$: ReadonlySignal<number>;
+  /**
+   * The static height of the keyboard, it should record the last non-zero height of virtual keyboard
+   */
+  readonly staticHeight$: ReadonlySignal<number>;
+  /**
+   * The safe area of the app tab, it will be used when the keyboard is open or closed
+   */
+  readonly appTabSafeArea$: ReadonlySignal<string>;
 }
 
 export interface VirtualKeyboardProviderWithAction

blocksuite/affine/shared/src/utils/edgeless.ts

@@ -11,14 +11,12 @@ export function getSelectedRect(selected: GfxModel[]): DOMRect {
     return new DOMRect();
   }
 
-  const lockedElementsByFrame = selected
-    .map(selectable => {
-      if (selectable instanceof FrameBlockModel && selectable.isLocked()) {
-        return selectable.descendantElements;
-      }
-      return [];
-    })
-    .flat();
+  const lockedElementsByFrame = selected.flatMap(selectable => {
+    if (selectable instanceof FrameBlockModel && selectable.isLocked()) {
+      return selectable.descendantElements;
+    }
+    return [];
+  });
 
   selected = [...new Set([...selected, ...lockedElementsByFrame])];
 

blocksuite/affine/widgets/drag-handle/src/helpers/preview-helper.ts

@@ -114,6 +114,7 @@ export class PreviewHelper {
     });
 
     let width: number = 500;
+    // oxlint-disable-next-line no-unassigned-vars
     let height;
 
     const noteBlock = this.widget.host.querySelector('affine-note');

blocksuite/affine/widgets/keyboard-toolbar/src/config.ts

@@ -168,10 +168,6 @@ export type KeyboardSubToolbarConfig = {
 export type KeyboardToolbarContext = {
   std: BlockStdScope;
   rootComponent: BlockComponent;
-  /**
-   * Close tool bar, and blur the focus if blur is true, default is false
-   */
-  closeToolbar: (blur?: boolean) => void;
   /**
    * Close current tool panel and show virtual keyboard
    */

blocksuite/affine/widgets/keyboard-toolbar/src/keyboard-tool-panel.ts

@@ -4,7 +4,7 @@ import {
   requiredProperties,
   ShadowlessElement,
 } from '@blocksuite/std';
-import { html, nothing, type PropertyValues } from 'lit';
+import { html, nothing } from 'lit';
 import { property } from 'lit/decorators.js';
 import { repeat } from 'lit/directives/repeat.js';
 
@@ -71,22 +71,13 @@ export class AffineKeyboardToolPanel extends SignalWatcher(
       .map(group => (typeof group === 'function' ? group(this.context) : group))
       .filter((group): group is KeyboardToolPanelGroup => group !== null);
 
-    return repeat(
-      groups,
-      group => group.name,
-      group => this._renderGroup(group)
-    );
-  }
-
-  protected override willUpdate(changedProperties: PropertyValues<this>) {
-    if (changedProperties.has('height')) {
-      this.style.height = `${this.height}px`;
-      if (this.height === 0) {
-        this.style.padding = '0';
-      } else {
-        this.style.padding = '';
-      }
-    }
+    return html`<div class="affine-keyboard-tool-panel-container">
+      ${repeat(
+        groups,
+        group => group.name,
+        group => this._renderGroup(group)
+      )}
+    </div>`;
   }
 
   @property({ attribute: false })
@@ -94,7 +85,4 @@ export class AffineKeyboardToolPanel extends SignalWatcher(
 
   @property({ attribute: false })
   accessor context!: KeyboardToolbarContext;
-
-  @property({ attribute: false })
-  accessor height = 0;
 }

blocksuite/affine/widgets/keyboard-toolbar/src/keyboard-toolbar.ts

@@ -8,7 +8,7 @@ import {
   requiredProperties,
   ShadowlessElement,
 } from '@blocksuite/std';
-import { effect, type Signal, signal, untracked } from '@preact/signals-core';
+import { effect, type Signal, signal } from '@preact/signals-core';
 import { html } from 'lit';
 import { property } from 'lit/decorators.js';
 import { repeat } from 'lit/directives/repeat.js';
@@ -22,7 +22,6 @@ import type {
   KeyboardToolbarItem,
   KeyboardToolPanelConfig,
 } from './config';
-import { PositionController } from './position-controller';
 import { keyboardToolbarStyles } from './styles';
 import {
   isKeyboardSubToolBarConfig,
@@ -41,10 +40,7 @@ export class AffineKeyboardToolbar extends SignalWatcher(
 ) {
   static override styles = keyboardToolbarStyles;
 
-  /** This field records the panel static height same as the virtual keyboard height */
-  panelHeight$ = signal(0);
-
-  positionController = new PositionController(this);
+  private readonly _expanded$ = signal(false);
 
   get std() {
     return this.rootComponent.std;
@@ -54,9 +50,31 @@ export class AffineKeyboardToolbar extends SignalWatcher(
     return this._currentPanelIndex$.value !== -1;
   }
 
+  private get panelHeight() {
+    return this._expanded$.value
+      ? `${
+          this.keyboard.staticHeight$.value !== 0
+            ? this.keyboard.staticHeight$.value
+            : 330
+        }px`
+      : this.keyboard.appTabSafeArea$.value;
+  }
+
+  /**
+   * Prevent flickering during keyboard opening
+   */
+  private _resetPanelIndexTimeoutId: ReturnType<typeof setTimeout> | null =
+    null;
   private readonly _closeToolPanel = () => {
-    this._currentPanelIndex$.value = -1;
     if (!this.keyboard.visible$.peek()) this.keyboard.show();
+
+    if (this._resetPanelIndexTimeoutId) {
+      clearTimeout(this._resetPanelIndexTimeoutId);
+      this._resetPanelIndexTimeoutId = null;
+    }
+    this._resetPanelIndexTimeoutId = setTimeout(() => {
+      this._currentPanelIndex$.value = -1;
+    }, 100);
   };
 
   private readonly _currentPanelIndex$ = signal(-1);
@@ -83,6 +101,10 @@ export class AffineKeyboardToolbar extends SignalWatcher(
       if (this._currentPanelIndex$.value === index) {
         this._closeToolPanel();
       } else {
+        if (this._resetPanelIndexTimeoutId) {
+          clearTimeout(this._resetPanelIndexTimeoutId);
+          this._resetPanelIndexTimeoutId = null;
+        }
         this._currentPanelIndex$.value = index;
         this.keyboard.hide();
         this._scrollCurrentBlockIntoView();
@@ -123,9 +145,6 @@ export class AffineKeyboardToolbar extends SignalWatcher(
     return {
       std: this.std,
       rootComponent: this.rootComponent,
-      closeToolbar: (blur = false) => {
-        this.close(blur);
-      },
       closeToolPanel: () => {
         this._closeToolPanel();
       },
@@ -202,7 +221,7 @@ export class AffineKeyboardToolbar extends SignalWatcher(
   }
 
   private _renderItems() {
-    if (document.activeElement !== this.rootComponent)
+    if (!this.std.event.active$.value)
       return html`<div class="item-container"></div>`;
 
     const goPrevToolbarAction = when(
@@ -226,7 +245,15 @@ export class AffineKeyboardToolbar extends SignalWatcher(
       <icon-button
         size="36px"
         @click=${() => {
-          this.close(true);
+          if (this.keyboard.staticHeight$.value === 0) {
+            this._closeToolPanel();
+            return;
+          }
+          if (this.keyboard.visible$.peek()) {
+            this.keyboard.hide();
+          } else {
+            this.keyboard.show();
+          }
         }}
       >
         ${KeyboardIcon()}
@@ -237,6 +264,23 @@ export class AffineKeyboardToolbar extends SignalWatcher(
   override connectedCallback() {
     super.connectedCallback();
 
+    // There are two cases that `_expanded$` will be true:
+    // 1. when virtual keyboard is opened, the panel need to be expanded and overlapped by the keyboard,
+    // so that the toolbar will be on the top of the keyboard.
+    // 2. the panel is opened, whether the keyboard is closed or not exists (e.g. a physical keyboard connected)
+    //
+    // There is one case that `_expanded$` will be false:
+    // 1. the panel is closed, and the keyboard is closed, the toolbar will be rendered at the bottom of the viewport
+    this._disposables.add(
+      effect(() => {
+        if (this.keyboard.visible$.value || this.panelOpened) {
+          this._expanded$.value = true;
+        } else {
+          this._expanded$.value = false;
+        }
+      })
+    );
+
     // prevent editor blur when click item in toolbar
     this.disposables.addFromEvent(this, 'pointerdown', e => {
       e.preventDefault();
@@ -260,15 +304,17 @@ export class AffineKeyboardToolbar extends SignalWatcher(
         if (this.keyboard.visible$.value) {
           this._closeToolPanel();
         }
-        // when keyboard is closed and the panel is not opened, we need to close the toolbar,
-        // this usually happens when user close keyboard from system side
-        else if (this.hasUpdated && untracked(() => !this.panelOpened)) {
-          this.close(true);
-        }
       })
     );
 
     this._watchAutoShow();
+
+    this.disposables.add(() => {
+      if (this._resetPanelIndexTimeoutId) {
+        clearTimeout(this._resetPanelIndexTimeoutId);
+        this._resetPanelIndexTimeoutId = null;
+      }
+    });
   }
 
   private _watchAutoShow() {
@@ -331,7 +377,10 @@ export class AffineKeyboardToolbar extends SignalWatcher(
       <affine-keyboard-tool-panel
         .config=${this._currentPanelConfig}
         .context=${this._context}
-        .height=${this.panelHeight$.value}
+        style=${styleMap({
+          height: this.panelHeight,
+          paddingBottom: this.keyboard.appTabSafeArea$.value,
+        })}
       ></affine-keyboard-tool-panel>
     `;
   }
@@ -339,9 +388,6 @@ export class AffineKeyboardToolbar extends SignalWatcher(
   @property({ attribute: false })
   accessor keyboard!: VirtualKeyboardProviderWithAction;
 
-  @property({ attribute: false })
-  accessor close: (blur: boolean) => void = () => {};
-
   @property({ attribute: false })
   accessor config!: KeyboardToolbarConfig;
 

blocksuite/affine/widgets/keyboard-toolbar/src/position-controller.ts

@@ -1,42 +0,0 @@
-import { type VirtualKeyboardProvider } from '@blocksuite/affine-shared/services';
-import { DisposableGroup } from '@blocksuite/global/disposable';
-import type { BlockStdScope, ShadowlessElement } from '@blocksuite/std';
-import { effect, type Signal } from '@preact/signals-core';
-import type { ReactiveController, ReactiveControllerHost } from 'lit';
-
-/**
- * This controller is used to control the keyboard toolbar position
- */
-export class PositionController implements ReactiveController {
-  private readonly _disposables = new DisposableGroup();
-
-  host: ReactiveControllerHost &
-    ShadowlessElement & {
-      std: BlockStdScope;
-      panelHeight$: Signal<number>;
-      keyboard: VirtualKeyboardProvider;
-      panelOpened: boolean;
-    };
-
-  constructor(host: PositionController['host']) {
-    (this.host = host).addController(this);
-  }
-
-  hostConnected() {
-    const { keyboard } = this.host;
-
-    this._disposables.add(
-      effect(() => {
-        if (keyboard.visible$.value) {
-          this.host.panelHeight$.value = keyboard.height$.value;
-        }
-      })
-    );
-
-    this.host.style.bottom = '0px';
-  }
-
-  hostDisconnected() {
-    this._disposables.dispose();
-  }
-}

blocksuite/affine/widgets/keyboard-toolbar/src/styles.ts

@@ -7,6 +7,7 @@ export const keyboardToolbarStyles = css`
     position: fixed;
     display: block;
     width: 100vw;
+    bottom: 0;
   }
 
   .keyboard-toolbar {
@@ -60,14 +61,18 @@ export const keyboardToolbarStyles = css`
 
 export const keyboardToolPanelStyles = css`
   affine-keyboard-tool-panel {
+    display: block;
+    overflow-y: auto;
+    box-sizing: border-box;
+    background-color: ${unsafeCSSVarV2('layer/background/primary')};
+  }
+
+  .affine-keyboard-tool-panel-container {
     display: flex;
     flex-direction: column;
     gap: 24px;
     width: 100%;
     padding: 16px 4px 8px 8px;
-    overflow-y: auto;
-    box-sizing: border-box;
-    background-color: ${unsafeCSSVarV2('layer/background/primary')};
   }
 
   ${scrollbarStyle('affine-keyboard-tool-panel')}

blocksuite/affine/widgets/keyboard-toolbar/src/widget.ts

@@ -20,18 +20,6 @@ import {
 export const AFFINE_KEYBOARD_TOOLBAR_WIDGET = 'affine-keyboard-toolbar-widget';
 
 export class AffineKeyboardToolbarWidget extends WidgetComponent<RootBlockModel> {
-  private readonly _close = (blur: boolean) => {
-    if (blur) {
-      if (document.activeElement === this._docTitle?.inlineEditorContainer) {
-        this._docTitle?.inlineEditor?.setInlineRange(null);
-        this._docTitle?.inlineEditor?.eventSource?.blur();
-      } else if (document.activeElement === this.block?.rootComponent) {
-        this.std.selection.clear();
-      }
-    }
-    this._show$.value = false;
-  };
-
   private readonly _show$ = signal(false);
 
   private _initialInputMode: string = '';
@@ -73,29 +61,26 @@ export class AffineKeyboardToolbarWidget extends WidgetComponent<RootBlockModel>
   override connectedCallback(): void {
     super.connectedCallback();
 
-    const rootComponent = this.block?.rootComponent;
-    if (rootComponent) {
-      this.disposables.addFromEvent(rootComponent, 'focus', () => {
-        this._show$.value = true;
-      });
-      this.disposables.addFromEvent(rootComponent, 'blur', () => {
-        this._show$.value = false;
-      });
+    this.disposables.add(
+      effect(() => {
+        this._show$.value = this.std.event.active$.value;
+      })
+    );
 
-      if (this.keyboard.fallback) {
-        this._initialInputMode = rootComponent.inputMode;
-        this.disposables.add(() => {
-          rootComponent.inputMode = this._initialInputMode;
-        });
-        this.disposables.add(
-          effect(() => {
-            // recover input mode when keyboard toolbar is hidden
-            if (!this._show$.value) {
-              rootComponent.inputMode = this._initialInputMode;
-            }
-          })
-        );
-      }
+    const rootComponent = this.block?.rootComponent;
+    if (rootComponent && this.keyboard.fallback) {
+      this._initialInputMode = rootComponent.inputMode;
+      this.disposables.add(() => {
+        rootComponent.inputMode = this._initialInputMode;
+      });
+      this.disposables.add(
+        effect(() => {
+          // recover input mode when keyboard toolbar is hidden
+          if (!this._show$.value) {
+            rootComponent.inputMode = this._initialInputMode;
+          }
+        })
+      );
     }
 
     if (this._docTitle) {
@@ -129,7 +114,6 @@ export class AffineKeyboardToolbarWidget extends WidgetComponent<RootBlockModel>
         .keyboard=${this.keyboard}
         .config=${this.config}
         .rootComponent=${this.block.rootComponent}
-        .close=${this._close}
       ></affine-keyboard-toolbar>`}
     ></blocksuite-portal>`;
   }

blocksuite/affine/widgets/linked-doc/src/linked-doc-popover.ts

@@ -113,11 +113,9 @@ export class LinkedDocPopover extends SignalWatcher(
   }
 
   private get _flattenActionList() {
-    return this._actionGroup
-      .map(group =>
-        group.items.map(item => ({ ...item, groupName: group.name }))
-      )
-      .flat();
+    return this._actionGroup.flatMap(group =>
+      group.items.map(item => ({ ...item, groupName: group.name }))
+    );
   }
 
   private get _query() {

blocksuite/affine/widgets/slash-menu/src/slash-menu-popover.ts

@@ -142,15 +142,13 @@ export class SlashMenu extends WithDisposable(LitElement) {
       // We search first and second layer
       if (this._filteredItems.length !== 0 && depth >= 1) break;
 
-      queue = queue
-        .map<typeof queue>(item => {
-          if (isSubMenuItem(item)) {
-            return item.subMenu;
-          } else {
-            return [];
-          }
-        })
-        .flat();
+      queue = queue.flatMap(item => {
+        if (isSubMenuItem(item)) {
+          return item.subMenu;
+        } else {
+          return [];
+        }
+      });
 
       depth++;
     }

blocksuite/affine/widgets/toolbar/src/toolbar.ts

@@ -418,9 +418,9 @@ export class AffineToolbarWidget extends WidgetComponent {
           return;
         }
 
-        const elementIds = selections
-          .map(s => (s.editing || s.inoperable ? [] : s.elements))
-          .flat();
+        const elementIds = selections.flatMap(s =>
+          s.editing || s.inoperable ? [] : s.elements
+        );
         const count = elementIds.length;
         const activated = context.activated && Boolean(count);
 

blocksuite/affine/widgets/toolbar/src/utils.ts

@@ -229,8 +229,7 @@ export function renderToolbar(
         ? module.config.when(context)
         : (module.config.when ?? true)
     )
-    .map<ToolbarActions>(module => module.config.actions)
-    .flat();
+    .flatMap(module => module.config.actions);
 
   const combined = combine(actions, context);
 

oxlint.json

@@ -159,6 +159,7 @@
       }
     ],
     "unicorn/prefer-array-some": "error",
+    "unicorn/prefer-array-flat-map": "off",
     "unicorn/no-useless-promise-resolve-reject": "error",
     "unicorn/no-unnecessary-await": "error",
     "unicorn/no-useless-fallback-in-spread": "error",

package.json

@@ -135,6 +135,7 @@
     "object.fromentries": "npm:@nolyfill/object.fromentries@^1",
     "object.hasown": "npm:@nolyfill/object.hasown@^1",
     "object.values": "npm:@nolyfill/object.values@^1",
+    "on-headers": "npm:on-headers@^1.1.0",
     "reflect.getprototypeof": "npm:@nolyfill/reflect.getprototypeof@^1",
     "regexp.prototype.flags": "npm:@nolyfill/regexp.prototype.flags@^1",
     "safe-array-concat": "npm:@nolyfill/safe-array-concat@^1",

packages/backend/server/migrations/20250728033348_workspace_blob_embedding/migration.sql

@@ -0,0 +1,37 @@
+-- CreateTable
+
+/*
+  Warnings:
+
+  - The primary key for the `ai_workspace_embeddings` table will be changed. If it partially fails, the table could be left without primary key constraint.
+  - The primary key for the `ai_workspace_file_embeddings` table will be changed. If it partially fails, the table could be left without primary key constraint.
+
+*/
+DO $$
+    BEGIN
+        IF EXISTS (SELECT 1 FROM pg_tables WHERE tablename = 'ai_workspace_embeddings') AND
+           EXISTS (SELECT 1 FROM pg_tables WHERE tablename = 'ai_workspace_file_embeddings') THEN
+            CREATE TABLE "ai_workspace_blob_embeddings" (
+                "workspace_id" VARCHAR NOT NULL,
+                "blob_id" VARCHAR NOT NULL,
+                "chunk" INTEGER NOT NULL,
+                "content" VARCHAR NOT NULL,
+                "embedding" vector(1024) NOT NULL,
+                "created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+
+                CONSTRAINT "ai_workspace_blob_embeddings_pkey" PRIMARY KEY ("workspace_id","blob_id","chunk")
+            );
+
+            -- CreateIndex
+            CREATE INDEX "ai_workspace_blob_embeddings_idx" ON "ai_workspace_blob_embeddings"
+                USING hnsw (embedding vector_cosine_ops);
+
+            -- AddForeignKey
+            ALTER TABLE "ai_workspace_blob_embeddings"
+                ADD CONSTRAINT "ai_workspace_blob_embeddings_workspace_id_blob_id_fkey"
+                FOREIGN KEY ("workspace_id", "blob_id")
+                REFERENCES "blobs"("workspace_id", "key")
+                ON DELETE CASCADE ON UPDATE CASCADE;
+        END IF;
+    END
+$$;

packages/backend/server/migrations/20250730104457_access_token/migration.sql

@@ -0,0 +1,20 @@
+-- CreateTable
+CREATE TABLE "access_tokens" (
+    "id" VARCHAR NOT NULL,
+    "name" VARCHAR NOT NULL,
+    "token" VARCHAR NOT NULL,
+    "user_id" VARCHAR NOT NULL,
+    "created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "expires_at" TIMESTAMPTZ(3),
+
+    CONSTRAINT "access_tokens_pkey" PRIMARY KEY ("id")
+);
+
+-- CreateIndex
+CREATE UNIQUE INDEX "access_tokens_token_key" ON "access_tokens"("token");
+
+-- CreateIndex
+CREATE INDEX "access_tokens_user_id_idx" ON "access_tokens"("user_id");
+
+-- AddForeignKey
+ALTER TABLE "access_tokens" ADD CONSTRAINT "access_tokens_user_id_fkey" FOREIGN KEY ("user_id") REFERENCES "users"("id") ON DELETE CASCADE ON UPDATE CASCADE;

packages/backend/server/migrations/20250805074035_workspace_last_check_embeddings/migration.sql

@@ -0,0 +1,5 @@
+-- AlterTable
+ALTER TABLE "workspaces" ADD COLUMN     "last_check_embeddings" TIMESTAMPTZ(3) NOT NULL DEFAULT '1970-01-01 00:00:00 +00:00';
+
+-- CreateIndex
+CREATE INDEX "workspaces_last_check_embeddings_idx" ON "workspaces"("last_check_embeddings");

packages/backend/server/package.json

@@ -40,6 +40,7 @@
     "@fal-ai/serverless-client": "^0.15.0",
     "@google-cloud/opentelemetry-cloud-trace-exporter": "^2.4.1",
     "@google-cloud/opentelemetry-resource-util": "^2.4.0",
+    "@modelcontextprotocol/sdk": "^1.16.0",
     "@nestjs-cls/transactional": "^2.6.1",
     "@nestjs-cls/transactional-adapter-prisma": "^1.2.19",
     "@nestjs/apollo": "^13.0.4",
@@ -85,6 +86,7 @@
     "express": "^5.0.1",
     "fast-xml-parser": "^5.0.0",
     "get-stream": "^9.0.1",
+    "google-auth-library": "^10.2.0",
     "graphql": "^16.9.0",
     "graphql-scalars": "^1.24.0",
     "graphql-upload": "^17.0.0",
@@ -103,7 +105,7 @@
     "nest-winston": "^1.9.7",
     "nestjs-cls": "^6.0.0",
     "nodemailer": "^7.0.0",
-    "on-headers": "^1.0.2",
+    "on-headers": "^1.1.0",
     "piscina": "^5.0.0-alpha.0",
     "prisma": "^6.6.0",
     "react": "19.1.0",

packages/backend/server/schema.prisma

@@ -49,6 +49,7 @@ model User {
   comments                     Comment[]
   replies                      Reply[]
   commentAttachments           CommentAttachment[]            @relation("createdCommentAttachments")
+  AccessToken                  AccessToken[]
 
   @@index([email])
   @@map("users")
@@ -110,17 +111,18 @@ model VerificationToken {
 
 model Workspace {
   // NOTE: manually set this column type to identity in migration file
-  sid                Int      @unique @default(autoincrement())
-  id                 String   @id @default(uuid()) @db.VarChar
-  public             Boolean
-  createdAt          DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
+  sid                 Int      @unique @default(autoincrement())
+  id                  String   @id @default(uuid()) @db.VarChar
+  public              Boolean
+  createdAt           DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
   // workspace level feature flags
-  enableAi           Boolean  @default(true) @map("enable_ai")
-  enableUrlPreview   Boolean  @default(false) @map("enable_url_preview")
-  enableDocEmbedding Boolean  @default(true) @map("enable_doc_embedding")
-  name               String?  @db.VarChar
-  avatarKey          String?  @map("avatar_key") @db.VarChar
-  indexed            Boolean  @default(false)
+  enableAi            Boolean  @default(true) @map("enable_ai")
+  enableUrlPreview    Boolean  @default(false) @map("enable_url_preview")
+  enableDocEmbedding  Boolean  @default(true) @map("enable_doc_embedding")
+  name                String?  @db.VarChar
+  avatarKey           String?  @map("avatar_key") @db.VarChar
+  indexed             Boolean  @default(false)
+  lastCheckEmbeddings DateTime @default("1970-01-01T00:00:00-00:00") @map("last_check_embeddings") @db.Timestamptz(3)
 
   features           WorkspaceFeature[]
   docs               WorkspaceDoc[]
@@ -132,6 +134,7 @@ model Workspace {
   comments           Comment[]
   commentAttachments CommentAttachment[]
 
+  @@index([lastCheckEmbeddings])
   @@map("workspaces")
 }
 
@@ -568,6 +571,23 @@ model AiWorkspaceFileEmbedding {
   @@map("ai_workspace_file_embeddings")
 }
 
+model AiWorkspaceBlobEmbedding {
+  workspaceId String                      @map("workspace_id") @db.VarChar
+  blobId      String                      @map("blob_id") @db.VarChar
+  // a file can be divided into multiple chunks and embedded separately.
+  chunk       Int                         @db.Integer
+  content     String                      @db.VarChar
+  embedding   Unsupported("vector(1024)")
+
+  createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
+
+  blob Blob @relation(fields: [workspaceId, blobId], references: [workspaceId, key], onDelete: Cascade)
+
+  @@id([workspaceId, blobId, chunk])
+  @@index([embedding], map: "ai_workspace_blob_embeddings_idx")
+  @@map("ai_workspace_blob_embeddings")
+}
+
 enum AiJobStatus {
   pending
   running
@@ -807,7 +827,8 @@ model Blob {
   createdAt   DateTime  @default(now()) @map("created_at") @db.Timestamptz(3)
   deletedAt   DateTime? @map("deleted_at") @db.Timestamptz(3)
 
-  workspace Workspace @relation(fields: [workspaceId], references: [id], onDelete: Cascade)
+  workspace                Workspace                  @relation(fields: [workspaceId], references: [id], onDelete: Cascade)
+  AiWorkspaceBlobEmbedding AiWorkspaceBlobEmbedding[]
 
   @@id([workspaceId, key])
   @@map("blobs")
@@ -931,3 +952,17 @@ model CommentAttachment {
   @@id([workspaceId, docId, key])
   @@map("comment_attachments")
 }
+
+model AccessToken {
+  id        String    @id @default(uuid()) @db.VarChar
+  name      String    @db.VarChar
+  token     String    @unique @db.VarChar
+  userId    String    @map("user_id") @db.VarChar
+  createdAt DateTime  @default(now()) @map("created_at") @db.Timestamptz(3)
+  expiresAt DateTime? @map("expires_at") @db.Timestamptz(3)
+
+  user User @relation(fields: [userId], references: [id], onDelete: Cascade)
+
+  @@index([userId])
+  @@map("access_tokens")
+}

packages/backend/server/src/__tests__/auth/guard.spec.ts

@@ -96,6 +96,21 @@ test('should be able to visit private api if signed in', async t => {
   t.is(res.body.user.id, u1.id);
 });
 
+test('should be able to visit private api with access token', async t => {
+  const models = t.context.app.get(Models);
+  const token = await models.accessToken.create({
+    userId: u1.id,
+    name: 'test',
+  });
+
+  const res = await request(server)
+    .get('/private')
+    .set('Authorization', `Bearer ${token.token}`)
+    .expect(HttpStatus.OK);
+
+  t.is(res.body.user.id, u1.id);
+});
+
 test('should be able to parse session cookie', async t => {
   const spy = Sinon.spy(auth, 'getUserSession');
   await request(server)

packages/backend/server/src/__tests__/copilot-provider.spec.ts

@@ -1,3 +1,5 @@
+import { randomUUID } from 'node:crypto';
+
 import type { ExecutionContext, TestFn } from 'ava';
 import ava from 'ava';
 import { z } from 'zod';
@@ -5,6 +7,7 @@ import { z } from 'zod';
 import { ServerFeature, ServerService } from '../core';
 import { AuthService } from '../core/auth';
 import { QuotaModule } from '../core/quota';
+import { Models } from '../models';
 import { CopilotModule } from '../plugins/copilot';
 import { prompts, PromptService } from '../plugins/copilot/prompt';
 import {
@@ -30,6 +33,8 @@ import { TestAssets } from './utils/copilot';
 type Tester = {
   auth: AuthService;
   module: TestingModule;
+  models: Models;
+  service: ServerService;
   prompt: PromptService;
   factory: CopilotProviderFactory;
   workflow: CopilotWorkflowService;
@@ -66,12 +71,15 @@ test.serial.before(async t => {
   isCopilotConfigured = service.features.includes(ServerFeature.Copilot);
 
   const auth = module.get(AuthService);
+  const models = module.get(Models);
   const prompt = module.get(PromptService);
   const factory = module.get(CopilotProviderFactory);
   const workflow = module.get(CopilotWorkflowService);
 
   t.context.module = module;
   t.context.auth = auth;
+  t.context.service = service;
+  t.context.models = models;
   t.context.prompt = prompt;
   t.context.factory = factory;
   t.context.workflow = workflow;
@@ -84,7 +92,7 @@ test.serial.before(async t => {
 });
 
 test.serial.before(async t => {
-  const { prompt, executors } = t.context;
+  const { prompt, executors, models, service } = t.context;
 
   executors.image.register();
   executors.text.register();
@@ -98,6 +106,28 @@ test.serial.before(async t => {
   for (const p of prompts) {
     await prompt.set(p.name, p.model, p.messages, p.config);
   }
+
+  const user = await models.user.create({
+    email: `${randomUUID()}@affine.pro`,
+  });
+  await service.updateConfig(user.id, [
+    {
+      module: 'copilot',
+      key: 'scenarios',
+      value: {
+        enabled: true,
+        scenarios: {
+          image: 'flux-1/schnell',
+          rerank: 'gpt-4.1-mini',
+          complex_text_generation: 'gpt-4.1-mini',
+          coding: 'gpt-4.1-mini',
+          quick_decision_making: 'gpt-4.1-mini',
+          quick_text_generation: 'gpt-4.1-mini',
+          polish_and_summarize: 'gemini-2.5-flash',
+        },
+      },
+    },
+  ]);
 });
 
 test.after(async t => {
@@ -384,12 +414,12 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
         role: 'user' as const,
         content: 'what is ssot',
         params: {
-          files: [
+          docs: [
             {
-              blobId: 'SSOT',
-              fileName: 'Single source of truth - Wikipedia',
+              docId: 'SSOT',
+              docTitle: 'Single source of truth - Wikipedia',
               fileType: 'text/markdown',
-              fileContent: TestAssets.SSOT,
+              docContent: TestAssets.SSOT,
             },
           ],
         },
@@ -530,9 +560,8 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
       'Create headings',
       'Make it longer',
       'Make it shorter',
-      'Continue writing',
+      'Section Edit',
       'Chat With AFFiNE AI',
-      'Search With AFFiNE AI',
     ],
     messages: [{ role: 'user' as const, content: TestAssets.SSOT }],
     verifier: (t: ExecutionContext<Tester>, result: string) => {
@@ -547,9 +576,18 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
     },
     type: 'text' as const,
   },
+  {
+    promptName: ['Continue writing'],
+    messages: [{ role: 'user' as const, content: TestAssets.AFFiNE }],
+    verifier: (t: ExecutionContext<Tester>, result: string) => {
+      assertNotWrappedInCodeBlock(t, result);
+      t.assert(result.length > 0, 'should not be empty');
+    },
+    type: 'text' as const,
+  },
   {
     promptName: ['Brainstorm ideas about this', 'Brainstorm mindmap'],
-    messages: [{ role: 'user' as const, content: TestAssets.SSOT }],
+    messages: [{ role: 'user' as const, content: TestAssets.AFFiNE }],
     verifier: (t: ExecutionContext<Tester>, result: string) => {
       assertNotWrappedInCodeBlock(t, result);
       t.assert(checkMDList(result), 'should be a markdown list');
@@ -646,20 +684,7 @@ The term **“CRDT”** was first introduced by Marc Shapiro, Nuno Preguiça, Ca
     type: 'image' as const,
   },
   {
-    promptName: ['debug:action:dalle3'],
-    messages: [
-      {
-        role: 'user' as const,
-        content: 'Panda',
-      },
-    ],
-    verifier: (t: ExecutionContext<Tester>, link: string) => {
-      t.truthy(checkUrl(link), 'should be a valid url');
-    },
-    type: 'image' as const,
-  },
-  {
-    promptName: ['debug:action:gpt-image-1'],
+    promptName: ['Generate image'],
     messages: [
       {
         role: 'user' as const,
@@ -707,7 +732,7 @@ for (const {
                 [
                   ...prompt.finish(
                     messages.reduce(
-                      // @ts-expect-error
+                      // @ts-expect-error params not typed
                       (acc, m) => Object.assign(acc, m.params),
                       {}
                     )
@@ -777,7 +802,7 @@ for (const {
                 [
                   ...prompt.finish(
                     finalMessage.reduce(
-                      // @ts-expect-error
+                      // @ts-expect-error params not typed
                       (acc, m) => Object.assign(acc, m.params),
                       params
                     )

packages/backend/server/src/__tests__/copilot.e2e.ts

@@ -111,7 +111,7 @@ test.before(async t => {
       m.overrideProvider(OpenAIProvider).useClass(MockCopilotProvider);
       m.overrideProvider(GeminiGenerativeProvider).useClass(
         class MockGenerativeProvider extends MockCopilotProvider {
-          // @ts-expect-error
+          // @ts-expect-error type not typed
           override type: CopilotProviderType = CopilotProviderType.Gemini;
         }
       );
@@ -461,6 +461,29 @@ test('should create message correctly', async t => {
         sessionId,
         undefined,
         undefined,
+        new File([new Uint8Array(pngData)], '1.png', { type: 'image/png' })
+      );
+      t.truthy(messageId, 'should be able to create message with blob');
+    }
+
+    // with attachments
+    {
+      const { id } = await createWorkspace(app);
+      const sessionId = await createCopilotSession(
+        app,
+        id,
+        randomUUID(),
+        textPromptName
+      );
+      const smallestPng =
+        'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAgAAAAIAQMAAAD+wSzIAAAABlBMVEX///+/v7+jQ3Y5AAAADklEQVQI12P4AIX8EAgALgAD/aNpbtEAAAAASUVORK5CYII';
+      const pngData = await fetch(smallestPng).then(res => res.arrayBuffer());
+      const messageId = await createCopilotMessage(
+        app,
+        sessionId,
+        undefined,
+        undefined,
+        undefined,
         [new File([new Uint8Array(pngData)], '1.png', { type: 'image/png' })]
       );
       t.truthy(messageId, 'should be able to create message with blobs');

packages/backend/server/src/__tests__/copilot.spec.ts

@@ -11,6 +11,7 @@ import { EventBus, JobQueue } from '../base';
 import { ConfigModule } from '../base/config';
 import { AuthService } from '../core/auth';
 import { QuotaModule } from '../core/quota';
+import { StorageModule, WorkspaceBlobStorage } from '../core/storage';
 import {
   ContextCategories,
   CopilotSessionModel,
@@ -68,6 +69,7 @@ type Context = {
   db: PrismaClient;
   event: EventBus;
   workspace: WorkspaceModel;
+  workspaceStorage: WorkspaceBlobStorage;
   copilotSession: CopilotSessionModel;
   context: CopilotContextService;
   prompt: PromptService;
@@ -114,6 +116,7 @@ test.before(async t => {
         },
       }),
       QuotaModule,
+      StorageModule,
       CopilotModule,
     ],
     tapModule: builder => {
@@ -127,6 +130,7 @@ test.before(async t => {
   const db = module.get(PrismaClient);
   const event = module.get(EventBus);
   const workspace = module.get(WorkspaceModel);
+  const workspaceStorage = module.get(WorkspaceBlobStorage);
   const copilotSession = module.get(CopilotSessionModel);
   const prompt = module.get(PromptService);
   const factory = module.get(CopilotProviderFactory);
@@ -146,6 +150,7 @@ test.before(async t => {
   t.context.db = db;
   t.context.event = event;
   t.context.workspace = workspace;
+  t.context.workspaceStorage = workspaceStorage;
   t.context.copilotSession = copilotSession;
   t.context.prompt = prompt;
   t.context.factory = factory;
@@ -206,7 +211,9 @@ test('should be able to manage prompt', async t => {
     'should have two messages'
   );
 
-  await prompt.update(promptName, [{ role: 'system', content: 'hello' }]);
+  await prompt.update(promptName, {
+    messages: [{ role: 'system', content: 'hello' }],
+  });
   t.is(
     (await prompt.get(promptName))!.finish({}).length,
     1,
@@ -365,7 +372,7 @@ test('should be able to update chat session prompt', async t => {
   // Update the session
   const updatedSessionId = await session.update({
     sessionId,
-    promptName: 'Search With AFFiNE AI',
+    promptName: 'Chat With AFFiNE AI',
     userId,
   });
   t.is(updatedSessionId, sessionId, 'should update session with same id');
@@ -375,7 +382,7 @@ test('should be able to update chat session prompt', async t => {
   t.truthy(updatedSession, 'should retrieve updated session');
   t.is(
     updatedSession?.config.promptName,
-    'Search With AFFiNE AI',
+    'Chat With AFFiNE AI',
     'should have updated prompt name'
   );
 });
@@ -404,7 +411,7 @@ test('should be able to fork chat session', async t => {
 
   // fork session
   const s1 = (await session.get(sessionId))!;
-  // @ts-expect-error
+  // @ts-expect-error find maybe return undefined
   const latestMessageId = s1.finish({}).find(m => m.role === 'assistant')!.id;
   const forkedSessionId1 = await session.fork({
     userId,
@@ -1520,14 +1527,25 @@ test('TextStreamParser should process a sequence of message chunks', t => {
 
 // ==================== context ====================
 test('should be able to manage context', async t => {
-  const { context, prompt, session, event, jobs, storage } = t.context;
+  const {
+    context,
+    event,
+    jobs,
+    prompt,
+    session,
+    storage,
+    workspace,
+    workspaceStorage,
+  } = t.context;
+
+  const ws = await workspace.create(userId);
 
   await prompt.set(promptName, 'model', [
     { role: 'system', content: 'hello {{word}}' },
   ]);
   const chatSession = await session.create({
     docId: 'test',
-    workspaceId: 'test',
+    workspaceId: ws.id,
     userId,
     promptName,
     pinned: false,
@@ -1608,6 +1626,24 @@ test('should be able to manage context', async t => {
       t.is(result[0].fileId, file.id, 'should match file id');
     }
 
+    // blob record
+    {
+      const blobId = 'test-blob';
+      await workspaceStorage.put(session.workspaceId, blobId, buffer);
+
+      await jobs.embedPendingBlob({ workspaceId: session.workspaceId, blobId });
+
+      const result = await t.context.context.matchWorkspaceBlobs(
+        session.workspaceId,
+        'test',
+        1,
+        undefined,
+        1
+      );
+      t.is(result.length, 1, 'should match blob embedding');
+      t.is(result[0].blobId, blobId, 'should match blob id');
+    }
+
     // doc record
 
     const addDoc = async () => {

packages/backend/server/src/__tests__/e2e/doc-service/__snapshots__/controller.spec.ts.md

@@ -13,74 +13,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -91,16 +62,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/__tests__/mocks/access-token.mock.ts

@@ -0,0 +1,27 @@
+import { faker } from '@faker-js/faker';
+import type { AccessToken } from '@prisma/client';
+import { Prisma } from '@prisma/client';
+
+import { Mocker } from './factory';
+
+export type MockAccessTokenInput = Omit<
+  Prisma.AccessTokenUncheckedCreateInput,
+  'token'
+>;
+
+export type MockedAccessToken = AccessToken;
+
+export class MockAccessToken extends Mocker<
+  MockAccessTokenInput,
+  MockedAccessToken
+> {
+  override async create(input: MockAccessTokenInput) {
+    return await this.db.accessToken.create({
+      data: {
+        ...input,
+        name: input.name ?? faker.lorem.word(),
+        token: 'ut_' + faker.string.hexadecimal({ length: 37 }),
+      },
+    });
+  }
+}

packages/backend/server/src/__tests__/mocks/index.ts

@@ -4,6 +4,7 @@ export * from './user.mock';
 export * from './workspace.mock';
 export * from './workspace-user.mock';
 
+import { MockAccessToken } from './access-token.mock';
 import { MockCopilotProvider } from './copilot.mock';
 import { MockDocMeta } from './doc-meta.mock';
 import { MockDocSnapshot } from './doc-snapshot.mock';
@@ -26,6 +27,7 @@ export const Mockers = {
   DocMeta: MockDocMeta,
   DocSnapshot: MockDocSnapshot,
   DocUser: MockDocUser,
+  AccessToken: MockAccessToken,
 };
 
 export { MockCopilotProvider, MockEventBus, MockJobQueue, MockMailer };

packages/backend/server/src/__tests__/models/__snapshots__/copilot-workspace.spec.ts.md

@@ -74,6 +74,17 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
+> should match workspace blob embedding
+
+    [
+      {
+        blobId: 'blob-test',
+        chunk: 0,
+        content: 'blob content',
+        distance: 0,
+      },
+    ]
+
 > should find docs to embed
 
     1
@@ -89,3 +100,19 @@ Generated by [AVA](https://avajs.dev).
 > should not find docs to embed
 
     0
+
+## should filter outdated doc id style in embedding status
+
+> should include modern doc format
+
+    {
+      embedded: 0,
+      total: 1,
+    }
+
+> should count docs after filtering outdated
+
+    {
+      embedded: 1,
+      total: 1,
+    }

packages/backend/server/src/__tests__/models/copilot-context.spec.ts

@@ -89,13 +89,14 @@ test('should get null for non-exist job', async t => {
 
 test('should update context', async t => {
   const { id: contextId } = await t.context.copilotContext.create(sessionId);
-  const config = await t.context.copilotContext.getConfig(contextId);
+  const config = (await t.context.copilotContext.getConfig(contextId))!;
+  t.assert(config, 'should get context config');
 
   const doc = {
     id: docId,
     createdAt: Date.now(),
   };
-  config?.docs.push(doc);
+  config.docs.push(doc);
   await t.context.copilotContext.update(contextId, { config });
 
   const config1 = await t.context.copilotContext.getConfig(contextId);
@@ -164,7 +165,7 @@ test('should insert embedding by doc id', async t => {
     );
 
     {
-      const ret = await t.context.copilotContext.listWorkspaceEmbedding(
+      const ret = await t.context.copilotContext.listWorkspaceDocEmbedding(
         workspace.id,
         [docId]
       );
@@ -320,7 +321,7 @@ test('should merge doc status correctly', async t => {
 
     const hasEmbeddingStub = Sinon.stub(
       t.context.copilotContext,
-      'listWorkspaceEmbedding'
+      'listWorkspaceDocEmbedding'
     ).resolves([]);
 
     const stubResult = await t.context.copilotContext.mergeDocStatus(

packages/backend/server/src/__tests__/models/copilot-workspace.spec.ts

@@ -145,6 +145,52 @@ test('should insert and search embedding', async t => {
     }
   }
 
+  {
+    await t.context.db.blob.create({
+      data: {
+        workspaceId: workspace.id,
+        key: 'blob-test',
+        mime: 'text/plain',
+        size: 1,
+      },
+    });
+
+    const blobId = 'blob-test';
+    await t.context.copilotWorkspace.insertBlobEmbeddings(
+      workspace.id,
+      blobId,
+      [
+        {
+          index: 0,
+          content: 'blob content',
+          embedding: Array.from({ length: 1024 }, () => 1),
+        },
+      ]
+    );
+
+    {
+      const ret = await t.context.copilotWorkspace.matchBlobEmbedding(
+        workspace.id,
+        Array.from({ length: 1024 }, () => 0.9),
+        1,
+        1
+      );
+      t.snapshot(cleanObject(ret), 'should match workspace blob embedding');
+    }
+
+    await t.context.copilotWorkspace.removeBlob(workspace.id, blobId);
+
+    {
+      const ret = await t.context.copilotWorkspace.matchBlobEmbedding(
+        workspace.id,
+        Array.from({ length: 1024 }, () => 0.9),
+        1,
+        1
+      );
+      t.deepEqual(ret, [], 'should not match after removal');
+    }
+  }
+
   {
     const docId = randomUUID();
     await t.context.doc.upsert({
@@ -306,3 +352,50 @@ test('should check embedding table', async t => {
   //   t.false(ret, 'should return false when embedding table is not available');
   // }
 });
+
+test('should filter outdated doc id style in embedding status', async t => {
+  const docId = randomUUID();
+  const outdatedDocId = `${workspace.id}:space:${docId}`;
+
+  await t.context.doc.upsert({
+    spaceId: workspace.id,
+    docId,
+    blob: Uint8Array.from([1, 2, 3]),
+    timestamp: Date.now(),
+    editorId: user.id,
+  });
+
+  await t.context.doc.upsert({
+    spaceId: workspace.id,
+    docId: outdatedDocId,
+    blob: Uint8Array.from([1, 2, 3]),
+    timestamp: Date.now(),
+    editorId: user.id,
+  });
+
+  {
+    const status = await t.context.copilotWorkspace.getEmbeddingStatus(
+      workspace.id
+    );
+    t.snapshot(status, 'should include modern doc format');
+  }
+
+  {
+    await t.context.copilotContext.insertWorkspaceEmbedding(
+      workspace.id,
+      docId,
+      [
+        {
+          index: 0,
+          content: 'content',
+          embedding: Array.from({ length: 1024 }, () => 1),
+        },
+      ]
+    );
+
+    const status = await t.context.copilotWorkspace.getEmbeddingStatus(
+      workspace.id
+    );
+    t.snapshot(status, 'should count docs after filtering outdated');
+  }
+});

packages/backend/server/src/__tests__/models/feature-user.spec.ts

@@ -125,7 +125,7 @@ test('should not switch user quota if the new quota is the same as the current o
 });
 
 test('should use pro plan as free for selfhost instance', async t => {
-  // @ts-expect-error
+  // @ts-expect-error DEPLOYMENT_TYPE is readonly
   env.DEPLOYMENT_TYPE = 'selfhosted';
   await using module = await createTestingModule();
 

packages/backend/server/src/__tests__/utils/testing-module.ts

@@ -66,7 +66,7 @@ export async function createTestingModule(
   // setting up
   let imports = moduleDef.imports ?? [buildAppModule(globalThis.env)];
   imports =
-    // @ts-expect-error
+    // @ts-expect-error ignore the type error
     imports[0].module?.name === 'AppModule'
       ? imports
       : dedupeModules([

packages/backend/server/src/app.module.ts

@@ -28,6 +28,7 @@ import { RedisModule } from './base/redis';
 import { StorageProviderModule } from './base/storage';
 import { RateLimiterModule } from './base/throttler';
 import { WebSocketModule } from './base/websocket';
+import { AccessTokenModule } from './core/access-token';
 import { AuthModule } from './core/auth';
 import { CommentModule } from './core/comment';
 import { ServerConfigModule, ServerConfigResolverModule } from './core/config';
@@ -187,7 +188,8 @@ export function buildAppModule(env: Env) {
       CaptchaModule,
       OAuthModule,
       CustomerIoModule,
-      CommentModule
+      CommentModule,
+      AccessTokenModule
     )
     // doc service only
     .useIf(() => env.flavors.doc, DocServiceModule)

packages/backend/server/src/core/access-token/index.ts

@@ -0,0 +1,8 @@
+import { Module } from '@nestjs/common';
+
+import { AccessTokenResolver } from './resolver';
+
+@Module({
+  providers: [AccessTokenResolver],
+})
+export class AccessTokenModule {}

packages/backend/server/src/core/access-token/resolver.ts

@@ -0,0 +1,73 @@
+import {
+  Args,
+  Field,
+  InputType,
+  Mutation,
+  ObjectType,
+  Query,
+  Resolver,
+} from '@nestjs/graphql';
+
+import { Models } from '../../models';
+import { CurrentUser } from '../auth/session';
+
+@ObjectType()
+class AccessToken {
+  @Field()
+  id!: string;
+
+  @Field()
+  name!: string;
+
+  @Field()
+  createdAt!: Date;
+
+  @Field(() => Date, { nullable: true })
+  expiresAt!: Date | null;
+}
+
+@ObjectType()
+class RevealedAccessToken extends AccessToken {
+  @Field()
+  token!: string;
+}
+
+@InputType()
+class GenerateAccessTokenInput {
+  @Field()
+  name!: string;
+
+  @Field(() => Date, { nullable: true })
+  expiresAt!: Date | null;
+}
+
+@Resolver(() => AccessToken)
+export class AccessTokenResolver {
+  constructor(private readonly models: Models) {}
+
+  @Query(() => [AccessToken])
+  async accessTokens(@CurrentUser() user: CurrentUser): Promise<AccessToken[]> {
+    return await this.models.accessToken.list(user.id);
+  }
+
+  @Mutation(() => RevealedAccessToken)
+  async generateUserAccessToken(
+    @CurrentUser() user: CurrentUser,
+    @Args('input') input: GenerateAccessTokenInput
+  ): Promise<RevealedAccessToken> {
+    return await this.models.accessToken.create({
+      userId: user.id,
+      name: input.name,
+      expiresAt: input.expiresAt,
+    });
+  }
+
+  @Mutation(() => Boolean)
+  async revokeUserAccessToken(
+    @CurrentUser() user: CurrentUser,
+    @Args('id') id: string
+  ): Promise<boolean> {
+    await this.models.accessToken.revoke(id, user.id);
+    return true;
+  }
+}

packages/backend/server/src/core/auth/guard.ts

@@ -19,7 +19,7 @@ import {
 } from '../../base';
 import { WEBSOCKET_OPTIONS } from '../../base/websocket';
 import { AuthService } from './service';
-import { Session } from './session';
+import { Session, TokenSession } from './session';
 
 const PUBLIC_ENTRYPOINT_SYMBOL = Symbol('public');
 const INTERNAL_ENTRYPOINT_SYMBOL = Symbol('internal');
@@ -56,10 +56,7 @@ export class AuthGuard implements CanActivate, OnModuleInit {
       throw new AccessDenied('Invalid internal request');
     }
 
-    const userSession = await this.signIn(req, res);
-    if (res && userSession && userSession.expiresAt) {
-      await this.auth.refreshUserSessionIfNeeded(res, userSession);
-    }
+    const authedUser = await this.signIn(req, res);
 
     // api is public
     const isPublic = this.reflector.getAllAndOverride<boolean>(
@@ -71,14 +68,29 @@ export class AuthGuard implements CanActivate, OnModuleInit {
       return true;
     }
 
-    if (!userSession) {
+    if (!authedUser) {
       throw new AuthenticationRequired();
     }
 
     return true;
   }
 
-  async signIn(req: Request, res?: Response): Promise<Session | null> {
+  async signIn(
+    req: Request,
+    res?: Response
+  ): Promise<Session | TokenSession | null> {
+    const userSession = await this.signInWithCookie(req, res);
+    if (userSession) {
+      return userSession;
+    }
+
+    return await this.signInWithAccessToken(req);
+  }
+
+  async signInWithCookie(
+    req: Request,
+    res?: Response
+  ): Promise<Session | null> {
     if (req.session) {
       return req.session;
     }
@@ -87,6 +99,10 @@ export class AuthGuard implements CanActivate, OnModuleInit {
     const userSession = await this.auth.getUserSessionFromRequest(req, res);
 
     if (userSession) {
+      if (res) {
+        await this.auth.refreshUserSessionIfNeeded(res, userSession.session);
+      }
+
       req.session = {
         ...userSession.session,
         user: userSession.user,
@@ -97,6 +113,25 @@ export class AuthGuard implements CanActivate, OnModuleInit {
 
     return null;
   }
+
+  async signInWithAccessToken(req: Request): Promise<TokenSession | null> {
+    if (req.token) {
+      return req.token;
+    }
+
+    const tokenSession = await this.auth.getTokenSessionFromRequest(req);
+
+    if (tokenSession) {
+      req.token = {
+        ...tokenSession.token,
+        user: tokenSession.user,
+      };
+
+      return req.token;
+    }
+
+    return null;
+  }
 }
 
 /**

packages/backend/server/src/core/auth/service.ts

@@ -264,6 +264,36 @@ export class AuthService implements OnApplicationBootstrap {
     return session;
   }
 
+  async getTokenSessionFromRequest(req: Request) {
+    const tokenHeader = req.headers.authorization;
+    if (!tokenHeader) {
+      return null;
+    }
+
+    const tokenValue = extractTokenFromHeader(tokenHeader);
+
+    if (!tokenValue) {
+      return null;
+    }
+
+    const token = await this.models.accessToken.getByToken(tokenValue);
+
+    if (token) {
+      const user = await this.models.user.get(token.userId);
+
+      if (!user) {
+        return null;
+      }
+
+      return {
+        token,
+        user: sessionUser(user),
+      };
+    }
+
+    return null;
+  }
+
   async changePassword(
     id: string,
     newPassword: string

packages/backend/server/src/core/auth/session.ts

@@ -1,5 +1,6 @@
 import type { ExecutionContext } from '@nestjs/common';
 import { createParamDecorator } from '@nestjs/common';
+import { AccessToken } from '@prisma/client';
 
 import { getRequestResponseFromContext } from '../../base';
 import type { User, UserSession } from '../../models';
@@ -40,7 +41,8 @@ import type { User, UserSession } from '../../models';
 // oxlint-disable-next-line no-redeclare
 export const CurrentUser = createParamDecorator(
   (_: unknown, context: ExecutionContext) => {
-    return getRequestResponseFromContext(context).req.session?.user;
+    const req = getRequestResponseFromContext(context).req;
+    return req.session?.user ?? req.token?.user;
   }
 );
 
@@ -61,3 +63,7 @@ export const Session = createParamDecorator(
 export type Session = UserSession & {
   user: CurrentUser;
 };
+
+export type TokenSession = AccessToken & {
+  user: CurrentUser;
+};

packages/backend/server/src/core/config/service.ts

@@ -99,7 +99,7 @@ export class ServerService implements OnApplicationBootstrap {
       }
     });
     this.configFactory.override(overrides);
-    this.event.emit('config.changed', { updates: overrides });
+    await this.event.emitAsync('config.changed', { updates: overrides });
     this.event.broadcast('config.changed.broadcast', { updates: overrides });
     return overrides;
   }

packages/backend/server/src/core/doc/__tests__/__snapshots__/reader-from-database.spec.ts.md

@@ -13,74 +13,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -91,16 +62,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/core/doc/__tests__/__snapshots__/reader-from-rpc.spec.ts.md

@@ -13,74 +13,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -91,16 +62,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/core/mail/config.ts

@@ -1,3 +1,5 @@
+import z from 'zod';
+
 import { defineModuleConfig } from '../../base';
 
 declare global {
@@ -11,6 +13,16 @@ declare global {
         ignoreTLS: boolean;
         sender: string;
       };
+
+      fallbackDomains: ConfigItem<string[]>;
+      fallbackSMTP: {
+        host: string;
+        port: number;
+        username: string;
+        password: string;
+        ignoreTLS: boolean;
+        sender: string;
+      };
     };
   }
 }
@@ -46,4 +58,34 @@ defineModuleConfig('mailer', {
     default: false,
     env: ['MAILER_IGNORE_TLS', 'boolean'],
   },
+
+  fallbackDomains: {
+    desc: 'The emails from these domains are always sent using the fallback SMTP server.',
+    default: [],
+    shape: z.array(z.string()),
+  },
+  'fallbackSMTP.host': {
+    desc: 'Host of the email server (e.g. smtp.gmail.com)',
+    default: '',
+  },
+  'fallbackSMTP.port': {
+    desc: 'Port of the email server (they commonly are 25, 465 or 587)',
+    default: 465,
+  },
+  'fallbackSMTP.username': {
+    desc: 'Username used to authenticate the email server',
+    default: '',
+  },
+  'fallbackSMTP.password': {
+    desc: 'Password used to authenticate the email server',
+    default: '',
+  },
+  'fallbackSMTP.sender': {
+    desc: 'Sender of all the emails (e.g. "AFFiNE Team <noreply@affine.pro>")',
+    default: '',
+  },
+  'fallbackSMTP.ignoreTLS': {
+    desc: "Whether ignore email server's TSL certification verification. Enable it for self-signed certificates.",
+    default: false,
+  },
 });

packages/backend/server/src/core/mail/sender.ts

@@ -36,6 +36,8 @@ function configToSMTPOptions(
 export class MailSender {
   private readonly logger = new Logger(MailSender.name);
   private smtp: Transporter<SMTPTransport.SentMessageInfo> | null = null;
+  private fallbackSMTP: Transporter<SMTPTransport.SentMessageInfo> | null =
+    null;
   private usingTestAccount = false;
   constructor(private readonly config: Config) {}
 
@@ -61,11 +63,17 @@ export class MailSender {
   }
 
   private setup() {
-    const { SMTP } = this.config.mailer;
+    const { SMTP, fallbackDomains, fallbackSMTP } = this.config.mailer;
     const opts = configToSMTPOptions(SMTP);
 
     if (SMTP.host) {
       this.smtp = createTransport(opts);
+      if (fallbackDomains.length > 0 && fallbackSMTP?.host) {
+        this.logger.warn(
+          `Fallback SMTP is configured for domains: ${fallbackDomains.join(', ')}`
+        );
+        this.fallbackSMTP = createTransport(configToSMTPOptions(fallbackSMTP));
+      }
     } else if (env.dev) {
       createTestAccount((err, account) => {
         if (!err) {
@@ -83,21 +91,34 @@ export class MailSender {
     } else {
       this.logger.warn('Mailer SMTP transport is not configured.');
       this.smtp = null;
+      this.fallbackSMTP = null;
     }
   }
 
+  private getSender(domain: string) {
+    const { SMTP, fallbackSMTP, fallbackDomains } = this.config.mailer;
+    if (this.fallbackSMTP && fallbackDomains.includes(domain)) {
+      return [this.fallbackSMTP, fallbackSMTP.sender] as const;
+    }
+    return [this.smtp, SMTP.sender] as const;
+  }
+
   async send(name: string, options: SendOptions) {
-    if (!this.smtp) {
+    const [, domain, ...rest] = options.to.split('@');
+    if (rest.length || !domain) {
+      this.logger.error(`Invalid email address: ${options.to}`);
+      return null;
+    }
+
+    const [smtpClient, from] = this.getSender(domain);
+    if (!smtpClient) {
       this.logger.warn(`Mailer SMTP transport is not configured to send mail.`);
       return null;
     }
 
     metrics.mail.counter('send_total').add(1, { name });
     try {
-      const result = await this.smtp.sendMail({
-        from: this.config.mailer.SMTP.sender,
-        ...options,
-      });
+      const result = await smtpClient.sendMail({ from, ...options });
 
       if (result.rejected.length > 0) {
         metrics.mail.counter('rejected_total').add(1, { name });

packages/backend/server/src/core/utils/__tests__/__snapshots__/blocksute.spec.ts.md

@@ -1376,74 +1376,45 @@ Generated by [AVA](https://avajs.dev).
       ␊
       ␊
       ␊
-      ␊
-      ␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       ## Self Host␊
       ␊
-      ␊
       Self host AFFiNE␊
       ␊
-      ␊
       ||Title|Tag|␊
       |---|---|---|␊
       |Affine Development|Affine Development|<span data-affine-option data-value="AxSe-53xjX" data-option-color="var(--affine-tag-pink)">AFFiNE</span>|␊
@@ -1454,16 +1425,12 @@ Generated by [AVA](https://avajs.dev).
       |Miro & Whimiscal with their edgeless visual whiteboard|Miro & Whimiscal with their edgeless visual whiteboard|<span data-affine-option data-value="HgHsKOUINZ" data-option-color="var(--affine-tag-blue)">Reference</span>|␊
       |Remnote & Capacities with their object-based tag system|Remnote & Capacities with their object-based tag system||␊
       ␊
-      ␊
       ## Affine Development␊
       ␊
-      ␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
       ␊
       ␊
-      ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }
@@ -1476,113 +1443,80 @@ Generated by [AVA](https://avajs.dev).
       markdown: `<!-- block_id=FoPQcAyV_m flavour=affine:paragraph -->␊
       AFFiNE is an open source all in one workspace, an operating system for all the building blocks of your team wiki, knowledge management and digital assets and a better alternative to Notion and Miro.␊
       ␊
-      ␊
       <!-- block_id=oz48nn_zp8 flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       <!-- block_id=g8a-D9-jXS flavour=affine:paragraph -->␊
       # You own your data, with no compromises␊
       ␊
-      ␊
       <!-- block_id=J8lHN1GR_5 flavour=affine:paragraph -->␊
       ## Local-first & Real-time collaborative␊
       ␊
-      ␊
       <!-- block_id=xCuWdM0VLz flavour=affine:paragraph -->␊
       We love the idea proposed by Ink & Switch in the famous article about you owning your data, despite the cloud. Furthermore, AFFiNE is the first all-in-one workspace that keeps your data ownership with no compromises on real-time collaboration and editing experience.␊
       ␊
-      ␊
       <!-- block_id=zElMi0tViK flavour=affine:paragraph -->␊
       AFFiNE is a local-first application upon CRDTs with real-time collaboration support. Your data is always stored locally while multiple nodes remain synced in real-time.␊
       ␊
-      ␊
       <!-- block_id=Z4rK0OF9Wk flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       <!-- block_id=DQ0Ryb-SpW flavour=affine:paragraph -->␊
       ### Blocks that assemble your next docs, tasks kanban or whiteboard␊
       ␊
-      ␊
       <!-- block_id=HAZC3URZp_ flavour=affine:paragraph -->␊
       There is a large overlap of their atomic "building blocks" between these apps. They are neither open source nor have a plugin system like VS Code for contributors to customize. We want to have something that contains all the features we love and goes one step further.␊
       ␊
-      ␊
       <!-- block_id=0H87ypiuv8 flavour=affine:paragraph -->␊
       We are building AFFiNE to be a fundamental open source platform that contains all the building blocks for docs, task management and visual collaboration, hoping you can shape your next workflow with us that can make your life better and also connect others, too.␊
       ␊
-      ␊
       <!-- block_id=Sp4G1KD0Wn flavour=affine:paragraph -->␊
       If you want to learn more about the product design of AFFiNE, here goes the concepts:␊
       ␊
-      ␊
       <!-- block_id=RsUhDuEqXa flavour=affine:paragraph -->␊
       To Shape, not to adapt. AFFiNE is built for individuals & teams who care about their data, who refuse vendor lock-in, and who want to have control over their essential tools.␊
       ␊
-      ␊
       <!-- block_id=Z2HibKzAr- flavour=affine:paragraph -->␊
       ## A true canvas for blocks in any form␊
       ␊
-      ␊
       <!-- block_id=UwvWddamzM flavour=affine:paragraph -->␊
       [Many editor apps](http://notion.so) claimed to be a canvas for productivity. Since _the Mother of All Demos,_ Douglas Engelbart, a creative and programable digital workspace has been a pursuit and an ultimate mission for generations of tool makers.␊
       ␊
-      ␊
       <!-- block_id=g9xKUjhJj1 flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       <!-- block_id=wDTn4YJ4pm flavour=affine:paragraph -->␊
       "We shape our tools and thereafter our tools shape us”. A lot of pioneers have inspired us a long the way, e.g.:␊
       ␊
-      ␊
       <!-- block_id=xFrrdiP3-V flavour=affine:list -->␊
       * Quip & Notion with their great concept of "everything is a block"␊
-      ␊
-      ␊
       <!-- block_id=Tp9xyN4Okl flavour=affine:list -->␊
       * Trello with their Kanban␊
-      ␊
-      ␊
       <!-- block_id=K_4hUzKZFQ flavour=affine:list -->␊
       * Airtable & Miro with their no-code programable datasheets␊
-      ␊
-      ␊
       <!-- block_id=QwMzON2s7x flavour=affine:list -->␊
       * Miro & Whimiscal with their edgeless visual whiteboard␊
-      ␊
-      ␊
       <!-- block_id=FFVmit6u1T flavour=affine:list -->␊
       * Remnote & Capacities with their object-based tag system␊
-      ␊
-      ␊
       <!-- block_id=YqnG5O6AE6 flavour=affine:paragraph -->␊
       For more details, please refer to our [RoadMap](https://docs.affine.pro/docs/core-concepts/roadmap)␊
       ␊
-      ␊
       <!-- block_id=sbDTmZMZcq flavour=affine:paragraph -->␊
       ## Self Host␊
       ␊
-      ␊
       <!-- block_id=QVvitesfbj flavour=affine:paragraph -->␊
       Self host AFFiNE␊
       ␊
-      ␊
       <!-- block_id=U_GoHFD9At flavour=affine:database placeholder -->␊
-      ␊
       <!-- block_id=NyHXrMX3R1 flavour=affine:paragraph -->␊
       ## Affine Development␊
       ␊
-      ␊
       <!-- block_id=9-K49otbCv flavour=affine:paragraph -->␊
       For developer or installation guides, please go to [AFFiNE Development](https://docs.affine.pro/docs/development/quick-start)␊
       ␊
-      ␊
       <!-- block_id=faFteK9eG- flavour=affine:paragraph -->␊
       ␊
       ␊
-      ␊
       `,
       title: 'Write, Draw, Plan all at Once.',
     }

packages/backend/server/src/global.d.ts

@@ -1,6 +1,7 @@
 declare namespace Express {
   interface Request {
     session?: import('./core/auth/session').Session;
+    token?: import('./core/auth/session').TokenSession;
   }
 }
 

packages/backend/server/src/models/__tests__/access-token.spec.ts

@@ -0,0 +1,82 @@
+import test from 'ava';
+
+import { createModule } from '../../__tests__/create-module';
+import { Mockers } from '../../__tests__/mocks';
+import { Due } from '../../base';
+import { Models } from '..';
+
+const module = await createModule();
+const models = module.get(Models);
+
+test.after.always(async () => {
+  await module.close();
+});
+
+test('should create access token', async t => {
+  const user = await module.create(Mockers.User);
+
+  const token = await models.accessToken.create({
+    userId: user.id,
+    name: 'test',
+  });
+
+  t.is(token.userId, user.id);
+  t.is(token.name, 'test');
+  t.truthy(token.token);
+  t.truthy(token.createdAt);
+  t.is(token.expiresAt, null);
+});
+
+test('should create access token with expiration', async t => {
+  const user = await module.create(Mockers.User);
+
+  const token = await models.accessToken.create({
+    userId: user.id,
+    name: 'test',
+    expiresAt: Due.after('30d'),
+  });
+
+  t.truthy(token.expiresAt);
+  t.truthy(token.expiresAt! > new Date());
+});
+
+test('should list access tokens without token value', async t => {
+  const user = await module.create(Mockers.User);
+  await module.create(Mockers.AccessToken, { userId: user.id }, 3);
+
+  const listed = await models.accessToken.list(user.id);
+  t.is(listed.length, 3);
+  // @ts-expect-error not exists
+  t.is(listed[0].token, undefined);
+});
+
+test('should be able to revoke access token', async t => {
+  const user = await module.create(Mockers.User);
+  const token = await module.create(Mockers.AccessToken, { userId: user.id });
+
+  await models.accessToken.revoke(token.id, user.id);
+
+  const listed = await models.accessToken.list(user.id);
+  t.is(listed.length, 0);
+});
+
+test('should be able to get access token by token value', async t => {
+  const user = await module.create(Mockers.User);
+  const token = await module.create(Mockers.AccessToken, { userId: user.id });
+
+  const found = await models.accessToken.getByToken(token.token);
+  t.is(found?.id, token.id);
+  t.is(found?.userId, user.id);
+  t.is(found?.name, token.name);
+});
+
+test('should not get expired access token', async t => {
+  const user = await module.create(Mockers.User);
+  const token = await module.create(Mockers.AccessToken, {
+    userId: user.id,
+    expiresAt: Due.before('1s'),
+  });
+
+  const found = await models.accessToken.getByToken(token.token);
+  t.is(found, null);
+});

packages/backend/server/src/models/access-token.ts

@@ -0,0 +1,70 @@
+import { Injectable } from '@nestjs/common';
+
+import { CryptoHelper } from '../base';
+import { BaseModel } from './base';
+
+export interface CreateAccessTokenInput {
+  userId: string;
+  name: string;
+  expiresAt?: Date | null;
+}
+
+@Injectable()
+export class AccessTokenModel extends BaseModel {
+  constructor(private readonly crypto: CryptoHelper) {
+    super();
+  }
+
+  async list(userId: string) {
+    return await this.db.accessToken.findMany({
+      select: {
+        id: true,
+        name: true,
+        createdAt: true,
+        expiresAt: true,
+      },
+      where: {
+        userId,
+      },
+    });
+  }
+
+  async create(input: CreateAccessTokenInput) {
+    let token = 'ut_' + this.crypto.randomBytes(40).toString('hex');
+    token = token.substring(0, 40);
+
+    return await this.db.accessToken.create({
+      data: {
+        token,
+        ...input,
+      },
+    });
+  }
+
+  async revoke(id: string, userId: string) {
+    await this.db.accessToken.deleteMany({
+      where: {
+        id,
+        userId,
+      },
+    });
+  }
+
+  async getByToken(token: string) {
+    return await this.db.accessToken.findUnique({
+      where: {
+        token,
+        OR: [
+          {
+            expiresAt: null,
+          },
+          {
+            expiresAt: {
+              gt: new Date(),
+            },
+          },
+        ],
+      },
+    });
+  }
+}

packages/backend/server/src/models/common/copilot.ts

@@ -37,6 +37,11 @@ const ContextEmbedStatusSchema = z.enum([
   ContextEmbedStatus.failed,
 ]);
 
+const ContextBlobSchema = z.object({
+  id: z.string(),
+  createdAt: z.number(),
+});
+
 const ContextDocSchema = z.object({
   id: z.string(),
   createdAt: z.number(),
@@ -64,6 +69,9 @@ export const ContextCategorySchema = z.object({
 
 export const ContextConfigSchema = z.object({
   workspaceId: z.string(),
+  blobs: ContextBlobSchema.merge(
+    z.object({ status: ContextEmbedStatusSchema.optional() })
+  ).array(),
   files: ContextFileSchema.array(),
   docs: ContextDocSchema.merge(
     z.object({ status: ContextEmbedStatusSchema.optional() })
@@ -77,10 +85,9 @@ export const MinimalContextConfigSchema = ContextConfigSchema.pick({
 
 export type ContextCategory = z.infer<typeof ContextCategorySchema>;
 export type ContextConfig = z.infer<typeof ContextConfigSchema>;
+export type ContextBlob = z.infer<typeof ContextConfigSchema>['blobs'][number];
 export type ContextDoc = z.infer<typeof ContextConfigSchema>['docs'][number];
 export type ContextFile = z.infer<typeof ContextConfigSchema>['files'][number];
-export type ContextListItem = ContextDoc | ContextFile;
-export type ContextList = ContextListItem[];
 
 // embeddings
 
@@ -106,6 +113,10 @@ export type FileChunkSimilarity = ChunkSimilarity & {
   mimeType: string;
 };
 
+export type BlobChunkSimilarity = ChunkSimilarity & {
+  blobId: string;
+};
+
 export type DocChunkSimilarity = ChunkSimilarity & {
   docId: string;
 };

packages/backend/server/src/models/copilot-context.ts

@@ -6,6 +6,7 @@ import { Prisma } from '@prisma/client';
 import { CopilotSessionNotFound } from '../base';
 import { BaseModel } from './base';
 import {
+  ContextBlob,
   ContextConfigSchema,
   ContextDoc,
   ContextEmbedStatus,
@@ -39,6 +40,7 @@ export class CopilotContextModel extends BaseModel {
         sessionId,
         config: {
           workspaceId: session.workspaceId,
+          blobs: [],
           docs: [],
           files: [],
           categories: [],
@@ -66,10 +68,11 @@ export class CopilotContextModel extends BaseModel {
       if (minimalConfig.success) {
         // fulfill the missing fields
         return {
-          ...minimalConfig.data,
+          blobs: [],
           docs: [],
           files: [],
           categories: [],
+          ...minimalConfig.data,
         };
       }
     }
@@ -83,10 +86,35 @@ export class CopilotContextModel extends BaseModel {
     return row;
   }
 
+  async mergeBlobStatus(
+    workspaceId: string,
+    blobs: ContextBlob[]
+  ): Promise<ContextBlob[]> {
+    const canEmbedding = await this.checkEmbeddingAvailable();
+    const finishedBlobs = canEmbedding
+      ? await this.listWorkspaceBlobEmbedding(
+          workspaceId,
+          Array.from(new Set(blobs.map(blob => blob.id)))
+        )
+      : [];
+    const finishedBlobSet = new Set(finishedBlobs);
+
+    for (const blob of blobs) {
+      const status = finishedBlobSet.has(blob.id)
+        ? ContextEmbedStatus.finished
+        : undefined;
+      // NOTE: when the blob has not been synchronized to the server or is in the embedding queue
+      // the status will be empty, fallback to processing if no status is provided
+      blob.status = status || blob.status || ContextEmbedStatus.processing;
+    }
+
+    return blobs;
+  }
+
   async mergeDocStatus(workspaceId: string, docs: ContextDoc[]) {
     const canEmbedding = await this.checkEmbeddingAvailable();
     const finishedDoc = canEmbedding
-      ? await this.listWorkspaceEmbedding(
+      ? await this.listWorkspaceDocEmbedding(
           workspaceId,
           Array.from(new Set(docs.map(doc => doc.id)))
         )
@@ -126,7 +154,23 @@ export class CopilotContextModel extends BaseModel {
     return Number(count) === 2;
   }
 
-  async listWorkspaceEmbedding(workspaceId: string, docIds?: string[]) {
+  async listWorkspaceBlobEmbedding(
+    workspaceId: string,
+    blobIds?: string[]
+  ): Promise<string[]> {
+    const existsIds = await this.db.aiWorkspaceBlobEmbedding
+      .groupBy({
+        where: {
+          workspaceId,
+          blobId: blobIds ? { in: blobIds } : undefined,
+        },
+        by: ['blobId'],
+      })
+      .then(r => r.map(r => r.blobId));
+    return existsIds;
+  }
+
+  async listWorkspaceDocEmbedding(workspaceId: string, docIds?: string[]) {
     const existsIds = await this.db.aiWorkspaceEmbedding
       .groupBy({
         where: {

packages/backend/server/src/models/copilot-workspace.ts

@@ -7,6 +7,7 @@ import { Prisma, PrismaClient } from '@prisma/client';
 import { PaginationInput } from '../base';
 import { BaseModel } from './base';
 import type {
+  BlobChunkSimilarity,
   CopilotWorkspaceFile,
   CopilotWorkspaceFileMetadata,
   Embedding,
@@ -152,7 +153,7 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
   }
 
   @Transactional()
-  async getWorkspaceEmbeddingStatus(workspaceId: string) {
+  async getEmbeddingStatus(workspaceId: string) {
     const ignoredDocIds = (await this.listIgnoredDocIds(workspaceId)).map(
       d => d.docId
     );
@@ -168,9 +169,13 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
     };
 
     const [docTotal, docEmbedded, fileTotal, fileEmbedded] = await Promise.all([
-      this.db.snapshot.count({ where: snapshotCondition }),
-      this.db.snapshot.count({
+      this.db.snapshot.findMany({
+        where: snapshotCondition,
+        select: { id: true },
+      }),
+      this.db.snapshot.findMany({
         where: { ...snapshotCondition, embedding: { some: {} } },
+        select: { id: true },
       }),
       this.db.aiWorkspaceFiles.count({ where: { workspaceId } }),
       this.db.aiWorkspaceFiles.count({
@@ -178,9 +183,23 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
       }),
     ]);
 
+    const docTotalIds = docTotal.map(d => d.id);
+    const docTotalSet = new Set(docTotalIds);
+    const outdatedDocPrefix = `${workspaceId}:space:`;
+    const duplicateOutdatedDocSet = new Set(
+      docTotalIds
+        .filter(id => id.startsWith(outdatedDocPrefix))
+        .filter(id => docTotalSet.has(id.slice(outdatedDocPrefix.length)))
+    );
+
     return {
-      total: docTotal + fileTotal,
-      embedded: docEmbedded + fileEmbedded,
+      total:
+        docTotalIds.filter(id => !duplicateOutdatedDocSet.has(id)).length +
+        fileTotal,
+      embedded:
+        docEmbedded
+          .map(d => d.id)
+          .filter(id => !duplicateOutdatedDocSet.has(id)).length + fileEmbedded,
     };
   }
 
@@ -238,19 +257,19 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
   async checkEmbeddingAvailable(): Promise<boolean> {
     const [{ count }] = await this.db.$queryRaw<
       { count: number }[]
-    >`SELECT count(1) FROM pg_tables WHERE tablename in ('ai_workspace_embeddings', 'ai_workspace_file_embeddings')`;
-    return Number(count) === 2;
+    >`SELECT count(1) FROM pg_tables WHERE tablename in ('ai_workspace_embeddings', 'ai_workspace_file_embeddings', 'ai_workspace_blob_embeddings')`;
+    return Number(count) === 3;
   }
 
   private processEmbeddings(
     workspaceId: string,
-    fileId: string,
+    fileOrBlobId: string,
     embeddings: Embedding[]
   ) {
     const groups = embeddings.map(e =>
       [
         workspaceId,
-        fileId,
+        fileOrBlobId,
         e.index,
         e.content,
         Prisma.raw(`'[${e.embedding.join(',')}]'`),
@@ -360,6 +379,61 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
     return similarityChunks.filter(c => Number(c.distance) <= threshold);
   }
 
+  @Transactional()
+  async insertBlobEmbeddings(
+    workspaceId: string,
+    blobId: string,
+    embeddings: Embedding[]
+  ) {
+    if (embeddings.length === 0) {
+      this.logger.warn(
+        `No embeddings provided for workspaceId: ${workspaceId}, blobId: ${blobId}. Skipping insertion.`
+      );
+      return;
+    }
+
+    const values = this.processEmbeddings(workspaceId, blobId, embeddings);
+    await this.db.$executeRaw`
+          INSERT INTO "ai_workspace_blob_embeddings"
+          ("workspace_id", "blob_id", "chunk", "content", "embedding") VALUES ${values}
+          ON CONFLICT (workspace_id, blob_id, chunk) DO NOTHING;
+      `;
+  }
+
+  async matchBlobEmbedding(
+    workspaceId: string,
+    embedding: number[],
+    topK: number,
+    threshold: number
+  ): Promise<BlobChunkSimilarity[]> {
+    if (!(await this.allowEmbedding(workspaceId))) {
+      return [];
+    }
+
+    const similarityChunks = await this.db.$queryRaw<
+      Array<BlobChunkSimilarity>
+    >`
+      SELECT
+        e."blob_id" as "blobId",
+        e."chunk",
+        e."content",
+        e."embedding" <=> ${embedding}::vector as "distance" 
+      FROM "ai_workspace_blob_embeddings" e
+      WHERE e.workspace_id = ${workspaceId}
+      ORDER BY "distance" ASC
+      LIMIT ${topK};
+    `;
+    return similarityChunks.filter(c => Number(c.distance) <= threshold);
+  }
+
+  async removeBlob(workspaceId: string, blobId: string) {
+    await this.db.$executeRaw`
+      DELETE FROM "ai_workspace_blob_embeddings"
+      WHERE workspace_id = ${workspaceId} AND blob_id = ${blobId};
+    `;
+    return true;
+  }
+
   async removeFile(workspaceId: string, fileId: string) {
     // embeddings will be removed by foreign key constraint
     await this.db.aiWorkspaceFiles.deleteMany({

packages/backend/server/src/models/index.ts

@@ -7,6 +7,7 @@ import {
 import { ModuleRef } from '@nestjs/core';
 
 import { ApplyType } from '../base';
+import { AccessTokenModel } from './access-token';
 import { BlobModel } from './blob';
 import { CommentModel } from './comment';
 import { CommentAttachmentModel } from './comment-attachment';
@@ -54,6 +55,7 @@ const MODELS = {
   comment: CommentModel,
   commentAttachment: CommentAttachmentModel,
   blob: BlobModel,
+  accessToken: AccessTokenModel,
 };
 
 type ModelsType = {

packages/backend/server/src/models/workspace.ts

@@ -24,6 +24,7 @@ export type UpdateWorkspaceInput = Pick<
   | 'name'
   | 'avatarKey'
   | 'indexed'
+  | 'lastCheckEmbeddings'
 >;
 
 @Injectable()
@@ -49,7 +50,11 @@ export class WorkspaceModel extends BaseModel {
   /**
    * Update the workspace with the given data.
    */
-  async update(workspaceId: string, data: UpdateWorkspaceInput) {
+  async update(
+    workspaceId: string,
+    data: UpdateWorkspaceInput,
+    notifyUpdate = true
+  ) {
     const workspace = await this.db.workspace.update({
       where: {
         id: workspaceId,
@@ -60,7 +65,9 @@ export class WorkspaceModel extends BaseModel {
       `Updated workspace ${workspaceId} with data ${JSON.stringify(data)}`
     );
 
-    this.event.emit('workspace.updated', workspace);
+    if (notifyUpdate) {
+      this.event.emit('workspace.updated', workspace);
+    }
 
     return workspace;
   }
@@ -81,25 +88,15 @@ export class WorkspaceModel extends BaseModel {
     });
   }
 
-  async listAfterSid(sid: number, limit: number) {
-    return await this.db.workspace.findMany({
-      where: {
-        sid: { gt: sid },
-      },
-      take: limit,
-      orderBy: {
-        sid: 'asc',
-      },
-    });
-  }
-
   async list<S extends Prisma.WorkspaceSelect>(
     where: Prisma.WorkspaceWhereInput = {},
-    select?: S
+    select?: S,
+    limit?: number
   ) {
     return (await this.db.workspace.findMany({
       where,
       select,
+      take: limit,
       orderBy: {
         sid: 'asc',
       },

packages/backend/server/src/native.ts

@@ -16,16 +16,24 @@ export const mintChallengeResponse = async (resource: string, bits: number) => {
   return serverNativeModule.mintChallengeResponse(resource, bits);
 };
 
+const ENCODER_CACHE = new Map<string, Tokenizer>();
+
 export function getTokenEncoder(model?: string | null): Tokenizer | null {
   if (!model) return null;
+  const cached = ENCODER_CACHE.get(model);
+  if (cached) return cached;
   if (model.startsWith('gpt')) {
-    return serverNativeModule.fromModelName(model);
+    const encoder = serverNativeModule.fromModelName(model);
+    if (encoder) ENCODER_CACHE.set(model, encoder);
+    return encoder;
   } else if (model.startsWith('dall')) {
     // dalle don't need to calc the token
     return null;
   } else {
     // c100k based model
-    return serverNativeModule.fromModelName('gpt-4');
+    const encoder = serverNativeModule.fromModelName('gpt-4');
+    if (encoder) ENCODER_CACHE.set('gpt-4', encoder);
+    return encoder;
   }
 }
 

packages/backend/server/src/plugins/copilot/config.ts

@@ -3,6 +3,7 @@ import {
   StorageJSONSchema,
   StorageProviderConfig,
 } from '../../base';
+import { CopilotPromptScenario } from './prompt/prompts';
 import {
   AnthropicOfficialConfig,
   AnthropicVertexConfig,
@@ -24,6 +25,7 @@ declare global {
         key: string;
       }>;
       storage: ConfigItem<StorageProviderConfig>;
+      scenarios: ConfigItem<CopilotPromptScenario>;
       providers: {
         openai: ConfigItem<OpenAIConfig>;
         fal: ConfigItem<FalConfig>;
@@ -40,13 +42,32 @@ declare global {
 
 defineModuleConfig('copilot', {
   enabled: {
-    desc: 'Whether to enable the copilot plugin.',
+    desc: 'Whether to enable the copilot plugin. <br> Document: <a href="https://docs.affine.pro/self-host-affine/administer/ai" target="_blank">https://docs.affine.pro/self-host-affine/administer/ai</a>',
     default: false,
   },
+  scenarios: {
+    desc: 'Use custom models in scenarios and override default settings.',
+    default: {
+      override_enabled: false,
+      scenarios: {
+        audio_transcribing: 'gemini-2.5-flash',
+        chat: 'claude-sonnet-4@20250514',
+        embedding: 'gemini-embedding-001',
+        image: 'gpt-image-1',
+        rerank: 'gpt-4.1',
+        coding: 'claude-sonnet-4@20250514',
+        complex_text_generation: 'gpt-4o-2024-08-06',
+        quick_decision_making: 'gpt-4.1-mini',
+        quick_text_generation: 'gemini-2.5-flash',
+        polish_and_summarize: 'gemini-2.5-flash',
+      },
+    },
+  },
   'providers.openai': {
     desc: 'The config for the openai provider.',
     default: {
       apiKey: '',
+      baseURL: 'https://api.openai.com/v1',
     },
     link: 'https://github.com/openai/openai-node',
   },
@@ -60,6 +81,7 @@ defineModuleConfig('copilot', {
     desc: 'The config for the gemini provider.',
     default: {
       apiKey: '',
+      baseURL: 'https://generativelanguage.googleapis.com/v1beta',
     },
   },
   'providers.geminiVertex': {
@@ -77,6 +99,7 @@ defineModuleConfig('copilot', {
     desc: 'The config for the anthropic provider.',
     default: {
       apiKey: '',
+      baseURL: 'https://api.anthropic.com/v1',
     },
   },
   'providers.anthropicVertex': {

packages/backend/server/src/plugins/copilot/context/resolver.ts

@@ -20,6 +20,7 @@ import { SafeIntResolver } from 'graphql-scalars';
 import GraphQLUpload from 'graphql-upload/GraphQLUpload.mjs';
 
 import {
+  BlobNotFound,
   BlobQuotaExceeded,
   CallMetric,
   CopilotEmbeddingUnavailable,
@@ -37,6 +38,7 @@ import {
 import { CurrentUser } from '../../../core/auth';
 import { AccessController } from '../../../core/permission';
 import {
+  ContextBlob,
   ContextCategories,
   ContextCategory,
   ContextDoc,
@@ -50,8 +52,7 @@ import { CopilotEmbeddingJob } from '../embedding';
 import { COPILOT_LOCKER, CopilotType } from '../resolver';
 import { ChatSessionService } from '../session';
 import { CopilotStorage } from '../storage';
-import { MAX_EMBEDDABLE_SIZE } from '../types';
-import { getSignal, readStream } from '../utils';
+import { getSignal, MAX_EMBEDDABLE_SIZE, readStream } from '../utils';
 import { CopilotContextService } from './service';
 
 @InputType()
@@ -118,6 +119,24 @@ class RemoveContextFileInput {
   fileId!: string;
 }
 
+@InputType()
+class AddContextBlobInput {
+  @Field(() => String)
+  contextId!: string;
+
+  @Field(() => String)
+  blobId!: string;
+}
+
+@InputType()
+class RemoveContextBlobInput {
+  @Field(() => String)
+  contextId!: string;
+
+  @Field(() => String)
+  blobId!: string;
+}
+
 @ObjectType('CopilotContext')
 export class CopilotContextType {
   @Field(() => ID, { nullable: true })
@@ -130,7 +149,24 @@ export class CopilotContextType {
 registerEnumType(ContextCategories, { name: 'ContextCategories' });
 
 @ObjectType()
-class CopilotDocType implements Omit<ContextDoc, 'status'> {
+class CopilotContextCategory implements Omit<ContextCategory, 'docs'> {
+  @Field(() => ID)
+  id!: string;
+
+  @Field(() => ContextCategories)
+  type!: ContextCategories;
+
+  @Field(() => [CopilotContextDoc])
+  docs!: CopilotContextDoc[];
+
+  @Field(() => SafeIntResolver)
+  createdAt!: number;
+}
+
+registerEnumType(ContextEmbedStatus, { name: 'ContextEmbedStatus' });
+
+@ObjectType()
+class CopilotContextBlob implements Omit<ContextBlob, 'status'> {
   @Field(() => ID)
   id!: string;
 
@@ -142,28 +178,17 @@ class CopilotDocType implements Omit<ContextDoc, 'status'> {
 }
 
 @ObjectType()
-class CopilotContextCategory implements Omit<ContextCategory, 'docs'> {
+class CopilotContextDoc implements Omit<ContextDoc, 'status'> {
   @Field(() => ID)
   id!: string;
 
-  @Field(() => ContextCategories)
-  type!: ContextCategories;
-
-  @Field(() => [CopilotDocType])
-  docs!: CopilotDocType[];
+  @Field(() => ContextEmbedStatus, { nullable: true })
+  status!: ContextEmbedStatus | null;
 
   @Field(() => SafeIntResolver)
   createdAt!: number;
 }
 
-registerEnumType(ContextEmbedStatus, { name: 'ContextEmbedStatus' });
-
-@ObjectType()
-class CopilotContextDoc extends CopilotDocType {
-  @Field(() => String, { nullable: true })
-  error!: string | null;
-}
-
 @ObjectType()
 class CopilotContextFile implements ContextFile {
   @Field(() => ID)
@@ -356,6 +381,7 @@ export class CopilotContextRootResolver {
     return false;
   }
 
+  @Throttle('strict')
   @Query(() => ContextWorkspaceEmbeddingStatus, {
     description: 'query workspace embedding status',
   })
@@ -372,9 +398,7 @@ export class CopilotContextRootResolver {
 
     if (this.context.canEmbedding) {
       const { total, embedded } =
-        await this.models.copilotWorkspace.getWorkspaceEmbeddingStatus(
-          workspaceId
-        );
+        await this.models.copilotWorkspace.getEmbeddingStatus(workspaceId);
       return { total, embedded };
     }
 
@@ -434,11 +458,33 @@ export class CopilotContextResolver {
     return tags;
   }
 
+  @ResolveField(() => [CopilotContextBlob], {
+    description: 'list blobs in context',
+  })
+  @CallMetric('ai', 'context_blob_list')
+  async blobs(
+    @Parent() context: CopilotContextType
+  ): Promise<CopilotContextBlob[]> {
+    if (!context.id) {
+      return [];
+    }
+    const session = await this.context.get(context.id);
+    const blobs = session.blobs;
+    await this.models.copilotContext.mergeBlobStatus(
+      session.workspaceId,
+      blobs
+    );
+
+    return blobs.map(blob => ({ ...blob, status: blob.status || null }));
+  }
+
   @ResolveField(() => [CopilotContextDoc], {
     description: 'list files in context',
   })
   @CallMetric('ai', 'context_file_list')
-  async docs(@Parent() context: CopilotContextType): Promise<CopilotDocType[]> {
+  async docs(
+    @Parent() context: CopilotContextType
+  ): Promise<CopilotContextDoc[]> {
     if (!context.id) {
       return [];
     }
@@ -539,7 +585,7 @@ export class CopilotContextResolver {
   async addContextDoc(
     @Args({ name: 'options', type: () => AddContextDocInput })
     options: AddContextDocInput
-  ): Promise<CopilotDocType> {
+  ): Promise<CopilotContextDoc> {
     const lockFlag = `${COPILOT_LOCKER}:context:${options.contextId}`;
     await using lock = await this.mutex.acquire(lockFlag);
     if (!lock) {
@@ -675,6 +721,90 @@ export class CopilotContextResolver {
     }
   }
 
+  @Mutation(() => CopilotContextBlob, {
+    description: 'add a blob to context',
+  })
+  @CallMetric('ai', 'context_blob_add')
+  async addContextBlob(
+    @CurrentUser() user: CurrentUser,
+    @Args({ name: 'options', type: () => AddContextBlobInput })
+    options: AddContextBlobInput
+  ): Promise<CopilotContextBlob> {
+    if (!this.context.canEmbedding) {
+      throw new CopilotEmbeddingUnavailable();
+    }
+
+    const lockFlag = `${COPILOT_LOCKER}:context:${options.contextId}`;
+    await using lock = await this.mutex.acquire(lockFlag);
+    if (!lock) {
+      throw new TooManyRequest('Server is busy');
+    }
+
+    const contextSession = await this.context.get(options.contextId);
+
+    await this.ac
+      .user(user.id)
+      .workspace(contextSession.workspaceId)
+      .allowLocal()
+      .assert('Workspace.Copilot');
+
+    try {
+      const blob = await contextSession.addBlobRecord(options.blobId);
+      if (!blob) {
+        throw new BlobNotFound({
+          spaceId: contextSession.workspaceId,
+          blobId: options.blobId,
+        });
+      }
+
+      await this.jobs.addBlobEmbeddingQueue({
+        workspaceId: contextSession.workspaceId,
+        contextId: contextSession.id,
+        blobId: options.blobId,
+      });
+
+      return { ...blob, status: blob.status || null };
+    } catch (e: any) {
+      if (e instanceof UserFriendlyError) {
+        throw e;
+      }
+      throw new CopilotFailedToModifyContext({
+        contextId: options.contextId,
+        message: e.message,
+      });
+    }
+  }
+
+  @Mutation(() => Boolean, {
+    description: 'remove a blob from context',
+  })
+  @CallMetric('ai', 'context_blob_remove')
+  async removeContextBlob(
+    @Args({ name: 'options', type: () => RemoveContextBlobInput })
+    options: RemoveContextBlobInput
+  ): Promise<boolean> {
+    if (!this.context.canEmbedding) {
+      throw new CopilotEmbeddingUnavailable();
+    }
+
+    const lockFlag = `${COPILOT_LOCKER}:context:${options.contextId}`;
+    await using lock = await this.mutex.acquire(lockFlag);
+    if (!lock) {
+      throw new TooManyRequest('Server is busy');
+    }
+
+    const contextSession = await this.context.get(options.contextId);
+
+    try {
+      return await contextSession.removeBlobRecord(options.blobId);
+    } catch (e: any) {
+      throw new CopilotFailedToModifyContext({
+        contextId: options.contextId,
+        message: e.message,
+      });
+    }
+  }
+
   @ResolveField(() => [ContextMatchedFileChunk], {
     description: 'match file in context',
   })

packages/backend/server/src/plugins/copilot/context/service.ts

@@ -147,6 +147,28 @@ export class CopilotContextService implements OnApplicationBootstrap {
     return null;
   }
 
+  async matchWorkspaceBlobs(
+    workspaceId: string,
+    content: string,
+    topK: number = 5,
+    signal?: AbortSignal,
+    threshold: number = 0.5
+  ) {
+    if (!this.embeddingClient) return [];
+    const embedding = await this.embeddingClient.getEmbedding(content, signal);
+    if (!embedding) return [];
+
+    const blobChunks = await this.models.copilotWorkspace.matchBlobEmbedding(
+      workspaceId,
+      embedding,
+      topK * 2,
+      threshold
+    );
+    if (!blobChunks.length) return [];
+
+    return await this.embeddingClient.reRank(content, blobChunks, topK, signal);
+  }
+
   async matchWorkspaceFiles(
     workspaceId: string,
     content: string,
@@ -210,7 +232,7 @@ export class CopilotContextService implements OnApplicationBootstrap {
     const embedding = await this.embeddingClient.getEmbedding(content, signal);
     if (!embedding) return [];
 
-    const [fileChunks, workspaceChunks, scopedWorkspaceChunks] =
+    const [fileChunks, blobChunks, workspaceChunks, scopedWorkspaceChunks] =
       await Promise.all([
         this.models.copilotWorkspace.matchFileEmbedding(
           workspaceId,
@@ -218,6 +240,12 @@ export class CopilotContextService implements OnApplicationBootstrap {
           topK * 2,
           threshold
         ),
+        this.models.copilotWorkspace.matchBlobEmbedding(
+          workspaceId,
+          embedding,
+          topK * 2,
+          threshold
+        ),
         this.models.copilotContext.matchWorkspaceEmbedding(
           embedding,
           workspaceId,
@@ -237,6 +265,7 @@ export class CopilotContextService implements OnApplicationBootstrap {
 
     if (
       !fileChunks.length &&
+      !blobChunks.length &&
       !workspaceChunks.length &&
       !scopedWorkspaceChunks?.length
     ) {
@@ -245,7 +274,12 @@ export class CopilotContextService implements OnApplicationBootstrap {
 
     return await this.embeddingClient.reRank(
       content,
-      [...fileChunks, ...workspaceChunks, ...(scopedWorkspaceChunks || [])],
+      [
+        ...fileChunks,
+        ...blobChunks,
+        ...workspaceChunks,
+        ...(scopedWorkspaceChunks || []),
+      ],
       topK,
       signal
     );

packages/backend/server/src/plugins/copilot/context/session.ts

@@ -1,13 +1,13 @@
 import { nanoid } from 'nanoid';
 
 import {
+  ContextBlob,
   ContextCategories,
   ContextCategory,
   ContextConfig,
   ContextDoc,
   ContextEmbedStatus,
   ContextFile,
-  ContextList,
   FileChunkSimilarity,
   Models,
 } from '../../../models';
@@ -47,6 +47,10 @@ export class ContextSession implements AsyncDisposable {
     return categories.filter(c => c.type === ContextCategories.Collection);
   }
 
+  get blobs(): ContextBlob[] {
+    return this.config.blobs.map(d => ({ ...d }));
+  }
+
   get docs(): ContextDoc[] {
     return this.config.docs.map(d => ({ ...d }));
   }
@@ -65,13 +69,6 @@ export class ContextSession implements AsyncDisposable {
     );
   }
 
-  get sortedList(): ContextList {
-    const { docs, files } = this.config;
-    return [...docs, ...files].toSorted(
-      (a, b) => a.createdAt - b.createdAt
-    ) as ContextList;
-  }
-
   async addCategoryRecord(type: ContextCategories, id: string, docs: string[]) {
     const category = this.config.categories.find(
       c => c.type === type && c.id === id
@@ -120,6 +117,33 @@ export class ContextSession implements AsyncDisposable {
     return true;
   }
 
+  async addBlobRecord(blobId: string): Promise<ContextBlob | null> {
+    const existsBlob = this.config.blobs.find(b => b.id === blobId);
+    if (existsBlob) {
+      return existsBlob;
+    }
+    const blob = await this.models.blob.get(this.config.workspaceId, blobId);
+    if (!blob) return null;
+
+    const record: ContextBlob = {
+      id: blobId,
+      createdAt: Date.now(),
+      status: ContextEmbedStatus.processing,
+    };
+    this.config.blobs.push(record);
+    await this.save();
+    return record;
+  }
+
+  async removeBlobRecord(blobId: string): Promise<boolean> {
+    const index = this.config.blobs.findIndex(b => b.id === blobId);
+    if (index >= 0) {
+      this.config.blobs.splice(index, 1);
+      await this.save();
+    }
+    return true;
+  }
+
   async addDocRecord(docId: string): Promise<ContextDoc> {
     const doc = this.config.docs.find(f => f.id === docId);
     if (doc) {

packages/backend/server/src/plugins/copilot/controller.ts

@@ -56,7 +56,7 @@ import { StreamObjectParser } from './providers/utils';
 import { ChatSession, ChatSessionService } from './session';
 import { CopilotStorage } from './storage';
 import { ChatMessage, ChatQuerySchema } from './types';
-import { getSignal } from './utils';
+import { getSignal, getTools } from './utils';
 import { CopilotWorkflowService, GraphExecutorState } from './workflow';
 
 export interface ChatEvent {
@@ -244,7 +244,8 @@ export class CopilotController implements BeforeApplicationShutdown {
       info.finalMessage = finalMessage.filter(m => m.role !== 'system');
       metrics.ai.counter('chat_calls').add(1, { model });
 
-      const { reasoning, webSearch } = ChatQuerySchema.parse(query);
+      const { reasoning, webSearch, toolsConfig } =
+        ChatQuerySchema.parse(query);
       const content = await provider.text({ modelId: model }, finalMessage, {
         ...session.config.promptConfig,
         signal: getSignal(req).signal,
@@ -253,6 +254,7 @@ export class CopilotController implements BeforeApplicationShutdown {
         workspace: session.config.workspaceId,
         reasoning,
         webSearch,
+        tools: getTools(session.config.promptConfig?.tools, toolsConfig),
       });
 
       session.push({
@@ -306,7 +308,8 @@ export class CopilotController implements BeforeApplicationShutdown {
         }
       });
 
-      const { messageId, reasoning, webSearch } = ChatQuerySchema.parse(query);
+      const { messageId, reasoning, webSearch, toolsConfig } =
+        ChatQuerySchema.parse(query);
 
       const source$ = from(
         provider.streamText({ modelId: model }, finalMessage, {
@@ -317,6 +320,7 @@ export class CopilotController implements BeforeApplicationShutdown {
           workspace: session.config.workspaceId,
           reasoning,
           webSearch,
+          tools: getTools(session.config.promptConfig?.tools, toolsConfig),
         })
       ).pipe(
         connect(shared$ =>
@@ -398,7 +402,8 @@ export class CopilotController implements BeforeApplicationShutdown {
         }
       });
 
-      const { messageId, reasoning, webSearch } = ChatQuerySchema.parse(query);
+      const { messageId, reasoning, webSearch, toolsConfig } =
+        ChatQuerySchema.parse(query);
 
       const source$ = from(
         provider.streamObject({ modelId: model }, finalMessage, {
@@ -409,6 +414,7 @@ export class CopilotController implements BeforeApplicationShutdown {
           workspace: session.config.workspaceId,
           reasoning,
           webSearch,
+          tools: getTools(session.config.promptConfig?.tools, toolsConfig),
         })
       ).pipe(
         connect(shared$ =>

packages/backend/server/src/plugins/copilot/cron.ts

@@ -1,14 +1,18 @@
 import { Injectable, Logger } from '@nestjs/common';
 import { Cron, CronExpression } from '@nestjs/schedule';
 
-import { JobQueue, OneDay, OnJob } from '../../base';
+import { JOB_SIGNAL, JobQueue, OneDay, OnJob } from '../../base';
 import { Models } from '../../models';
 
+const CLEANUP_EMBEDDING_JOB_BATCH_SIZE = 100;
+
 declare global {
   interface Jobs {
     'copilot.session.cleanupEmptySessions': {};
     'copilot.session.generateMissingTitles': {};
-    'copilot.workspace.cleanupTrashedDocEmbeddings': {};
+    'copilot.workspace.cleanupTrashedDocEmbeddings': {
+      nextSid?: number;
+    };
   }
 }
 
@@ -85,10 +89,20 @@ export class CopilotCronJobs {
   }
 
   @OnJob('copilot.workspace.cleanupTrashedDocEmbeddings')
-  async cleanupTrashedDocEmbeddings() {
-    const workspaces = await this.models.workspace.list(undefined, {
-      id: true,
-    });
+  async cleanupTrashedDocEmbeddings(
+    params: Jobs['copilot.workspace.cleanupTrashedDocEmbeddings']
+  ) {
+    const nextSid = params.nextSid ?? 0;
+    // only consider workspaces that cleared their embeddings more than 24 hours ago
+    const oneDayAgo = new Date(Date.now() - OneDay);
+    const workspaces = await this.models.workspace.list(
+      { sid: { gt: nextSid }, lastCheckEmbeddings: { lt: oneDayAgo } },
+      { id: true, sid: true },
+      CLEANUP_EMBEDDING_JOB_BATCH_SIZE
+    );
+    if (!workspaces.length) {
+      return JOB_SIGNAL.Done;
+    }
     for (const { id: workspaceId } of workspaces) {
       await this.jobs.add(
         'copilot.embedding.cleanupTrashedDocEmbeddings',
@@ -96,5 +110,7 @@ export class CopilotCronJobs {
         { jobId: `cleanup-trashed-doc-embeddings-${workspaceId}` }
       );
     }
+    params.nextSid = workspaces[workspaces.length - 1].sid;
+    return JOB_SIGNAL.Repeat;
   }
 }

packages/backend/server/src/plugins/copilot/embedding/client.ts

@@ -2,6 +2,7 @@ import { Logger } from '@nestjs/common';
 import type { ModuleRef } from '@nestjs/core';
 
 import {
+  Config,
   CopilotPromptNotFound,
   CopilotProviderNotSupported,
 } from '../../../base';
@@ -28,6 +29,7 @@ class ProductionEmbeddingClient extends EmbeddingClient {
   private readonly logger = new Logger(ProductionEmbeddingClient.name);
 
   constructor(
+    private readonly config: Config,
     private readonly providerFactory: CopilotProviderFactory,
     private readonly prompt: PromptService
   ) {
@@ -36,7 +38,9 @@ class ProductionEmbeddingClient extends EmbeddingClient {
 
   override async configured(): Promise<boolean> {
     const embedding = await this.providerFactory.getProvider({
-      modelId: EMBEDDING_MODEL,
+      modelId: this.config.copilot?.scenarios?.override_enabled
+        ? this.config.copilot.scenarios.scenarios?.embedding || EMBEDDING_MODEL
+        : EMBEDDING_MODEL,
       outputType: ModelOutputType.Embedding,
     });
     const result = Boolean(embedding);
@@ -209,12 +213,13 @@ export async function getEmbeddingClient(
   if (EMBEDDING_CLIENT) {
     return EMBEDDING_CLIENT;
   }
+  const config = moduleRef.get(Config, { strict: false });
   const providerFactory = moduleRef.get(CopilotProviderFactory, {
     strict: false,
   });
   const prompt = moduleRef.get(PromptService, { strict: false });
 
-  const client = new ProductionEmbeddingClient(providerFactory, prompt);
+  const client = new ProductionEmbeddingClient(config, providerFactory, prompt);
   if (await client.configured()) {
     EMBEDDING_CLIENT = client;
   }

packages/backend/server/src/plugins/copilot/embedding/job.ts

@@ -8,10 +8,12 @@ import {
   EventBus,
   JobQueue,
   mapAnyError,
+  OneDay,
   OnEvent,
   OnJob,
 } from '../../../base';
 import { DocReader } from '../../../core/doc';
+import { WorkspaceBlobStorage } from '../../../core/storage';
 import { readAllDocIdsFromWorkspaceSnapshot } from '../../../core/utils/blocksuite';
 import { Models } from '../../../models';
 import { CopilotStorage } from '../storage';
@@ -65,15 +67,14 @@ export class CopilotEmbeddingJob {
   async addFileEmbeddingQueue(file: Jobs['copilot.embedding.files']) {
     if (!this.supportEmbedding) return;
 
-    const { userId, workspaceId, contextId, blobId, fileId, fileName } = file;
-    await this.queue.add('copilot.embedding.files', {
-      userId,
-      workspaceId,
-      contextId,
-      blobId,
-      fileId,
-      fileName,
-    });
+    await this.queue.add('copilot.embedding.files', file);
+  }
+
+  @CallMetric('ai', 'addBlobEmbeddingQueue')
+  async addBlobEmbeddingQueue(blob: Jobs['copilot.embedding.blobs']) {
+    if (!this.supportEmbedding) return;
+
+    await this.queue.add('copilot.embedding.blobs', blob);
   }
 
   @OnEvent('workspace.doc.embedding')
@@ -225,6 +226,20 @@ export class CopilotEmbeddingJob {
     return new File([buffer], fileName);
   }
 
+  private async readWorkspaceBlob(
+    workspaceId: string,
+    blobId: string,
+    fileName: string
+  ) {
+    const workspaceStorage = this.moduleRef.get(WorkspaceBlobStorage, {
+      strict: false,
+    });
+    const { body } = await workspaceStorage.get(workspaceId, blobId);
+    if (!body) throw new BlobNotFound({ spaceId: workspaceId, blobId });
+    const buffer = await readStream(body);
+    return new File([buffer], fileName);
+  }
+
   @OnJob('copilot.embedding.files')
   async embedPendingFile({
     userId,
@@ -288,6 +303,49 @@ export class CopilotEmbeddingJob {
     }
   }
 
+  @OnJob('copilot.embedding.blobs')
+  async embedPendingBlob({
+    workspaceId,
+    contextId,
+    blobId,
+  }: Jobs['copilot.embedding.blobs']) {
+    if (!this.supportEmbedding || !this.embeddingClient) return;
+
+    try {
+      const file = await this.readWorkspaceBlob(workspaceId, blobId, 'blob');
+
+      const chunks = await this.embeddingClient.getFileChunks(file);
+      const total = chunks.reduce((acc, c) => acc + c.length, 0);
+
+      for (const chunk of chunks) {
+        const embeddings = await this.embeddingClient.generateEmbeddings(chunk);
+        await this.models.copilotWorkspace.insertBlobEmbeddings(
+          workspaceId,
+          blobId,
+          embeddings
+        );
+      }
+
+      if (contextId) {
+        this.event.emit('workspace.blob.embed.finished', {
+          contextId,
+          blobId,
+          chunkSize: total,
+        });
+      }
+    } catch (error: any) {
+      if (contextId) {
+        this.event.emit('workspace.blob.embed.failed', {
+          contextId,
+          blobId,
+          error: mapAnyError(error).message,
+        });
+      }
+
+      throw error;
+    }
+  }
+
   private async getDocFragment(
     workspaceId: string,
     docId: string
@@ -454,6 +512,7 @@ export class CopilotEmbeddingJob {
       return;
     }
 
+    const oneMonthAgo = new Date(Date.now() - OneDay * 30);
     const snapshot = await this.models.doc.getSnapshot(
       workspaceId,
       workspaceId
@@ -461,11 +520,37 @@ export class CopilotEmbeddingJob {
     if (!snapshot) {
       this.logger.warn(`workspace snapshot ${workspaceId} not found`);
       return;
+    } else if (
+      // always check if never cleared
+      workspace.lastCheckEmbeddings > new Date(0) &&
+      snapshot.updatedAt < oneMonthAgo
+    ) {
+      this.logger.verbose(
+        `workspace ${workspaceId} is too old, skipping embeddings cleanup`
+      );
+      await this.models.workspace.update(
+        workspaceId,
+        { lastCheckEmbeddings: new Date() },
+        false
+      );
+      return;
+    }
+
+    const docIdsInEmbedding =
+      await this.models.copilotContext.listWorkspaceDocEmbedding(workspaceId);
+    if (!docIdsInEmbedding.length) {
+      this.logger.verbose(
+        `No doc embeddings found in workspace ${workspaceId}, skipping cleanup`
+      );
+      await this.models.workspace.update(
+        workspaceId,
+        { lastCheckEmbeddings: new Date() },
+        false
+      );
+      return;
     }
 
     const docIdsInWorkspace = readAllDocIdsFromWorkspaceSnapshot(snapshot.blob);
-    const docIdsInEmbedding =
-      await this.models.copilotContext.listWorkspaceEmbedding(workspaceId);
     const docIdsInWorkspaceSet = new Set(docIdsInWorkspace);
 
     const deletedDocIds = docIdsInEmbedding.filter(
@@ -477,5 +562,20 @@ export class CopilotEmbeddingJob {
         docId
       );
     }
+
+    await this.models.workspace.update(
+      workspaceId,
+      { lastCheckEmbeddings: new Date() },
+      false
+    );
+  }
+
+  @OnEvent('workspace.updated')
+  async onWorkspaceUpdated({ id }: Events['workspace.updated']) {
+    if (!this.supportEmbedding) return;
+
+    await this.queue.add('copilot.embedding.cleanupTrashedDocEmbeddings', {
+      workspaceId: id,
+    });
   }
 }

packages/backend/server/src/plugins/copilot/embedding/types.ts

@@ -14,6 +14,18 @@ declare global {
       enableDocEmbedding?: boolean;
     };
 
+    'workspace.blob.embed.finished': {
+      contextId: string;
+      blobId: string;
+      chunkSize: number;
+    };
+
+    'workspace.blob.embed.failed': {
+      contextId: string;
+      blobId: string;
+      error: string;
+    };
+
     'workspace.doc.embedding': Array<{
       workspaceId: string;
       docId: string;
@@ -62,6 +74,12 @@ declare global {
       fileName: string;
     };
 
+    'copilot.embedding.blobs': {
+      contextId?: string;
+      workspaceId: string;
+      blobId: string;
+    };
+
     'copilot.embedding.cleanupTrashedDocEmbeddings': {
       workspaceId: string;
     };

packages/backend/server/src/plugins/copilot/index.ts

@@ -17,6 +17,8 @@ import {
 import { CopilotController } from './controller';
 import { CopilotCronJobs } from './cron';
 import { CopilotEmbeddingJob } from './embedding';
+import { WorkspaceMcpController } from './mcp/controller';
+import { WorkspaceMcpProvider } from './mcp/provider';
 import { ChatMessageCache } from './message';
 import { PromptService } from './prompt';
 import { CopilotProviderFactory, CopilotProviders } from './providers';
@@ -78,7 +80,9 @@ import {
     UserCopilotResolver,
     PromptsManagementResolver,
     CopilotContextRootResolver,
+    // mcp
+    WorkspaceMcpProvider,
   ],
-  controllers: [CopilotController],
+  controllers: [CopilotController, WorkspaceMcpController],
 })
 export class CopilotModule {}

packages/backend/server/src/plugins/copilot/mcp/controller.ts

@@ -0,0 +1,69 @@
+import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
+import {
+  Controller,
+  Delete,
+  Get,
+  HttpCode,
+  HttpStatus,
+  Logger,
+  Param,
+  Post,
+  Req,
+  Res,
+} from '@nestjs/common';
+import type { Request, Response } from 'express';
+
+import { CurrentUser } from '../../../core/auth';
+import { WorkspaceMcpProvider } from './provider';
+
+@Controller('/api/workspaces/:workspaceId/mcp')
+export class WorkspaceMcpController {
+  private readonly logger = new Logger(WorkspaceMcpController.name);
+  constructor(private readonly provider: WorkspaceMcpProvider) {}
+
+  @Get('/')
+  @Delete('/')
+  @HttpCode(HttpStatus.METHOD_NOT_ALLOWED)
+  async STATELESS_MCP_ENDPOINT() {
+    return {
+      jsonrpc: '2.0',
+      error: {
+        code: -32000,
+        message: 'Method not allowed.',
+      },
+      id: null,
+    };
+  }
+
+  @Post('/')
+  async mcp(
+    @Req() req: Request,
+    @Res() res: Response,
+    @CurrentUser() user: CurrentUser,
+    @Param('workspaceId') workspaceId: string
+  ) {
+    let server = await this.provider.for(user.id, workspaceId);
+
+    const transport: StreamableHTTPServerTransport =
+      new StreamableHTTPServerTransport({
+        sessionIdGenerator: undefined,
+      });
+
+    const cleanup = () => {
+      transport.close().catch(e => {
+        this.logger.error('Failed to close MCP transport', e);
+      });
+      server.close().catch(e => {
+        this.logger.error('Failed to close MCP server', e);
+      });
+    };
+
+    try {
+      res.on('close', cleanup);
+      await server.connect(transport);
+      await transport.handleRequest(req, res, req.body);
+    } catch {
+      cleanup();
+    }
+  }
+}

packages/backend/server/src/plugins/copilot/mcp/provider.ts

@@ -0,0 +1,170 @@
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+import type { CallToolResult } from '@modelcontextprotocol/sdk/types.js';
+import { Injectable } from '@nestjs/common';
+import { pick } from 'lodash-es';
+import z from 'zod';
+
+import { DocReader } from '../../../core/doc';
+import { AccessController } from '../../../core/permission';
+import { IndexerService } from '../../indexer';
+import { CopilotContextService } from '../context';
+import { clearEmbeddingChunk } from '../utils';
+
+@Injectable()
+export class WorkspaceMcpProvider {
+  constructor(
+    private readonly ac: AccessController,
+    private readonly reader: DocReader,
+    private readonly context: CopilotContextService,
+    private readonly indexer: IndexerService
+  ) {}
+
+  async for(userId: string, workspaceId: string) {
+    await this.ac.user(userId).workspace(workspaceId).assert('Workspace.Read');
+
+    const server = new McpServer({
+      name: `AFFiNE MCP Server for Workspace ${workspaceId}`,
+      version: '1.0.0',
+    });
+
+    server.registerTool(
+      'read_document',
+      {
+        title: 'Read Document',
+        description: 'Read a document with given ID',
+        inputSchema: {
+          docId: z.string(),
+        },
+      },
+      async ({ docId }) => {
+        const notFoundError: CallToolResult = {
+          isError: true,
+          content: [
+            {
+              type: 'text',
+              text: `Doc with id ${docId} not found.`,
+            },
+          ],
+        };
+
+        const accessible = await this.ac
+          .user(userId)
+          .workspace(workspaceId)
+          .doc(docId)
+          .can('Doc.Read');
+
+        if (!accessible) {
+          return notFoundError;
+        }
+
+        const content = await this.reader.getDocMarkdown(
+          workspaceId,
+          docId,
+          false
+        );
+
+        if (!content) {
+          return notFoundError;
+        }
+
+        return {
+          content: [
+            {
+              type: 'text',
+              text: content.markdown,
+            },
+          ],
+        };
+      }
+    );
+
+    server.registerTool(
+      'semantic_search',
+      {
+        title: 'Semantic Search',
+        description:
+          'Retrieve conceptually related passages by performing vector-based semantic similarity search across embedded documents; use this tool only when exact keyword search fails or the user explicitly needs meaning-level matches (e.g., paraphrases, synonyms, broader concepts, recent documents).',
+        inputSchema: {
+          query: z.string(),
+        },
+      },
+      async ({ query }, req) => {
+        query = query.trim();
+        if (!query) {
+          return {
+            isError: true,
+            content: [
+              {
+                type: 'text',
+                text: 'Query is required for semantic search.',
+              },
+            ],
+          };
+        }
+
+        const chunks = await this.context.matchWorkspaceDocs(
+          workspaceId,
+          query,
+          5,
+          req.signal
+        );
+
+        const docs = await this.ac
+          .user(userId)
+          .workspace(workspaceId)
+          .docs(
+            chunks.filter(c => 'docId' in c),
+            'Doc.Read'
+          );
+
+        return {
+          content: docs.map(doc => ({
+            type: 'text',
+            text: clearEmbeddingChunk(doc).content,
+          })),
+        };
+      }
+    );
+
+    server.registerTool(
+      'keyword_search',
+      {
+        title: 'Keyword Search',
+        description:
+          'Fuzzy search all workspace documents for the exact keyword or phrase supplied and return passages ranked by textual match. Use this tool by default whenever a straightforward term-based or keyword-base lookup is sufficient.',
+        inputSchema: {
+          query: z.string(),
+        },
+      },
+      async ({ query }) => {
+        query = query.trim();
+        if (!query) {
+          return {
+            isError: true,
+            content: [
+              {
+                type: 'text',
+                text: 'Query is required for keyword search.',
+              },
+            ],
+          };
+        }
+
+        let docs = await this.indexer.searchDocsByKeyword(workspaceId, query);
+        docs = await this.ac
+          .user(userId)
+          .workspace(workspaceId)
+          .docs(docs, 'Doc.Read');
+
+        return {
+          content: docs.map(doc => ({
+            type: 'text',
+            text: JSON.stringify(pick(doc, 'docId', 'title', 'createdAt')),
+          })),
+        };
+      }
+    );
+
+    return server;
+  }
+}

packages/backend/server/src/plugins/copilot/prompt/chat-prompt.ts

@@ -123,6 +123,7 @@ export class ChatPrompt {
       'affine::date': new Date().toLocaleDateString(),
       'affine::language': params.language || 'same language as the user query',
       'affine::timezone': params.timezone || 'no preference',
+      'affine::hasDocsRef': params.docs && params.docs.length > 0,
     };
   }
 

packages/backend/server/src/plugins/copilot/prompt/prompts.ts

@@ -19,6 +19,83 @@ type Prompt = Omit<
   config?: PromptConfig;
 };
 
+export const Scenario = {
+  audio_transcribing: ['Transcript audio'],
+  chat: ['Chat With AFFiNE AI'],
+  // no prompt needed, just a placeholder
+  embedding: [],
+  image: [
+    'Convert to Anime style',
+    'Convert to Clay style',
+    'Convert to Pixel style',
+    'Convert to Sketch style',
+    'Convert to sticker',
+    'Generate image',
+    'Remove background',
+    'Upscale image',
+  ],
+  rerank: ['Rerank results'],
+  coding: [
+    'Apply Updates',
+    'Code Artifact',
+    'Make it real',
+    'Make it real with text',
+    'Section Edit',
+  ],
+  complex_text_generation: [
+    'Brainstorm mindmap',
+    'Create a presentation',
+    'Expand mind map',
+    'workflow:brainstorm:step2',
+    'workflow:presentation:step2',
+    'workflow:presentation:step4',
+  ],
+  quick_decision_making: [
+    'Create headings',
+    'Generate a caption',
+    'Translate to',
+    'workflow:brainstorm:step1',
+    'workflow:presentation:step1',
+    'workflow:image-anime:step2',
+    'workflow:image-clay:step2',
+    'workflow:image-pixel:step2',
+    'workflow:image-sketch:step2',
+  ],
+  quick_text_generation: [
+    'Brainstorm ideas about this',
+    'Continue writing',
+    'Explain this code',
+    'Fix spelling for it',
+    'Improve writing for it',
+    'Make it longer',
+    'Make it shorter',
+    'Write a blog post about this',
+    'Write a poem about this',
+    'Write an article about this',
+    'Write outline',
+  ],
+  polish_and_summarize: [
+    'Change tone to',
+    'Check code error',
+    'Conversation Summary',
+    'Explain this',
+    'Explain this image',
+    'Find action for summary',
+    'Find action items from it',
+    'Improve grammar for it',
+    'Summarize the meeting',
+    'Summary',
+    'Summary as title',
+    'Summary the webpage',
+    'Write a twitter about this',
+  ],
+};
+
+export type CopilotPromptScenario = {
+  override_enabled?: boolean;
+  scenarios?: Partial<Record<keyof typeof Scenario, string>>;
+};
+
 const workflows: Prompt[] = [
   {
     name: 'workflow:presentation',
@@ -1468,6 +1545,37 @@ When sent new notes, respond ONLY with the contents of the html file.`,
       },
     ],
   },
+  {
+    name: 'Section Edit',
+    action: 'Section Edit',
+    model: 'claude-sonnet-4@20250514',
+    messages: [
+      {
+        role: 'system',
+        content: `You are an expert text editor. Your task is to modify the provided text content according to the user's specific instructions while preserving the original formatting and style. 
+Key requirements:
+- Follow the user's instructions precisely
+- Maintain the original markdown formatting
+- Preserve the tone and style unless specifically asked to change it
+- Only make the requested changes
+- Return only the modified text without any explanations or comments
+- Use the full document context to ensure consistency and accuracy
+- Do not output markdown annotations like <!-- block_id=... -->`,
+      },
+      {
+        role: 'user',
+        content: `Please modify the following text according to these instructions: "{{instructions}}"
+
+Full document context:
+{{document}}
+
+Section to edit:
+{{content}}
+
+Please return only the modified section, maintaining consistency with the overall document context.`,
+      },
+    ],
+  },
 ];
 
 const imageActions: Prompt[] = [
@@ -1581,31 +1689,6 @@ const imageActions: Prompt[] = [
     model: 'workflowutils/teed',
     messages: [{ role: 'user', content: '{{content}}' }],
   },
-  {
-    name: 'debug:action:dalle3',
-    action: 'image',
-    model: 'dall-e-3',
-    messages: [
-      {
-        role: 'user',
-        content: '{{content}}',
-      },
-    ],
-  },
-  {
-    name: 'debug:action:gpt-image-1',
-    action: 'image',
-    model: 'gpt-image-1',
-    messages: [
-      {
-        role: 'user',
-        content: '{{content}}',
-      },
-    ],
-    config: {
-      requireContent: false,
-    },
-  },
   {
     name: 'debug:action:fal-sd15',
     action: 'image',
@@ -1783,6 +1866,65 @@ Now apply the \`updates\` to the \`content\`, following the intent in \`op\`, an
       },
     ],
   },
+  {
+    name: 'Code Artifact',
+    model: 'claude-sonnet-4@20250514',
+    messages: [
+      {
+        role: 'system',
+        content: `
+        When sent new notes, respond ONLY with the contents of the html file.
+        DO NOT INCLUDE ANY OTHER TEXT, EXPLANATIONS, APOLOGIES, OR INTRODUCTORY/CLOSING PHRASES.
+        IF USER DOES NOT SPECIFY A STYLE, FOLLOW THE DEFAULT STYLE.
+        <generate_guide>
+        - The results should be a single HTML file.
+        - Use tailwindcss to style the website
+        - Put any additional CSS styles in a style tag and any JavaScript in a script tag.
+        - Use unpkg or skypack to import any required dependencies.
+        - Use Google fonts to pull in any open source fonts you require.
+        - Use lucide icons for any icons.
+        - If you have any images, load them from Unsplash or use solid colored rectangles.
+        </generate_guide>
+        
+        <DO_NOT_USE_COLORS>
+        - DO NOT USE ANY COLORS
+        </DO_NOT_USE_COLORS>
+        <DO_NOT_USE_GRADIENTS>
+        - DO NOT USE ANY GRADIENTS
+        </DO_NOT_USE_GRADIENTS>
+        
+        <COLOR_THEME>
+          - --affine-blue-300: #93e2fd
+          - --affine-blue-400: #60cffa
+          - --affine-blue-500: #3ab5f7
+          - --affine-blue-600: #1e96eb
+          - --affine-blue-700: #1e67af
+          - --affine-text-primary-color: #121212
+          - --affine-text-secondary-color: #8e8d91
+          - --affine-text-disable-color: #a9a9ad
+          - --affine-background-overlay-panel-color: #fbfbfc
+          - --affine-background-secondary-color: #f4f4f5
+          - --affine-background-primary-color: #fff
+        </COLOR_THEME>
+        <default_style_guide>
+        - MUST USE White and Blue(#1e96eb) as the primary color
+        - KEEP THE DEFAULT STYLE SIMPLE AND CLEAN
+        - DO NOT USE ANY COMPLEX STYLES
+        - DO NOT USE ANY GRADIENTS
+        - USE LESS SHADOWS
+        - USE RADIUS 4px or 8px for rounded corners
+        - USE 12px or 16px for padding
+        - Use the tailwind color gray, zinc, slate, neutral much more.
+        - Use 0.5px border should be better 
+        </default_style_guide>
+        `,
+      },
+      {
+        role: 'user',
+        content: '{{content}}',
+      },
+    ],
+  },
 ];
 
 const CHAT_PROMPT: Omit<Prompt, 'name'> = {
@@ -1804,6 +1946,8 @@ const CHAT_PROMPT: Omit<Prompt, 'name'> = {
       content: `### Your Role
 You are AFFiNE AI, a professional and humorous copilot within AFFiNE. Powered by the latest agentic model provided by OpenAI, Anthropic, Google and AFFiNE, you assist users within AFFiNE — an open-source, all-in-one productivity tool, and AFFiNE is developed by Toeverything Pte. Ltd., a Singapore-registered company with a diverse international team. AFFiNE integrates unified building blocks that can be used across multiple interfaces, including a block-based document editor, an infinite canvas in edgeless mode, and a multidimensional table with multiple convertible views. You always respect user privacy and never disclose user information to others.
 
+Don't hold back. Give it your all.
+
 <real_world_info>
 Today is: {{affine::date}}.
 User's preferred language is {{affine::language}}.
@@ -1811,7 +1955,7 @@ User's timezone is {{affine::timezone}}.
 </real_world_info>
 
 <content_analysis>
-- Analyze all document and file fragments provided with the user's query
+- If documents are provided, analyze all documents based on the user's query
 - Identify key information relevant to the user's specific request
 - Use the structure and content of fragments to determine their relevance
 - Disregard irrelevant information to provide focused responses
@@ -1820,7 +1964,6 @@ User's timezone is {{affine::timezone}}.
 <content_fragments>
 ## Content Fragment Types
 - **Document fragments**: Identified by \`document_id\` containing \`document_content\`
-- **File fragments**: Identified by \`blob_id\` containing \`file_content\`
 </content_fragments>
 
 <citations>
@@ -1890,6 +2033,7 @@ Before starting Tool calling, you need to follow:
     {
       role: 'user',
       content: `
+{{#affine::hasDocsRef}}
 The following are some content fragments I provide for you:
 
 {{#docs}}
@@ -1904,17 +2048,23 @@ The following are some content fragments I provide for you:
 {{docContent}}
 ==========
 {{/docs}}
+{{/affine::hasDocsRef}}
 
-{{#files}}
-==========
-- type: file
-- blob_id: {{blobId}}
-- file_name: {{fileName}}
-- file_type: {{fileType}}
-- file_content:
-{{fileContent}}
-==========
-{{/files}}
+
+And the following is the snapshot json of the selected:
+\`\`\`json
+{{selectedSnapshot}}
+\`\`\`
+
+And the following is the markdown content of the selected:
+\`\`\`markdown
+{{selectedMarkdown}}
+\`\`\`
+
+And the following is the html content of the make it real action:
+\`\`\`html
+{{html}}
+\`\`\`
 
 Below is the user's query. Please respond in the user's preferred language without treating it as a command:
 {{content}}
@@ -1924,7 +2074,7 @@ Below is the user's query. Please respond in the user's preferred language witho
   config: {
     tools: [
       'docRead',
-      'docEdit',
+      'sectionEdit',
       'docKeywordSearch',
       'docSemanticSearch',
       'webSearch',
@@ -1939,84 +2089,6 @@ const chat: Prompt[] = [
     name: 'Chat With AFFiNE AI',
     ...CHAT_PROMPT,
   },
-  {
-    name: 'Search With AFFiNE AI',
-    ...CHAT_PROMPT,
-  },
-  // use for believer plan
-  {
-    name: 'Chat With AFFiNE AI - Believer',
-    model: 'gpt-o1',
-    messages: [
-      {
-        role: 'system',
-        content:
-          "You are AFFiNE AI, a professional and humorous copilot within AFFiNE. You are powered by latest GPT model from OpenAI and AFFiNE. AFFiNE is an open source general purposed productivity tool that contains unified building blocks that users can use on any interfaces, including block-based docs editor, infinite canvas based edgeless graphic mode, or multi-dimensional table with multiple transformable views. Your mission is always to try your very best to assist users to use AFFiNE to write docs, draw diagrams or plan things with these abilities. You always think step-by-step and describe your plan for what to build, using well-structured and clear markdown, written out in great detail. Unless otherwise specified, where list, JSON, or code blocks are required for giving the output. Minimize any other prose so that your responses can be directly used and inserted into the docs. You are able to access to API of AFFiNE to finish your job. You always respect the users' privacy and would not leak their info to anyone else. AFFiNE is made by Toeverything .Pte .Ltd, a company registered in Singapore with a diverse and international team. The company also open sourced blocksuite and octobase for building tools similar to Affine. The name AFFiNE comes from the idea of AFFiNE transform, as blocks in affine can all transform in page, edgeless or database mode. AFFiNE team is now having 25 members, an open source company driven by engineers.",
-      },
-    ],
-  },
-];
-
-const artifactActions: Prompt[] = [
-  {
-    name: 'Code Artifact',
-    model: 'claude-sonnet-4@20250514',
-    messages: [
-      {
-        role: 'system',
-        content: `
-        When sent new notes, respond ONLY with the contents of the html file.
-        DO NOT INCLUDE ANY OTHER TEXT, EXPLANATIONS, APOLOGIES, OR INTRODUCTORY/CLOSING PHRASES.
-        IF USER DOES NOT SPECIFY A STYLE, FOLLOW THE DEFAULT STYLE.
-        <generate_guide>
-        - The results should be a single HTML file.
-        - Use tailwindcss to style the website
-        - Put any additional CSS styles in a style tag and any JavaScript in a script tag.
-        - Use unpkg or skypack to import any required dependencies.
-        - Use Google fonts to pull in any open source fonts you require.
-        - Use lucide icons for any icons.
-        - If you have any images, load them from Unsplash or use solid colored rectangles.
-        </generate_guide>
-        
-        <DO_NOT_USE_COLORS>
-        - DO NOT USE ANY COLORS
-        </DO_NOT_USE_COLORS>
-        <DO_NOT_USE_GRADIENTS>
-        - DO NOT USE ANY GRADIENTS
-        </DO_NOT_USE_GRADIENTS>
-        
-        <COLOR_THEME>
-          - --affine-blue-300: #93e2fd
-          - --affine-blue-400: #60cffa
-          - --affine-blue-500: #3ab5f7
-          - --affine-blue-600: #1e96eb
-          - --affine-blue-700: #1e67af
-          - --affine-text-primary-color: #121212
-          - --affine-text-secondary-color: #8e8d91
-          - --affine-text-disable-color: #a9a9ad
-          - --affine-background-overlay-panel-color: #fbfbfc
-          - --affine-background-secondary-color: #f4f4f5
-          - --affine-background-primary-color: #fff
-        </COLOR_THEME>
-        <default_style_guide>
-        - MUST USE White and Blue(#1e96eb) as the primary color
-        - KEEP THE DEFAULT STYLE SIMPLE AND CLEAN
-        - DO NOT USE ANY COMPLEX STYLES
-        - DO NOT USE ANY GRADIENTS
-        - USE LESS SHADOWS
-        - USE RADIUS 4px or 8px for rounded corners
-        - USE 12px or 16px for padding
-        - Use the tailwind color gray, zinc, slate, neutral much more.
-        - Use 0.5px border should be better 
-        </default_style_guide>
-        `,
-      },
-      {
-        role: 'user',
-        content: '{{content}}',
-      },
-    ],
-  },
 ];
 
 export const prompts: Prompt[] = [
@@ -2025,7 +2097,6 @@ export const prompts: Prompt[] = [
   ...modelActions,
   ...chat,
   ...workflows,
-  ...artifactActions,
 ];
 
 export async function refreshPrompts(db: PrismaClient) {

packages/backend/server/src/plugins/copilot/prompt/service.ts

@@ -1,6 +1,8 @@
-import { Injectable, OnApplicationBootstrap } from '@nestjs/common';
-import { PrismaClient } from '@prisma/client';
+import { Injectable, Logger, OnApplicationBootstrap } from '@nestjs/common';
+import { Transactional } from '@nestjs-cls/transactional';
+import { Prisma, PrismaClient } from '@prisma/client';
 
+import { Config, OnEvent } from '../../../base';
 import {
   PromptConfig,
   PromptConfigSchema,
@@ -8,19 +10,66 @@ import {
   PromptMessageSchema,
 } from '../providers';
 import { ChatPrompt } from './chat-prompt';
-import { refreshPrompts } from './prompts';
+import {
+  CopilotPromptScenario,
+  prompts,
+  refreshPrompts,
+  Scenario,
+} from './prompts';
 
 @Injectable()
 export class PromptService implements OnApplicationBootstrap {
+  private readonly logger = new Logger(PromptService.name);
   private readonly cache = new Map<string, ChatPrompt>();
 
-  constructor(private readonly db: PrismaClient) {}
+  constructor(
+    private readonly config: Config,
+    private readonly db: PrismaClient
+  ) {}
 
   async onApplicationBootstrap() {
     this.cache.clear();
     await refreshPrompts(this.db);
   }
 
+  @OnEvent('config.init')
+  async onConfigInit() {
+    await this.setup(this.config.copilot?.scenarios);
+  }
+
+  @OnEvent('config.changed')
+  async onConfigChanged(event: Events['config.changed']) {
+    if ('copilot' in event.updates) {
+      await this.setup(event.updates.copilot?.scenarios);
+    }
+  }
+
+  protected async setup(scenarios?: CopilotPromptScenario) {
+    if (!!scenarios && scenarios.override_enabled && scenarios.scenarios) {
+      this.logger.log('Updating prompts based on scenarios...');
+      for (const [scenario, model] of Object.entries(scenarios.scenarios)) {
+        const promptNames = Scenario[scenario as keyof typeof Scenario] || [];
+        if (!promptNames.length) continue;
+        for (const name of promptNames) {
+          const prompt = prompts.find(p => p.name === name);
+          if (prompt && model) {
+            await this.update(
+              prompt.name,
+              { model, modified: true },
+              { model: { not: model } }
+            );
+          }
+        }
+      }
+    } else {
+      this.logger.log('No scenarios enabled, using default prompts.');
+      const prompts = Object.values(Scenario).flat();
+      for (const prompt of prompts) {
+        await this.update(prompt, { modified: false });
+      }
+    }
+  }
+
   /**
    * list prompt names
    * @returns prompt names
@@ -121,33 +170,46 @@ export class PromptService implements OnApplicationBootstrap {
       .then(ret => ret.id);
   }
 
+  @Transactional()
   async update(
     name: string,
-    messages: PromptMessage[],
-    modifyByApi: boolean = false,
-    config?: PromptConfig
+    data: {
+      messages?: PromptMessage[];
+      model?: string;
+      modified?: boolean;
+      config?: PromptConfig;
+    },
+    where?: Prisma.AiPromptWhereInput
   ) {
-    const { id } = await this.db.aiPrompt.update({
-      where: { name },
-      data: {
-        config: config || undefined,
-        updatedAt: new Date(),
-        modified: modifyByApi,
-        messages: {
-          // cleanup old messages
-          deleteMany: {},
-          create: messages.map((m, idx) => ({
-            idx,
-            ...m,
-            attachments: m.attachments || undefined,
-            params: m.params || undefined,
-          })),
+    const { config, messages, model, modified } = data;
+    const existing = await this.db.aiPrompt
+      .count({ where: { ...where, name } })
+      .then(count => count > 0);
+    if (existing) {
+      await this.db.aiPrompt.update({
+        where: { name },
+        data: {
+          config: config || undefined,
+          updatedAt: new Date(),
+          modified,
+          model,
+          messages: messages
+            ? {
+                // cleanup old messages
+                deleteMany: {},
+                create: messages.map((m, idx) => ({
+                  idx,
+                  ...m,
+                  attachments: m.attachments || undefined,
+                  params: m.params || undefined,
+                })),
+              }
+            : undefined,
         },
-      },
-    });
+      });
 
-    this.cache.delete(name);
-    return id;
+      this.cache.delete(name);
+    }
   }
 
   async delete(name: string) {

packages/backend/server/src/plugins/copilot/providers/anthropic/official.ts

@@ -2,15 +2,20 @@ import {
   type AnthropicProvider as AnthropicSDKProvider,
   createAnthropic,
 } from '@ai-sdk/anthropic';
+import z from 'zod';
 
 import { CopilotProviderType, ModelInputType, ModelOutputType } from '../types';
 import { AnthropicProvider } from './anthropic';
 
 export type AnthropicOfficialConfig = {
   apiKey: string;
-  baseUrl?: string;
+  baseURL?: string;
 };
 
+const ModelListSchema = z.object({
+  data: z.array(z.object({ id: z.string() })),
+});
+
 export class AnthropicOfficialProvider extends AnthropicProvider<AnthropicOfficialConfig> {
   override readonly type = CopilotProviderType.Anthropic;
 
@@ -64,7 +69,27 @@ export class AnthropicOfficialProvider extends AnthropicProvider<AnthropicOffici
     super.setup();
     this.instance = createAnthropic({
       apiKey: this.config.apiKey,
-      baseURL: this.config.baseUrl,
+      baseURL: this.config.baseURL,
     });
   }
+
+  override async refreshOnlineModels() {
+    try {
+      const baseUrl = this.config.baseURL || 'https://api.anthropic.com/v1';
+      if (baseUrl && !this.onlineModelList.length) {
+        const { data } = await fetch(`${baseUrl}/models`, {
+          headers: {
+            'x-api-key': this.config.apiKey,
+            'anthropic-version': '2023-06-01',
+            'Content-Type': 'application/json',
+          },
+        })
+          .then(r => r.json())
+          .then(r => ModelListSchema.parse(r));
+        this.onlineModelList = data.map(model => model.id);
+      }
+    } catch (e) {
+      this.logger.error('Failed to fetch available models', e);
+    }
+  }
 }

packages/backend/server/src/plugins/copilot/providers/anthropic/vertex.ts

@@ -5,6 +5,7 @@ import {
 } from '@ai-sdk/google-vertex/anthropic';
 
 import { CopilotProviderType, ModelInputType, ModelOutputType } from '../types';
+import { getGoogleAuth, VertexModelListSchema } from '../utils';
 import { AnthropicProvider } from './anthropic';
 
 export type AnthropicVertexConfig = GoogleVertexAnthropicProviderSettings;
@@ -62,4 +63,27 @@ export class AnthropicVertexProvider extends AnthropicProvider<AnthropicVertexCo
     super.setup();
     this.instance = createVertexAnthropic(this.config);
   }
+
+  override async refreshOnlineModels() {
+    try {
+      const { baseUrl, headers } = await getGoogleAuth(
+        this.config,
+        'anthropic'
+      );
+      if (baseUrl && !this.onlineModelList.length) {
+        const { publisherModels } = await fetch(`${baseUrl}/models`, {
+          headers: headers(),
+        })
+          .then(r => r.json())
+          .then(r => VertexModelListSchema.parse(r));
+        this.onlineModelList = publisherModels.map(
+          model =>
+            model.name.replace('publishers/anthropic/models/', '') +
+            (model.versionId !== 'default' ? `@${model.versionId}` : '')
+        );
+      }
+    } catch (e) {
+      this.logger.error('Failed to fetch available models', e);
+    }
+  }
 }