chore: enable webview debugging for Android

Close
[BS-3610](https://linear.app/affine-design/issue/BS-3610/bug-每次按空格会出现重复单词-，特定输入法，比如swiftkey)

#### PR Dependency Tree

* **PR #13591**
  * **PR #13590** 👈

This tree was auto-generated by
[Charcoal](https://github.com/danerwilliams/charcoal)

<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->
## Summary by CodeRabbit

- Bug Fixes
- Android: More reliable Backspace/delete handling, preventing missed
inputs and double-deletions.
- Android: Cursor/selection is correctly restored after merging a
paragraph with the previous block.
- Android: Smoother IME composition input; captures correct composition
range.
- Deletion across lines and around embeds/empty lines is more
consistent.
- Chores
- Internal event handling updated to improve Android compatibility and
stability (no user-facing changes).
<!-- end of auto-generated comment: release notes by coderabbit.ai -->





#### PR Dependency Tree


* **PR #13591**
  * **PR #13590** 👈

This tree was auto-generated by
[Charcoal](https://github.com/danerwilliams/charcoal)

.docker/dev/compose.yml.example

@@ -18,11 +18,19 @@ services:
     ports:
       - 6379:6379
 
-  mailhog:
-    image: mailhog/mailhog:latest
+  # https://mailpit.axllent.org/docs/install/docker/
+  mailpit:
+    image: axllent/mailpit:latest
     ports:
       - 1025:1025
       - 8025:8025
+    environment:
+      MP_MAX_MESSAGES: 5000
+      MP_DATABASE: /data/mailpit.db
+      MP_SMTP_AUTH_ACCEPT_ANY: 1
+      MP_SMTP_AUTH_ALLOW_INSECURE: 1
+    volumes:
+      - mailpit_data:/data
 
   # https://manual.manticoresearch.com/Starting_the_server/Docker
   manticoresearch:
@@ -87,4 +95,5 @@ networks:
 volumes:
   postgres_data:
   manticoresearch_data:
+  mailpit_data:
   elasticsearch_data:

.docker/selfhost/schema.json

@@ -664,12 +664,12 @@
       "properties": {
         "enabled": {
           "type": "boolean",
-          "description": "Whether to enable the copilot plugin.\n@default false",
+          "description": "Whether to enable the copilot plugin. <br> Document: <a href=\"https://docs.affine.pro/self-host-affine/administer/ai\" target=\"_blank\">https://docs.affine.pro/self-host-affine/administer/ai</a>\n@default false",
           "default": false
         },
         "scenarios": {
           "type": "object",
-          "description": "Use custom models in scenarios and override default settings.\n@default {\"override_enabled\":false,\"scenarios\":{\"audio_transcribing\":\"gemini-2.5-flash\",\"chat\":\"claude-sonnet-4@20250514\",\"embedding\":\"gemini-embedding-001\",\"image\":\"gpt-image-1\",\"rerank\":\"gpt-4.1\",\"coding\":\"claude-sonnet-4@20250514\",\"complex_text_generation\":\"gpt-4o-2024-08-06\",\"quick_decision_making\":\"gpt-4.1-mini\",\"quick_text_generation\":\"gemini-2.5-flash\",\"polish_and_summarize\":\"gemini-2.5-flash\"}}",
+          "description": "Use custom models in scenarios and override default settings.\n@default {\"override_enabled\":false,\"scenarios\":{\"audio_transcribing\":\"gemini-2.5-flash\",\"chat\":\"claude-sonnet-4@20250514\",\"embedding\":\"gemini-embedding-001\",\"image\":\"gpt-image-1\",\"rerank\":\"gpt-4.1\",\"coding\":\"claude-sonnet-4@20250514\",\"complex_text_generation\":\"gpt-4o-2024-08-06\",\"quick_decision_making\":\"gpt-5-mini\",\"quick_text_generation\":\"gemini-2.5-flash\",\"polish_and_summarize\":\"gemini-2.5-flash\"}}",
           "default": {
             "override_enabled": false,
             "scenarios": {
@@ -680,7 +680,7 @@
               "rerank": "gpt-4.1",
               "coding": "claude-sonnet-4@20250514",
               "complex_text_generation": "gpt-4o-2024-08-06",
-              "quick_decision_making": "gpt-4.1-mini",
+              "quick_decision_making": "gpt-5-mini",
               "quick_text_generation": "gemini-2.5-flash",
               "polish_and_summarize": "gemini-2.5-flash"
             }

.github/workflows/release.yml

@@ -74,7 +74,7 @@ jobs:
         name: Wait for approval
         with:
           secret: ${{ secrets.GITHUB_TOKEN }}
-          approvers: forehalo,fengmk2
+          approvers: forehalo,fengmk2,darkskygit
           minimum-approvals: 1
           fail-on-denial: true
           issue-title: Please confirm to release docker image
@@ -84,7 +84,7 @@ jobs:
             Tag: ghcr.io/toeverything/affine:${{ needs.prepare.outputs.BUILD_TYPE }}
 
             > comment with "approve", "approved", "lgtm", "yes" to approve
-            > comment with "deny", "deny", "no" to deny
+            > comment with "deny", "denied", "no" to deny
 
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3

.prettierignore

@@ -2,6 +2,7 @@
 **/node_modules
 .yarn
 .github/helm
+.git
 .vscode
 .yarnrc.yml
 .docker

Cargo.lock

@@ -93,7 +93,7 @@ dependencies = [
  "symphonia",
  "thiserror 2.0.12",
  "uuid",
- "windows 0.61.1",
+ "windows 0.61.3",
  "windows-core 0.61.2",
 ]
 
@@ -1691,7 +1691,7 @@ dependencies = [
  "libc",
  "log",
  "rustversion",
- "windows 0.61.1",
+ "windows 0.61.3",
 ]
 
 [[package]]
@@ -2284,7 +2284,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "07033963ba89ebaf1584d767badaa2e8fcec21aedea6b8c0346d487d49c28667"
 dependencies = [
  "cfg-if",
- "windows-targets 0.48.5",
+ "windows-targets 0.52.6",
 ]
 
 [[package]]
@@ -4732,9 +4732,9 @@ dependencies = [
 
 [[package]]
 name = "tree-sitter"
-version = "0.25.5"
+version = "0.25.8"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ac5fff5c47490dfdf473b5228039bfacad9d765d9b6939d26bf7cc064c1c7822"
+checksum = "6d7b8994f367f16e6fa14b5aebbcb350de5d7cbea82dc5b00ae997dd71680dd2"
 dependencies = [
  "cc",
  "regex",
@@ -4842,9 +4842,9 @@ dependencies = [
 
 [[package]]
 name = "tree-sitter-scala"
-version = "0.23.4"
+version = "0.24.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "efde5e68b4736e9eac17bfa296c6f104a26bffab363b365eb898c40a63c15d2f"
+checksum = "7516aeb3d1f40ede8e3045b163e86993b3434514dd06c34c0b75e782d9a0b251"
 dependencies = [
  "cc",
  "tree-sitter-language",
@@ -5334,7 +5334,7 @@ version = "0.1.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "cf221c93e13a30d793f7645a0e7762c55d169dbb0a49671918a2319d289b10bb"
 dependencies = [
- "windows-sys 0.48.0",
+ "windows-sys 0.59.0",
 ]
 
 [[package]]
@@ -5365,9 +5365,9 @@ dependencies = [
 
 [[package]]
 name = "windows"
-version = "0.61.1"
+version = "0.61.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c5ee8f3d025738cb02bad7868bbb5f8a6327501e870bf51f1b455b0a2454a419"
+checksum = "9babd3a767a4c1aef6900409f85f5d53ce2544ccdfaa86dad48c91782c6d6893"
 dependencies = [
  "windows-collections",
  "windows-core 0.61.2",
@@ -5477,9 +5477,9 @@ dependencies = [
 
 [[package]]
 name = "windows-link"
-version = "0.1.1"
+version = "0.1.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "76840935b766e1b0a05c0066835fb9ec80071d4c09a16f6bd5f7e655e3c14c38"
+checksum = "5e6ad25900d524eaabdbbb96d20b4311e1e7ae1699af4fb28c17ae66c80d798a"
 
 [[package]]
 name = "windows-numerics"

Cargo.toml

@@ -93,7 +93,7 @@ tree-sitter-javascript = { version = "0.23" }
 tree-sitter-kotlin-ng  = { version = "1.1" }
 tree-sitter-python     = { version = "0.23" }
 tree-sitter-rust       = { version = "0.24" }
-tree-sitter-scala      = { version = "0.23" }
+tree-sitter-scala      = { version = "0.24" }
 tree-sitter-typescript = { version = "0.23" }
 uniffi                 = "0.29"
 url                    = { version = "2.5" }

blocksuite/affine/blocks/database/src/database-block.ts

@@ -372,6 +372,7 @@ export class DatabaseBlockComponent extends CaptionedBlockComponent<DatabaseBloc
   handleMobileEditing() {
     if (!IS_MOBILE) return;
 
+    let notifyClosed = true;
     const handler = () => {
       if (
         !this.std
@@ -379,7 +380,8 @@ export class DatabaseBlockComponent extends CaptionedBlockComponent<DatabaseBloc
           .getFlag('enable_mobile_database_editing')
       ) {
         const notification = this.std.getOptional(NotificationProvider);
-        if (notification) {
+        if (notification && notifyClosed) {
+          notifyClosed = false;
           notification.notify({
             title: html`<div
               style=${styleMap({
@@ -390,16 +392,15 @@ export class DatabaseBlockComponent extends CaptionedBlockComponent<DatabaseBloc
               experimental features, or edit it in desktop mode.
             </div>`,
             accent: 'warning',
+            onClose: () => {
+              notifyClosed = true;
+            },
           });
         }
-        this.removeEventListener('click', handler);
       }
     };
 
-    this.addEventListener('click', handler);
-    this.disposables.add(() => {
-      this.removeEventListener('click', handler);
-    });
+    this.disposables.addFromEvent(this, 'click', handler);
   }
 
   private readonly dataViewRootLogic = lazy(

blocksuite/affine/blocks/paragraph/src/utils/merge-with-prev.ts

@@ -24,7 +24,7 @@ import {
   getPrevContentBlock,
   matchModels,
 } from '@blocksuite/affine-shared/utils';
-import { IS_MOBILE } from '@blocksuite/global/env';
+import { IS_ANDROID, IS_MOBILE } from '@blocksuite/global/env';
 import { BlockSelection, type EditorHost } from '@blocksuite/std';
 import type { BlockModel, Text } from '@blocksuite/store';
 
@@ -79,6 +79,28 @@ export function mergeWithPrev(editorHost: EditorHost, model: BlockModel) {
       index: lengthBeforeJoin,
       length: 0,
     }).catch(console.error);
+
+    // due to some IME like Microsoft Swift IME on Android will reset range after join text,
+    // for example:
+    //
+    // $ZERO_WIDTH_FOR_EMPTY_LINE     <--- p1
+    // |aaa                           <--- p2
+    //
+    // after pressing backspace, during beforeinput event, the native range is (p1, 1) -> (p2, 0)
+    // and after browser and IME handle the event, the native range is (p1, 1) -> (p1, 1)
+    //
+    // a|aa                            <--- p1
+    //
+    // so we need to set range again after join text.
+    if (IS_ANDROID) {
+      setTimeout(() => {
+        asyncSetInlineRange(editorHost.std, prevBlock, {
+          index: lengthBeforeJoin,
+          length: 0,
+        }).catch(console.error);
+      });
+    }
+
     return true;
   }
 

blocksuite/affine/blocks/surface/src/renderer/dom-renderer.ts

@@ -11,7 +11,7 @@ import {
   getBoundWithRotation,
   intersects,
 } from '@blocksuite/global/gfx';
-import type { BlockStdScope } from '@blocksuite/std';
+import { type BlockStdScope, SurfaceSelection } from '@blocksuite/std';
 import type {
   GfxCompatibleInterface,
   GridManager,
@@ -298,7 +298,10 @@ export class DomRenderer {
       viewportBounds,
       zoom
     );
-    Object.assign(domElement.style, geometricStyles);
+    const zIndexStyle = {
+      'z-index': this.layerManager.getZIndex(elementModel),
+    };
+    Object.assign(domElement.style, geometricStyles, zIndexStyle);
     Object.assign(domElement.style, PLACEHOLDER_RESET_STYLES);
 
     // Clear classes specific to shapes, if applicable
@@ -335,7 +338,10 @@ export class DomRenderer {
       zoom
     );
     const opacityStyle = getOpacity(elementModel);
-    Object.assign(domElement.style, geometricStyles, opacityStyle);
+    const zIndexStyle = {
+      'z-index': this.layerManager.getZIndex(elementModel),
+    };
+    Object.assign(domElement.style, geometricStyles, opacityStyle, zIndexStyle);
 
     this._renderElement(elementModel, domElement);
   }
@@ -384,6 +390,36 @@ export class DomRenderer {
         this.refresh();
       })
     );
+
+    // Workaround for the group rendering reactive update when selection changed
+    let lastSet = new Set<string>();
+    this._disposables.add(
+      this.std.selection.filter$(SurfaceSelection).subscribe(selections => {
+        const groupRelatedSelection = new Set(
+          selections.flatMap(s =>
+            s.elements.flatMap(e => {
+              const element = surfaceModel.getElementById(e);
+              if (
+                element &&
+                (element.type === 'group' || element.groups.length !== 0)
+              ) {
+                return [element.id, ...element.groups.map(g => g.id)];
+              }
+              return [];
+            })
+          )
+        );
+
+        if (lastSet.symmetricDifference(groupRelatedSelection).size !== 0) {
+          lastSet.union(groupRelatedSelection).forEach(g => {
+            this._markElementDirty(g, UpdateType.ELEMENT_UPDATED);
+          });
+          this.refresh();
+        }
+
+        lastSet = groupRelatedSelection;
+      })
+    );
   }
 
   addOverlay = (overlay: Overlay) => {

blocksuite/affine/data-view/src/view-presets/kanban/mobile/cell.ts

@@ -103,12 +103,12 @@ export class MobileKanbanCell extends SignalWatcher(
     this.disposables.add(
       effect(() => {
         const isEditing = this.isSelectionEditing$.value;
-        if (isEditing) {
+        if (isEditing && !this.isEditing$.peek()) {
           this.isEditing$.value = true;
           requestAnimationFrame(() => {
             this._cell.value?.afterEnterEditingMode();
           });
-        } else {
+        } else if (!isEditing && this.isEditing$.peek()) {
           this._cell.value?.beforeExitEditingMode();
           this.isEditing$.value = false;
         }

blocksuite/affine/data-view/src/view-presets/table/mobile/cell.ts

@@ -105,13 +105,13 @@ export class MobileTableCell extends SignalWatcher(
     this.disposables.add(
       effect(() => {
         const isEditing = this.isSelectionEditing$.value;
-        if (isEditing) {
+        if (isEditing && !this.isEditing$.peek()) {
           this.isEditing$.value = true;
           const cell = this._cell.value;
           requestAnimationFrame(() => {
             cell?.afterEnterEditingMode();
           });
-        } else {
+        } else if (!isEditing && this.isEditing$.peek()) {
           this._cell.value?.beforeExitEditingMode();
           this.isEditing$.value = false;
         }

blocksuite/affine/data-view/src/view-presets/table/mobile/table-view-style.ts

@@ -1,4 +1,3 @@
-import { IS_IOS } from '@blocksuite/global/env';
 import { css } from '@emotion/css';
 import { cssVarV2 } from '@toeverything/theme/v2';
 
@@ -6,12 +5,6 @@ export const mobileTableViewWrapper = css({
   position: 'relative',
   width: '100%',
   paddingBottom: '4px',
-  /**
-   * Disable horizontal scrolling to prevent crashes on iOS Safari
-   * See https://github.com/toeverything/AFFiNE/pull/12203
-   * and https://github.com/toeverything/blocksuite/pull/8784
-   */
-  overflowX: IS_IOS ? 'hidden' : undefined,
   overflowY: 'hidden',
 });
 

blocksuite/affine/gfx/brush/src/index.ts

@@ -1,7 +1,7 @@
 export * from './adapter';
 export * from './brush-tool';
-export * from './element-renderer';
 export * from './eraser-tool';
 export * from './highlighter-tool';
+export * from './renderer';
 export * from './toolbar/configs';
 export * from './toolbar/senior-tool';

blocksuite/affine/gfx/brush/src/renderer/dom/brush.ts

@@ -0,0 +1,69 @@
+import {
+  DomElementRendererExtension,
+  type DomRenderer,
+} from '@blocksuite/affine-block-surface';
+import type { BrushElementModel } from '@blocksuite/affine-model';
+import { DefaultTheme } from '@blocksuite/affine-model';
+
+export const BrushDomRendererExtension = DomElementRendererExtension(
+  'brush',
+  (
+    model: BrushElementModel,
+    domElement: HTMLElement,
+    renderer: DomRenderer
+  ) => {
+    const { zoom } = renderer.viewport;
+    const [, , w, h] = model.deserializedXYWH;
+
+    // Early return if invalid dimensions
+    if (w <= 0 || h <= 0) {
+      return;
+    }
+
+    // Early return if no commands
+    if (!model.commands) {
+      return;
+    }
+
+    // Clear previous content
+    domElement.innerHTML = '';
+
+    // Get color value
+    const color = renderer.getColorValue(model.color, DefaultTheme.black, true);
+
+    // Create SVG element
+    const svg = document.createElementNS('http://www.w3.org/2000/svg', 'svg');
+    svg.style.position = 'absolute';
+    svg.style.left = '0';
+    svg.style.top = '0';
+    svg.style.width = `${w * zoom}px`;
+    svg.style.height = `${h * zoom}px`;
+    svg.style.overflow = 'visible';
+    svg.style.pointerEvents = 'none';
+    svg.setAttribute('viewBox', `0 0 ${w} ${h}`);
+
+    // Apply rotation transform
+    if (model.rotate !== 0) {
+      svg.style.transform = `rotate(${model.rotate}deg)`;
+      svg.style.transformOrigin = 'center';
+    }
+
+    // Create path element for the brush stroke
+    const pathElement = document.createElementNS(
+      'http://www.w3.org/2000/svg',
+      'path'
+    );
+    pathElement.setAttribute('d', model.commands);
+    pathElement.setAttribute('fill', color);
+    pathElement.setAttribute('stroke', 'none');
+
+    svg.append(pathElement);
+    domElement.replaceChildren(svg);
+
+    // Set element size and position
+    domElement.style.width = `${w * zoom}px`;
+    domElement.style.height = `${h * zoom}px`;
+    domElement.style.overflow = 'visible';
+    domElement.style.pointerEvents = 'none';
+  }
+);

blocksuite/affine/gfx/brush/src/renderer/dom/highlighter.ts

@@ -0,0 +1,73 @@
+import {
+  DomElementRendererExtension,
+  type DomRenderer,
+} from '@blocksuite/affine-block-surface';
+import type { HighlighterElementModel } from '@blocksuite/affine-model';
+import { DefaultTheme } from '@blocksuite/affine-model';
+
+export const HighlighterDomRendererExtension = DomElementRendererExtension(
+  'highlighter',
+  (
+    model: HighlighterElementModel,
+    domElement: HTMLElement,
+    renderer: DomRenderer
+  ) => {
+    const { zoom } = renderer.viewport;
+    const [, , w, h] = model.deserializedXYWH;
+
+    // Early return if invalid dimensions
+    if (w <= 0 || h <= 0) {
+      return;
+    }
+
+    // Early return if no commands
+    if (!model.commands) {
+      return;
+    }
+
+    // Clear previous content
+    domElement.innerHTML = '';
+
+    // Get color value
+    const color = renderer.getColorValue(
+      model.color,
+      DefaultTheme.hightlighterColor,
+      true
+    );
+
+    // Create SVG element
+    const svg = document.createElementNS('http://www.w3.org/2000/svg', 'svg');
+    svg.style.position = 'absolute';
+    svg.style.left = '0';
+    svg.style.top = '0';
+    svg.style.width = `${w * zoom}px`;
+    svg.style.height = `${h * zoom}px`;
+    svg.style.overflow = 'visible';
+    svg.style.pointerEvents = 'none';
+    svg.setAttribute('viewBox', `0 0 ${w} ${h}`);
+
+    // Apply rotation transform
+    if (model.rotate !== 0) {
+      svg.style.transform = `rotate(${model.rotate}deg)`;
+      svg.style.transformOrigin = 'center';
+    }
+
+    // Create path element for the highlighter stroke
+    const pathElement = document.createElementNS(
+      'http://www.w3.org/2000/svg',
+      'path'
+    );
+    pathElement.setAttribute('d', model.commands);
+    pathElement.setAttribute('fill', color);
+    pathElement.setAttribute('stroke', 'none');
+
+    svg.append(pathElement);
+    domElement.replaceChildren(svg);
+
+    // Set element size and position
+    domElement.style.width = `${w * zoom}px`;
+    domElement.style.height = `${h * zoom}px`;
+    domElement.style.overflow = 'visible';
+    domElement.style.pointerEvents = 'none';
+  }
+);

blocksuite/affine/gfx/brush/src/renderer/dom/index.ts

@@ -0,0 +1,2 @@
+export { BrushDomRendererExtension } from './brush';
+export { HighlighterDomRendererExtension } from './highlighter';

blocksuite/affine/gfx/brush/src/renderer/element/index.ts

@@ -0,0 +1,2 @@
+export { BrushElementRendererExtension } from './brush';
+export { HighlighterElementRendererExtension } from './highlighter';

blocksuite/affine/gfx/brush/src/renderer/index.ts

@@ -0,0 +1,2 @@
+export * from './dom';
+export * from './element';

blocksuite/affine/gfx/brush/src/view.ts

@@ -5,9 +5,14 @@ import {
 
 import { BrushTool } from './brush-tool';
 import { effects } from './effects';
-import { BrushElementRendererExtension } from './element-renderer';
 import { EraserTool } from './eraser-tool';
 import { HighlighterTool } from './highlighter-tool';
+import {
+  BrushDomRendererExtension,
+  BrushElementRendererExtension,
+  HighlighterDomRendererExtension,
+  HighlighterElementRendererExtension,
+} from './renderer';
 import {
   brushToolbarExtension,
   highlighterToolbarExtension,
@@ -30,6 +35,9 @@ export class BrushViewExtension extends ViewExtensionProvider {
     context.register(HighlighterTool);
 
     context.register(BrushElementRendererExtension);
+    context.register(BrushDomRendererExtension);
+    context.register(HighlighterElementRendererExtension);
+    context.register(HighlighterDomRendererExtension);
 
     context.register(brushToolbarExtension);
     context.register(highlighterToolbarExtension);

blocksuite/affine/gfx/connector/src/element-renderer/connector-dom.ts

@@ -1,11 +0,0 @@
-import { DomElementRendererExtension } from '@blocksuite/affine-block-surface';
-
-import { connectorDomRenderer } from './connector-dom/index.js';
-
-/**
- * Extension to register the DOM-based renderer for 'connector' elements.
- */
-export const ConnectorDomRendererExtension = DomElementRendererExtension(
-  'connector',
-  connectorDomRenderer
-);

blocksuite/affine/gfx/connector/src/index.ts

@@ -1,9 +1,8 @@
 export * from './adapter';
 export * from './connector-manager';
 export * from './connector-tool';
-export * from './element-renderer';
-export { ConnectorDomRendererExtension } from './element-renderer/connector-dom';
 export * from './element-transform';
+export * from './renderer';
 export * from './text';
 export * from './toolbar/config';
 export * from './toolbar/quick-tool';

blocksuite/affine/gfx/connector/src/renderer/dom-renderer.ts

@@ -1,14 +1,18 @@
-import type { DomRenderer } from '@blocksuite/affine-block-surface';
+import {
+  DomElementRendererExtension,
+  type DomRenderer,
+} from '@blocksuite/affine-block-surface';
 import {
   type ConnectorElementModel,
   ConnectorMode,
   DefaultTheme,
+  type LocalConnectorElementModel,
   type PointStyle,
 } from '@blocksuite/affine-model';
 import { PointLocation, SVGPathBuilder } from '@blocksuite/global/gfx';
 
-import { isConnectorWithLabel } from '../../connector-manager.js';
-import { DEFAULT_ARROW_SIZE } from '../utils.js';
+import { isConnectorWithLabel } from '../connector-manager';
+import { DEFAULT_ARROW_SIZE } from './utils';
 
 interface PathBounds {
   minX: number;
@@ -221,8 +225,8 @@ function renderConnectorLabel(
  * @param element - The HTMLElement to apply the connector's styles to.
  * @param renderer - The main DOMRenderer instance, providing access to viewport and color utilities.
  */
-export const connectorDomRenderer = (
-  model: ConnectorElementModel,
+export const connectorBaseDomRenderer = (
+  model: ConnectorElementModel | LocalConnectorElementModel,
   element: HTMLElement,
   renderer: DomRenderer
 ): void => {
@@ -358,10 +362,21 @@ export const connectorDomRenderer = (
   element.style.height = `${model.h * zoom}px`;
   element.style.overflow = 'visible';
   element.style.pointerEvents = 'none';
-
-  // Set z-index for layering
-  element.style.zIndex = renderer.layerManager.getZIndex(model).toString();
-
-  // Render label if present
-  renderConnectorLabel(model, element, renderer, zoom);
 };
+
+export const connectorDomRenderer = (
+  model: ConnectorElementModel,
+  element: HTMLElement,
+  renderer: DomRenderer
+): void => {
+  connectorBaseDomRenderer(model, element, renderer);
+  renderConnectorLabel(model, element, renderer, renderer.viewport.zoom);
+};
+
+/**
+ * Extension to register the DOM-based renderer for 'connector' elements.
+ */
+export const ConnectorDomRendererExtension = DomElementRendererExtension(
+  'connector',
+  connectorDomRenderer
+);

blocksuite/affine/gfx/connector/src/renderer/element-renderer.ts

@@ -25,7 +25,7 @@ import {
 } from '@blocksuite/global/gfx';
 import { deltaInsertsToChunks } from '@blocksuite/std/inline';
 
-import { isConnectorWithLabel } from '../connector-manager.js';
+import { isConnectorWithLabel } from '../connector-manager';
 import {
   DEFAULT_ARROW_SIZE,
   getArrowOptions,
@@ -33,7 +33,7 @@ import {
   renderCircle,
   renderDiamond,
   renderTriangle,
-} from './utils.js';
+} from './utils';
 
 export const connector: ElementRenderer<
   ConnectorElementModel | LocalConnectorElementModel

blocksuite/affine/gfx/connector/src/renderer/index.ts

@@ -0,0 +1,2 @@
+export * from './dom-renderer';
+export * from './element-renderer';

blocksuite/affine/gfx/connector/src/view.ts

@@ -6,9 +6,11 @@ import {
 import { ConnectionOverlay } from './connector-manager';
 import { ConnectorTool } from './connector-tool';
 import { effects } from './effects';
-import { ConnectorElementRendererExtension } from './element-renderer';
-import { ConnectorDomRendererExtension } from './element-renderer/connector-dom';
 import { ConnectorFilter } from './element-transform';
+import {
+  ConnectorDomRendererExtension,
+  ConnectorElementRendererExtension,
+} from './renderer';
 import { connectorToolbarExtension } from './toolbar/config';
 import { connectorQuickTool } from './toolbar/quick-tool';
 import { ConnectorElementView, ConnectorInteraction } from './view/view';

blocksuite/affine/gfx/group/src/index.ts

@@ -1,6 +1,6 @@
 export * from './adapter';
 export * from './command';
-export * from './element-renderer';
 export * from './element-view';
+export * from './renderer';
 export * from './text/text';
 export * from './toolbar/config';

blocksuite/affine/gfx/group/src/renderer/dom-renderer.ts

@@ -0,0 +1,62 @@
+import { DomElementRendererExtension } from '@blocksuite/affine-block-surface';
+import { FontWeight, type GroupElementModel } from '@blocksuite/affine-model';
+
+import {
+  GROUP_TITLE_FONT,
+  GROUP_TITLE_FONT_SIZE,
+  GROUP_TITLE_PADDING,
+} from './consts';
+import { titleRenderParams } from './utils';
+
+export const GroupDomRendererExtension = DomElementRendererExtension(
+  'group',
+  (model: GroupElementModel, domElement, renderer) => {
+    const { zoom } = renderer.viewport;
+    const [, , w, h] = model.deserializedXYWH;
+
+    const renderParams = titleRenderParams(model, zoom);
+    model.externalXYWH = renderParams.titleBound.serialize();
+
+    domElement.innerHTML = '';
+    domElement.style.outlineColor = '';
+    domElement.style.outlineWidth = '';
+    domElement.style.outlineStyle = '';
+
+    const elements = renderer.provider.selectedElements?.() || [];
+
+    const renderTitle = () => {
+      const { text } = renderParams;
+      const titleElement = document.createElement('div');
+      titleElement.style.transform = `translate(0, -100%)`;
+      titleElement.style.fontFamily = GROUP_TITLE_FONT;
+      titleElement.style.fontWeight = `${FontWeight.Regular}`;
+      titleElement.style.fontStyle = 'normal';
+      titleElement.style.fontSize = `${GROUP_TITLE_FONT_SIZE}px`;
+      titleElement.style.color = renderer.getPropertyValue('--affine-blue');
+      titleElement.style.textAlign = 'left';
+      titleElement.style.padding = `${GROUP_TITLE_PADDING[0]}px ${GROUP_TITLE_PADDING[1]}px`;
+      titleElement.textContent = text;
+      domElement.replaceChildren(titleElement);
+    };
+
+    if (elements.includes(model.id)) {
+      if (model.showTitle) {
+        renderTitle();
+      } else {
+        domElement.style.outlineColor =
+          renderer.getPropertyValue('--affine-blue');
+        domElement.style.outlineWidth = '2px';
+        domElement.style.outlineStyle = 'solid';
+      }
+    } else if (model.childElements.some(child => elements.includes(child.id))) {
+      domElement.style.outlineColor = '#8FD1FF';
+      domElement.style.outlineWidth = '2px';
+      domElement.style.outlineStyle = 'solid';
+    }
+
+    domElement.style.width = `${w * zoom}px`;
+    domElement.style.height = `${h * zoom}px`;
+    domElement.style.overflow = 'visible';
+    domElement.style.pointerEvents = 'none';
+  }
+);

blocksuite/affine/gfx/group/src/renderer/element-renderer.ts

@@ -6,7 +6,7 @@ import {
 import type { GroupElementModel } from '@blocksuite/affine-model';
 import { Bound } from '@blocksuite/global/gfx';
 
-import { titleRenderParams } from './utils.js';
+import { titleRenderParams } from './utils';
 
 export const group: ElementRenderer<GroupElementModel> = (
   model,

blocksuite/affine/gfx/group/src/renderer/index.ts

@@ -0,0 +1,2 @@
+export * from './dom-renderer';
+export * from './element-renderer';

blocksuite/affine/gfx/group/src/renderer/utils.ts

@@ -13,7 +13,7 @@ import {
   GROUP_TITLE_FONT_SIZE,
   GROUP_TITLE_OFFSET,
   GROUP_TITLE_PADDING,
-} from './consts.js';
+} from './consts';
 
 export function titleRenderParams(group: GroupElementModel, zoom: number) {
   let text = group.title.toString().trim();

blocksuite/affine/gfx/group/src/text/edgeless-group-title-editor.ts

@@ -21,7 +21,7 @@ import {
   GROUP_TITLE_FONT_SIZE,
   GROUP_TITLE_OFFSET,
   GROUP_TITLE_PADDING,
-} from '../element-renderer/consts';
+} from '../renderer/consts';
 
 export function mountGroupTitleEditor(
   group: GroupElementModel,

blocksuite/affine/gfx/group/src/view.ts

@@ -4,9 +4,12 @@ import {
 } from '@blocksuite/affine-ext-loader';
 
 import { effects } from './effects';
-import { GroupElementRendererExtension } from './element-renderer';
 import { GroupElementView, GroupInteraction } from './element-view';
 import { GroupInteractionExtension } from './interaction-ext';
+import {
+  GroupDomRendererExtension,
+  GroupElementRendererExtension,
+} from './renderer';
 import { groupToolbarExtension } from './toolbar/config';
 
 export class GroupViewExtension extends ViewExtensionProvider {
@@ -20,6 +23,7 @@ export class GroupViewExtension extends ViewExtensionProvider {
   override setup(context: ViewExtensionContext) {
     super.setup(context);
     context.register(GroupElementRendererExtension);
+    context.register(GroupDomRendererExtension);
     context.register(GroupElementView);
     if (this.isEdgeless(context.scope)) {
       context.register(groupToolbarExtension);

blocksuite/affine/gfx/mindmap/src/index.ts

@@ -1,7 +1,7 @@
 export * from './adapter';
-export * from './element-renderer';
 export * from './indicator-overlay';
 export * from './interactivity';
+export * from './renderer';
 export * from './toolbar/config';
 export * from './toolbar/senior-tool';
 export * from './utils';

blocksuite/affine/gfx/mindmap/src/renderer/dom-renderer.ts

@@ -0,0 +1,65 @@
+import { DomElementRendererExtension } from '@blocksuite/affine-block-surface';
+import {
+  connectorBaseDomRenderer,
+  ConnectorPathGenerator,
+} from '@blocksuite/affine-gfx-connector';
+import type {
+  MindmapElementModel,
+  MindmapNode,
+} from '@blocksuite/affine-model';
+import type { GfxModel } from '@blocksuite/std/gfx';
+
+export const MindmapDomRendererExtension = DomElementRendererExtension(
+  'mindmap',
+  (model: MindmapElementModel, domElement, renderer) => {
+    const bound = model.elementBound;
+
+    const { zoom } = renderer.viewport;
+    // Set element size and position
+    domElement.style.width = `${bound.w * zoom}px`;
+    domElement.style.height = `${bound.h * zoom}px`;
+    domElement.style.overflow = 'visible';
+    domElement.style.pointerEvents = 'none';
+
+    const newChildren: HTMLDivElement[] = [];
+
+    const traverse = (node: MindmapNode) => {
+      const connectors = model.getConnectors(node);
+      if (!connectors) return;
+
+      connectors.reverse().forEach(result => {
+        const { connector, outdated } = result;
+        const elementGetter = (id: string) =>
+          model.surface.getElementById(id) ??
+          (model.surface.store.getModelById(id) as GfxModel);
+
+        if (outdated) {
+          ConnectorPathGenerator.updatePath(connector, null, elementGetter);
+        }
+
+        const connectorContainer = document.createElement('div');
+        connectorContainer.style.position = 'absolute';
+        connectorContainer.style.transformOrigin = 'top left';
+        const geometricStyles = {
+          left: `${(connector.x - bound.x) * zoom}px`,
+          top: `${(connector.y - bound.y) * zoom}px`,
+        };
+        const opacityStyle = { opacity: node.element.opacity };
+        Object.assign(connectorContainer.style, geometricStyles, opacityStyle);
+
+        connectorBaseDomRenderer(connector, connectorContainer, renderer);
+        newChildren.push(connectorContainer);
+      });
+
+      if (node.detail.collapsed) {
+        return;
+      } else {
+        node.children.forEach(traverse);
+      }
+    };
+
+    model.tree && traverse(model.tree);
+
+    domElement.replaceChildren(...newChildren);
+  }
+);

blocksuite/affine/gfx/mindmap/src/renderer/index.ts

@@ -0,0 +1,2 @@
+export * from './dom-renderer';
+export * from './element-renderer';

blocksuite/affine/gfx/mindmap/src/view.ts

@@ -4,9 +4,12 @@ import {
 } from '@blocksuite/affine-ext-loader';
 
 import { effects } from './effects';
-import { MindmapElementRendererExtension } from './element-renderer';
 import { MindMapIndicatorOverlay } from './indicator-overlay';
 import { MindMapDragExtension } from './interactivity';
+import {
+  MindmapDomRendererExtension,
+  MindmapElementRendererExtension,
+} from './renderer';
 import {
   mindmapToolbarExtension,
   shapeMindmapToolbarExtension,
@@ -25,6 +28,7 @@ export class MindmapViewExtension extends ViewExtensionProvider {
   override setup(context: ViewExtensionContext) {
     super.setup(context);
     context.register(MindmapElementRendererExtension);
+    context.register(MindmapDomRendererExtension);
     context.register(mindMapSeniorTool);
     context.register(mindmapToolbarExtension);
     context.register(shapeMindmapToolbarExtension);

blocksuite/affine/gfx/pointer/src/tools/pan-tool.ts

@@ -1,4 +1,7 @@
-import { EdgelessLegacySlotIdentifier } from '@blocksuite/affine-block-surface';
+import {
+  DefaultTool,
+  EdgelessLegacySlotIdentifier,
+} from '@blocksuite/affine-block-surface';
 import { on } from '@blocksuite/affine-shared/utils';
 import type { PointerEventState } from '@blocksuite/std';
 import { BaseTool, MouseButton, type ToolOptions } from '@blocksuite/std/gfx';
@@ -64,12 +67,15 @@ export class PanTool extends BaseTool<PanToolOption> {
         const { toolType, options: originalToolOptions } = currentTool;
         const selectionToRestore = this.gfx.selection.surfaceSelections;
         if (!toolType) return;
+        // restore to DefaultTool if previous tool is CopilotTool
+        if (toolType.toolName === 'copilot') {
+          this.controller.setTool(DefaultTool);
+          return;
+        }
 
         let finalOptions: ToolOptions<BaseTool<any>> | undefined =
           originalToolOptions;
-        const PRESENT_TOOL_NAME = 'frameNavigator';
-
-        if (toolType.toolName === PRESENT_TOOL_NAME) {
+        if (toolType.toolName === 'frameNavigator') {
           // When restoring PresentTool (frameNavigator) after a temporary pan (e.g., via middle mouse button),
           // set 'restoredAfterPan' to true. This allows PresentTool to avoid an unwanted viewport reset
           // and maintain the panned position.
@@ -93,15 +99,17 @@ export class PanTool extends BaseTool<PanToolOption> {
         });
       }
 
-      this.controller.setTool(PanTool, {
-        panning: true,
+      requestAnimationFrame(() => {
+        this.controller.setTool(PanTool, {
+          panning: true,
+        });
       });
 
       const dispose = on(document, 'pointerup', evt => {
         if (evt.button === MouseButton.MIDDLE) {
           restoreToPrevious();
-          dispose();
         }
+        dispose();
       });
 
       return false;

blocksuite/affine/gfx/shape/src/element-renderer/index.ts

@@ -1,2 +1 @@
-export * from './highlighter';
 export * from './shape';

blocksuite/affine/gfx/shape/src/element-renderer/shape-dom/index.ts

@@ -1,4 +1,5 @@
 import type { DomRenderer } from '@blocksuite/affine-block-surface';
+import { isRTL } from '@blocksuite/affine-gfx-text';
 import type { ShapeElementModel } from '@blocksuite/affine-model';
 import { DefaultTheme } from '@blocksuite/affine-model';
 import { SVGShapeBuilder } from '@blocksuite/global/gfx';
@@ -99,6 +100,8 @@ export const shapeDomRenderer = (
   const unscaledWidth = model.w;
   const unscaledHeight = model.h;
 
+  const newChildren: Element[] = [];
+
   const fillColor = renderer.getColorValue(
     model.fillColor,
     DefaultTheme.shapeFillColor,
@@ -170,8 +173,7 @@ export const shapeDomRenderer = (
     }
     svg.append(polygon);
 
-    // Replace existing children to avoid memory leaks
-    element.replaceChildren(svg);
+    newChildren.push(svg);
   } else {
     // Standard rendering for other shapes (e.g., rect, ellipse)
     // innerHTML was already cleared by applyShapeSpecificStyles if necessary
@@ -179,9 +181,42 @@ export const shapeDomRenderer = (
     applyBorderStyles(model, element, strokeColor, zoom); // Uses standard CSS border
   }
 
-  applyTransformStyles(model, element);
+  if (model.textDisplay && model.text) {
+    const str = model.text.toString();
+    const textElement = document.createElement('div');
+    if (isRTL(str)) {
+      textElement.dir = 'rtl';
+    }
+    textElement.style.position = 'absolute';
+    textElement.style.inset = '0';
+    textElement.style.display = 'flex';
+    textElement.style.flexDirection = 'column';
+    textElement.style.justifyContent =
+      model.textVerticalAlign === 'center'
+        ? 'center'
+        : model.textVerticalAlign === 'top'
+          ? 'flex-start'
+          : 'flex-end';
+    textElement.style.whiteSpace = 'pre-wrap';
+    textElement.style.wordBreak = 'break-word';
+    textElement.style.textAlign = model.textAlign;
+    textElement.style.alignmentBaseline = 'alphabetic';
+    textElement.style.fontFamily = model.fontFamily;
+    textElement.style.fontSize = `${model.fontSize * zoom}px`;
+    textElement.style.fontWeight = model.fontWeight;
+    textElement.style.color = renderer.getColorValue(
+      model.color,
+      DefaultTheme.shapeTextColor,
+      true
+    );
+    textElement.textContent = str;
+    newChildren.push(textElement);
+  }
 
-  element.style.zIndex = renderer.layerManager.getZIndex(model).toString();
+  // Replace existing children to avoid memory leaks
+  element.replaceChildren(...newChildren);
+
+  applyTransformStyles(model, element);
 
   manageClassNames(model, element);
   applyShadowStyles(model, element, renderer);

blocksuite/affine/gfx/shape/src/view.ts

@@ -4,10 +4,7 @@ import {
 } from '@blocksuite/affine-ext-loader';
 
 import { effects } from './effects';
-import {
-  HighlighterElementRendererExtension,
-  ShapeElementRendererExtension,
-} from './element-renderer';
+import { ShapeElementRendererExtension } from './element-renderer';
 import { ShapeDomRendererExtension } from './element-renderer/shape-dom';
 import { ShapeElementView, ShapeViewInteraction } from './element-view';
 import { ShapeTool } from './shape-tool';
@@ -24,7 +21,6 @@ export class ShapeViewExtension extends ViewExtensionProvider {
   override setup(context: ViewExtensionContext) {
     super.setup(context);
     if (this.isEdgeless(context.scope)) {
-      context.register(HighlighterElementRendererExtension);
       context.register(ShapeElementRendererExtension);
       context.register(ShapeDomRendererExtension);
       context.register(ShapeElementView);

blocksuite/affine/inlines/reference/src/reference-node/reference-node.ts

@@ -150,6 +150,9 @@ export class AffineReference extends WithDisposable(ShadowlessElement) {
 
   readonly open = (event?: Partial<DocLinkClickedEvent>) => {
     if (!this.config.interactable) return;
+    if (event?.event?.button === 2) {
+      return;
+    }
 
     this.std.getOptional(RefNodeSlotsProvider)?.docLinkClicked.next({
       ...this.referenceInfo,

blocksuite/affine/model/src/elements/highlighter/highlighter.ts

@@ -131,7 +131,7 @@ export class HighlighterElementModel extends GfxPrimitiveElementModel<Highlighte
     instance['_local'].delete('commands');
   })
   @derive((lineWidth: number, instance: Instance) => {
-    const oldBound = instance.elementBound;
+    const oldBound = Bound.fromXYWH(instance.deserializedXYWH);
 
     if (
       lineWidth === instance.lineWidth ||

blocksuite/affine/widgets/drag-handle/src/helpers/preview-helper.ts

@@ -114,6 +114,7 @@ export class PreviewHelper {
     });
 
     let width: number = 500;
+    // oxlint-disable-next-line no-unassigned-vars
     let height;
 
     const noteBlock = this.widget.host.querySelector('affine-note');

blocksuite/affine/widgets/linked-doc/src/transformers/utils.ts

@@ -65,6 +65,98 @@ export class Unzip {
     this.unzipped = fflate.unzipSync(new Uint8Array(await blob.arrayBuffer()));
   }
 
+  private fixFileNameEncoding(fileName: string): string {
+    try {
+      // check if contains non-ASCII characters
+      if (fileName.split('').some(char => char.charCodeAt(0) > 127)) {
+        // try different encodings
+        const fixedName = this.tryDifferentEncodings(fileName);
+        if (fixedName && fixedName !== fileName) {
+          return fixedName;
+        }
+      }
+      return fileName;
+    } catch {
+      return fileName;
+    }
+  }
+
+  // try different encodings
+  private tryDifferentEncodings(fileName: string): string | null {
+    try {
+      // convert string to bytes
+      const bytes = new Uint8Array(fileName.length);
+      for (let i = 0; i < fileName.length; i++) {
+        bytes[i] = fileName.charCodeAt(i);
+      }
+
+      // try different encodings
+      // The macOS system zip tool creates archives with UTF-8 encoded filenames.
+      // However, this implementation doesn't strictly adhere to the ZIP specification.
+      // Simply forcing UTF-8 encoding when unzipping should resolve filename corruption issues.
+      const encodings = ['utf-8'];
+
+      for (const encoding of encodings) {
+        try {
+          const decoder = new TextDecoder(encoding);
+          const result = decoder.decode(bytes);
+
+          // check if decoded result is valid
+          if (result && this.isValidDecodedString(result)) {
+            return result;
+          }
+        } catch {
+          // ignore encoding error, try next encoding
+        }
+      }
+    } catch {
+      // ignore conversion error
+    }
+
+    return null;
+  }
+
+  // check if decoded string is valid
+  private isValidDecodedString(str: string): boolean {
+    // check if contains control characters
+    const controlCharCodes = new Set([
+      0x00,
+      0x01,
+      0x02,
+      0x03,
+      0x04,
+      0x05,
+      0x06,
+      0x07,
+      0x08, // \x00-\x08
+      0x0b,
+      0x0c, // \x0B, \x0C
+      0x0e,
+      0x0f,
+      0x10,
+      0x11,
+      0x12,
+      0x13,
+      0x14,
+      0x15,
+      0x16,
+      0x17,
+      0x18,
+      0x19,
+      0x1a,
+      0x1b,
+      0x1c,
+      0x1d,
+      0x1e,
+      0x1f, // \x0E-\x1F
+      0x7f, // \x7F
+    ]);
+
+    return !str
+      .split('')
+      .some(char => controlCharCodes.has(char.charCodeAt(0)));
+  }
+
   *[Symbol.iterator]() {
     const keys = Object.keys(this.unzipped ?? {});
     let index = 0;
@@ -81,7 +173,10 @@ export class Unzip {
       const content = new File([this.unzipped![path]], fileName, {
         type: mime ?? '',
       }) as Blob;
-      yield { path, content, index };
+
+      const fixedPath = this.fixFileNameEncoding(path);
+
+      yield { path: fixedPath, content, index };
       index++;
     }
   }

blocksuite/framework/std/src/event/control/keyboard.ts

@@ -91,15 +91,11 @@ export class KeyboardControl {
     const disposables = new DisposableGroup();
     if (IS_ANDROID) {
       disposables.add(
-        this._dispatcher.add(
-          'beforeInput',
-          ctx => {
-            if (this.composition) return false;
-            const binding = androidBindKeymapPatch(keymap);
-            return binding(ctx);
-          },
-          options
-        )
+        this._dispatcher.add('beforeInput', ctx => {
+          if (this.composition) return false;
+          const binding = androidBindKeymapPatch(keymap);
+          return binding(ctx);
+        })
       );
     }
 

blocksuite/framework/std/src/event/dispatcher.ts

@@ -226,6 +226,18 @@ export class UIEventDispatcher extends LifeCycleWatcher {
         this._setActive(false);
       }
     });
+    // When the selection is outside the host, the event dispatcher should be inactive
+    this.disposables.addFromEvent(document, 'selectionchange', () => {
+      const sel = document.getSelection();
+      if (!sel || sel.rangeCount === 0) return;
+      const { anchorNode, focusNode } = sel;
+      if (
+        (anchorNode && !this.host.contains(anchorNode)) ||
+        (focusNode && !this.host.contains(focusNode))
+      ) {
+        this._setActive(false);
+      }
+    });
   }
 
   private _buildEventScopeBySelection(name: EventName) {

blocksuite/framework/std/src/event/keymap.ts

@@ -104,7 +104,7 @@ export function bindKeymap(
   };
 }
 
-// In Android, the keypress event  dose not contain
+// In some IME of Android like, the keypress event  dose not contain
 // the information about what key is pressed. See
 // https://stackoverflow.com/a/68188679
 // https://stackoverflow.com/a/66724830

blocksuite/framework/std/src/gfx/layer.ts

@@ -57,7 +57,7 @@ export type CanvasLayer = BaseLayer<GfxPrimitiveElementModel> & {
   type: 'canvas';
 
   /**
-   * The z-index of canvas layer.
+   * The z-index of the first element in this canvas layer.
    *
    * A canvas layer renders all the elements in a single canvas,
    *  this property is used to render the canvas with correct z-index.
@@ -165,8 +165,7 @@ export class LayerManager extends GfxExtension {
         ];
         curLayer.zIndex = currentCSSZindex;
         layers.push(curLayer as LayerManager['layers'][number]);
-        currentCSSZindex +=
-          curLayer.type === 'block' ? curLayer.elements.length : 1;
+        currentCSSZindex += curLayer.elements.length;
       }
     };
     const addLayer = (type: 'canvas' | 'block') => {

blocksuite/framework/std/src/inline/services/event.ts

@@ -1,3 +1,4 @@
+import { IS_ANDROID } from '@blocksuite/global/env';
 import type { BaseTextAttributes } from '@blocksuite/store';
 
 import type { InlineEditor } from '../inline-editor.js';
@@ -41,11 +42,10 @@ export class EventService<TextAttributes extends BaseTextAttributes> {
     }
   };
 
-  private readonly _onBeforeInput = (event: InputEvent) => {
+  private readonly _onBeforeInput = async (event: InputEvent) => {
     const range = this.editor.rangeService.getNativeRange();
     if (
       this.editor.isReadonly ||
-      this._isComposing ||
       !range ||
       !this._isRangeCompletelyInRoot(range)
     )
@@ -54,33 +54,29 @@ export class EventService<TextAttributes extends BaseTextAttributes> {
     let inlineRange = this.editor.toInlineRange(range);
     if (!inlineRange) return;
 
+    if (this._isComposing) {
+      if (IS_ANDROID && event.inputType === 'insertCompositionText') {
+        this._compositionInlineRange = inlineRange;
+      }
+      return;
+    }
+
     let ifHandleTargetRange = true;
 
-    if (event.inputType.startsWith('delete')) {
-      if (
-        isInEmbedGap(range.commonAncestorContainer) &&
-        inlineRange.length === 0 &&
-        inlineRange.index > 0
-      ) {
-        inlineRange = {
-          index: inlineRange.index - 1,
-          length: 1,
-        };
-        ifHandleTargetRange = false;
-      } else if (
-        isInEmptyLine(range.commonAncestorContainer) &&
-        inlineRange.length === 0 &&
-        inlineRange.index > 0
-        // eslint-disable-next-line sonarjs/no-duplicated-branches
-      ) {
-        // do not use target range when deleting across lines
+    if (
+      event.inputType.startsWith('delete') &&
+      (isInEmbedGap(range.commonAncestorContainer) ||
         // https://github.com/toeverything/blocksuite/issues/5381
-        inlineRange = {
-          index: inlineRange.index - 1,
-          length: 1,
-        };
-        ifHandleTargetRange = false;
-      }
+        isInEmptyLine(range.commonAncestorContainer)) &&
+      inlineRange.length === 0 &&
+      inlineRange.index > 0
+    ) {
+      // do not use target range when deleting across lines
+      inlineRange = {
+        index: inlineRange.index - 1,
+        length: 1,
+      };
+      ifHandleTargetRange = false;
     }
 
     if (ifHandleTargetRange) {
@@ -97,11 +93,24 @@ export class EventService<TextAttributes extends BaseTextAttributes> {
         }
       }
     }
-
     if (!inlineRange) return;
 
     event.preventDefault();
 
+    if (IS_ANDROID) {
+      this.editor.rerenderWholeEditor();
+      await this.editor.waitForUpdate();
+      if (
+        event.inputType === 'deleteContentBackward' &&
+        !(inlineRange.index === 0 && inlineRange.length === 0)
+      ) {
+        // when press backspace at offset 1, double characters will be removed.
+        // because we mock backspace key event `androidBindKeymapPatch` in blocksuite/framework/std/src/event/keymap.ts
+        // so we need to stop the event propagation to prevent the double characters removal.
+        event.stopPropagation();
+      }
+    }
+
     const ctx: BeforeinputHookCtx<TextAttributes> = {
       inlineEditor: this.editor,
       raw: event,
@@ -346,11 +355,9 @@ export class EventService<TextAttributes extends BaseTextAttributes> {
       return;
     }
 
-    this.editor.disposables.addFromEvent(
-      eventSource,
-      'beforeinput',
-      this._onBeforeInput
-    );
+    this.editor.disposables.addFromEvent(eventSource, 'beforeinput', e => {
+      this._onBeforeInput(e).catch(console.error);
+    });
     this.editor.disposables.addFromEvent(
       eventSource,
       'compositionstart',

blocksuite/framework/std/src/utils/layer.ts

@@ -12,11 +12,7 @@ import type { SurfaceBlockModel } from '../gfx/model/surface/surface-model.js';
 
 export function getLayerEndZIndex(layers: Layer[], layerIndex: number) {
   const layer = layers[layerIndex];
-  return layer
-    ? layer.type === 'block'
-      ? layer.zIndex + layer.elements.length - 1
-      : layer.zIndex
-    : 0;
+  return layer ? layer.zIndex + layer.elements.length - 1 : 0;
 }
 
 export function updateLayersZIndex(layers: Layer[], startIdx: number) {
@@ -27,7 +23,7 @@ export function updateLayersZIndex(layers: Layer[], startIdx: number) {
     const curLayer = layers[i];
 
     curLayer.zIndex = curIndex;
-    curIndex += curLayer.type === 'block' ? curLayer.elements.length : 1;
+    curIndex += curLayer.elements.length;
   }
 }
 

blocksuite/integration-test/src/__tests__/edgeless/layer.spec.ts

@@ -200,7 +200,7 @@ test('layer zindex should update correctly when elements changed', async () => {
     expect(service.layer.layers[1].zIndex).toBe(3);
 
     expect(service.layer.layers[2].type).toBe('block');
-    expect(service.layer.layers[2].zIndex).toBe(4);
+    expect(service.layer.layers[2].zIndex).toBe(5);
   };
   assert2StepState();
 

oxlint.json

@@ -9,6 +9,7 @@
     "**/node_modules",
     ".yarn",
     ".github/helm",
+    ".git",
     ".vscode",
     ".yarnrc.yml",
     ".docker",

package.json

@@ -82,7 +82,7 @@
     "husky": "^9.1.7",
     "lint-staged": "^16.0.0",
     "msw": "^2.6.8",
-    "oxlint": "^1.1.0",
+    "oxlint": "^1.15.0",
     "prettier": "^3.4.2",
     "semver": "^7.6.3",
     "serve": "^14.2.4",

packages/backend/native/src/tiktoken.rs

@@ -1,5 +1,7 @@
 use std::collections::HashSet;
 
+use tiktoken_rs::{get_bpe_from_tokenizer, tokenizer::Tokenizer as TiktokenTokenizer};
+
 #[napi]
 pub struct Tokenizer {
   inner: tiktoken_rs::CoreBPE,
@@ -7,6 +9,10 @@ pub struct Tokenizer {
 
 #[napi]
 pub fn from_model_name(model_name: String) -> Option<Tokenizer> {
+  if model_name.starts_with("gpt-5") {
+    let bpe = get_bpe_from_tokenizer(TiktokenTokenizer::O200kBase).ok()?;
+    return Some(Tokenizer { inner: bpe });
+  }
   let bpe = tiktoken_rs::get_bpe_from_model(&model_name).ok()?;
   Some(Tokenizer { inner: bpe })
 }
@@ -31,7 +37,7 @@ mod tests {
 
   #[test]
   fn test_tokenizer() {
-    let tokenizer = from_model_name("gpt-4.1".to_string()).unwrap();
+    let tokenizer = from_model_name("gpt-5".to_string()).unwrap();
     let content = "Hello, world!";
     let count = tokenizer.count(content.to_string(), None);
     assert!(count > 0);

packages/backend/server/migrations/20250805074035_workspace_last_check_embeddings/migration.sql

@@ -0,0 +1,5 @@
+-- AlterTable
+ALTER TABLE "workspaces" ADD COLUMN     "last_check_embeddings" TIMESTAMPTZ(3) NOT NULL DEFAULT '1970-01-01 00:00:00 +00:00';
+
+-- CreateIndex
+CREATE INDEX "workspaces_last_check_embeddings_idx" ON "workspaces"("last_check_embeddings");

packages/backend/server/package.json

@@ -28,12 +28,12 @@
   "dependencies": {
     "@affine/reader": "workspace:*",
     "@affine/server-native": "workspace:*",
-    "@ai-sdk/anthropic": "^1.2.12",
-    "@ai-sdk/google": "^1.2.18",
-    "@ai-sdk/google-vertex": "^2.2.23",
-    "@ai-sdk/openai": "^1.3.22",
-    "@ai-sdk/openai-compatible": "^0.2.14",
-    "@ai-sdk/perplexity": "^1.1.9",
+    "@ai-sdk/anthropic": "^2.0.1",
+    "@ai-sdk/google": "^2.0.4",
+    "@ai-sdk/google-vertex": "^3.0.5",
+    "@ai-sdk/openai": "^2.0.10",
+    "@ai-sdk/openai-compatible": "^1.0.5",
+    "@ai-sdk/perplexity": "^2.0.1",
     "@apollo/server": "^4.11.3",
     "@aws-sdk/client-s3": "^3.779.0",
     "@aws-sdk/s3-request-presigner": "^3.779.0",
@@ -75,7 +75,7 @@
     "@prisma/instrumentation": "^6.7.0",
     "@react-email/components": "0.0.38",
     "@socket.io/redis-adapter": "^8.3.0",
-    "ai": "^4.3.4",
+    "ai": "^5.0.10",
     "bullmq": "^5.40.2",
     "cookie-parser": "^1.4.7",
     "cross-env": "^7.0.3",

packages/backend/server/schema.prisma

@@ -111,17 +111,18 @@ model VerificationToken {
 
 model Workspace {
   // NOTE: manually set this column type to identity in migration file
-  sid                Int      @unique @default(autoincrement())
-  id                 String   @id @default(uuid()) @db.VarChar
-  public             Boolean
-  createdAt          DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
+  sid                 Int      @unique @default(autoincrement())
+  id                  String   @id @default(uuid()) @db.VarChar
+  public              Boolean
+  createdAt           DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
   // workspace level feature flags
-  enableAi           Boolean  @default(true) @map("enable_ai")
-  enableUrlPreview   Boolean  @default(false) @map("enable_url_preview")
-  enableDocEmbedding Boolean  @default(true) @map("enable_doc_embedding")
-  name               String?  @db.VarChar
-  avatarKey          String?  @map("avatar_key") @db.VarChar
-  indexed            Boolean  @default(false)
+  enableAi            Boolean  @default(true) @map("enable_ai")
+  enableUrlPreview    Boolean  @default(false) @map("enable_url_preview")
+  enableDocEmbedding  Boolean  @default(true) @map("enable_doc_embedding")
+  name                String?  @db.VarChar
+  avatarKey           String?  @map("avatar_key") @db.VarChar
+  indexed             Boolean  @default(false)
+  lastCheckEmbeddings DateTime @default("1970-01-01T00:00:00-00:00") @map("last_check_embeddings") @db.Timestamptz(3)
 
   features           WorkspaceFeature[]
   docs               WorkspaceDoc[]
@@ -133,6 +134,7 @@ model Workspace {
   comments           Comment[]
   commentAttachments CommentAttachment[]
 
+  @@index([lastCheckEmbeddings])
   @@map("workspaces")
 }
 

packages/backend/server/src/__tests__/copilot-provider.spec.ts

@@ -118,11 +118,11 @@ test.serial.before(async t => {
         enabled: true,
         scenarios: {
           image: 'flux-1/schnell',
-          rerank: 'gpt-4.1-mini',
-          complex_text_generation: 'gpt-4.1-mini',
-          coding: 'gpt-4.1-mini',
-          quick_decision_making: 'gpt-4.1-mini',
-          quick_text_generation: 'gpt-4.1-mini',
+          rerank: 'gpt-5-mini',
+          complex_text_generation: 'gpt-5-mini',
+          coding: 'gpt-5-mini',
+          quick_decision_making: 'gpt-5-mini',
+          quick_text_generation: 'gpt-5-mini',
           polish_and_summarize: 'gemini-2.5-flash',
         },
       },
@@ -732,7 +732,7 @@ for (const {
                 [
                   ...prompt.finish(
                     messages.reduce(
-                      // @ts-expect-error
+                      // @ts-expect-error params not typed
                       (acc, m) => Object.assign(acc, m.params),
                       {}
                     )
@@ -802,7 +802,7 @@ for (const {
                 [
                   ...prompt.finish(
                     finalMessage.reduce(
-                      // @ts-expect-error
+                      // @ts-expect-error params not typed
                       (acc, m) => Object.assign(acc, m.params),
                       params
                     )

packages/backend/server/src/__tests__/copilot.e2e.ts

@@ -111,7 +111,7 @@ test.before(async t => {
       m.overrideProvider(OpenAIProvider).useClass(MockCopilotProvider);
       m.overrideProvider(GeminiGenerativeProvider).useClass(
         class MockGenerativeProvider extends MockCopilotProvider {
-          // @ts-expect-error
+          // @ts-expect-error type not typed
           override type: CopilotProviderType = CopilotProviderType.Gemini;
         }
       );

packages/backend/server/src/__tests__/copilot.spec.ts

@@ -5,6 +5,7 @@ import { ProjectRoot } from '@affine-tools/utils/path';
 import { PrismaClient } from '@prisma/client';
 import type { TestFn } from 'ava';
 import ava from 'ava';
+import { nanoid } from 'nanoid';
 import Sinon from 'sinon';
 
 import { EventBus, JobQueue } from '../base';
@@ -411,7 +412,7 @@ test('should be able to fork chat session', async t => {
 
   // fork session
   const s1 = (await session.get(sessionId))!;
-  // @ts-expect-error
+  // @ts-expect-error find maybe return undefined
   const latestMessageId = s1.finish({}).find(m => m.role === 'assistant')!.id;
   const forkedSessionId1 = await session.fork({
     userId,
@@ -1340,16 +1341,16 @@ test('TextStreamParser should format different types of chunks correctly', t =>
     textDelta: {
       chunk: {
         type: 'text-delta' as const,
-        textDelta: 'Hello world',
-      } as any,
+        text: 'Hello world',
+      },
       expected: 'Hello world',
       description: 'should format text-delta correctly',
     },
     reasoning: {
       chunk: {
-        type: 'reasoning' as const,
-        textDelta: 'I need to think about this',
-      } as any,
+        type: 'reasoning-delta' as const,
+        text: 'I need to think about this',
+      },
       expected: '\n> [!]\n> I need to think about this',
       description: 'should format reasoning as callout',
     },
@@ -1358,8 +1359,8 @@ test('TextStreamParser should format different types of chunks correctly', t =>
         type: 'tool-call' as const,
         toolName: 'web_search_exa' as const,
         toolCallId: 'test-id-1',
-        args: { query: 'test query', mode: 'AUTO' as const },
-      } as any,
+        input: { query: 'test query', mode: 'AUTO' as const },
+      },
       expected: '\n> [!]\n> \n> Searching the web "test query"\n> ',
       description: 'should format web search tool call correctly',
     },
@@ -1368,8 +1369,8 @@ test('TextStreamParser should format different types of chunks correctly', t =>
         type: 'tool-call' as const,
         toolName: 'web_crawl_exa' as const,
         toolCallId: 'test-id-2',
-        args: { url: 'https://example.com' },
-      } as any,
+        input: { url: 'https://example.com' },
+      },
       expected: '\n> [!]\n> \n> Crawling the web "https://example.com"\n> ',
       description: 'should format web crawl tool call correctly',
     },
@@ -1378,8 +1379,8 @@ test('TextStreamParser should format different types of chunks correctly', t =>
         type: 'tool-result' as const,
         toolName: 'web_search_exa' as const,
         toolCallId: 'test-id-1',
-        args: { query: 'test query', mode: 'AUTO' as const },
-        result: [
+        input: { query: 'test query', mode: 'AUTO' as const },
+        output: [
           {
             title: 'Test Title',
             url: 'https://test.com',
@@ -1406,7 +1407,7 @@ test('TextStreamParser should format different types of chunks correctly', t =>
       chunk: {
         type: 'error' as const,
         error: { type: 'testError', message: 'Test error message' },
-      } as any,
+      },
       errorMessage: 'Test error message',
       description: 'should throw error for error chunks',
     },
@@ -1436,78 +1437,85 @@ test('TextStreamParser should process a sequence of message chunks', t => {
     chunks: [
       // Reasoning chunks
       {
-        type: 'reasoning' as const,
-        textDelta: 'The user is asking about',
-      } as any,
+        id: nanoid(),
+        type: 'reasoning-delta' as const,
+        text: 'The user is asking about',
+      },
       {
-        type: 'reasoning' as const,
-        textDelta: ' recent advances in quantum computing',
-      } as any,
+        id: nanoid(),
+        type: 'reasoning-delta' as const,
+        text: ' recent advances in quantum computing',
+      },
       {
-        type: 'reasoning' as const,
-        textDelta: ' and how it might impact',
-      } as any,
+        id: nanoid(),
+        type: 'reasoning-delta' as const,
+        text: ' and how it might impact',
+      },
       {
-        type: 'reasoning' as const,
-        textDelta: ' cryptography and data security.',
-      } as any,
+        id: nanoid(),
+        type: 'reasoning-delta' as const,
+        text: ' cryptography and data security.',
+      },
       {
-        type: 'reasoning' as const,
-        textDelta:
-          ' I should provide information on quantum supremacy achievements',
-      } as any,
+        id: nanoid(),
+        type: 'reasoning-delta' as const,
+        text: ' I should provide information on quantum supremacy achievements',
+      },
 
       // Text delta
       {
+        id: nanoid(),
         type: 'text-delta' as const,
-        textDelta:
-          'Let me search for the latest breakthroughs in quantum computing and their ',
-      } as any,
+        text: 'Let me search for the latest breakthroughs in quantum computing and their ',
+      },
 
       // Tool call
       {
         type: 'tool-call' as const,
         toolCallId: 'toolu_01ABCxyz123456789',
         toolName: 'web_search_exa' as const,
-        args: {
+        input: {
           query: 'latest quantum computing breakthroughs cryptography impact',
         },
-      } as any,
+      },
 
       // Tool result
       {
         type: 'tool-result' as const,
         toolCallId: 'toolu_01ABCxyz123456789',
         toolName: 'web_search_exa' as const,
-        args: {
+        input: {
           query: 'latest quantum computing breakthroughs cryptography impact',
         },
-        result: [
+        output: [
           {
             title: 'IBM Unveils 1000-Qubit Quantum Processor',
             url: 'https://example.com/tech/quantum-computing-milestone',
           },
         ],
-      } as any,
+      },
 
       // More text deltas
       {
+        id: nanoid(),
         type: 'text-delta' as const,
-        textDelta: 'implications for security.',
-      } as any,
+        text: 'implications for security.',
+      },
       {
+        id: nanoid(),
         type: 'text-delta' as const,
-        textDelta: '\n\nQuantum computing has made ',
-      } as any,
+        text: '\n\nQuantum computing has made ',
+      },
       {
+        id: nanoid(),
         type: 'text-delta' as const,
-        textDelta: 'remarkable progress in the past year. ',
-      } as any,
+        text: 'remarkable progress in the past year. ',
+      },
       {
+        id: nanoid(),
         type: 'text-delta' as const,
-        textDelta:
-          'The development of more stable qubits has accelerated research significantly.',
-      } as any,
+        text: 'The development of more stable qubits has accelerated research significantly.',
+      },
     ],
     expected:
       '\n> [!]\n> The user is asking about recent advances in quantum computing and how it might impact cryptography and data security. I should provide information on quantum supremacy achievements\n\nLet me search for the latest breakthroughs in quantum computing and their \n> [!]\n> \n> Searching the web "latest quantum computing breakthroughs cryptography impact"\n> \n> \n> \n> [IBM Unveils 1000-Qubit Quantum Processor](https://example.com/tech/quantum-computing-milestone)\n> \n> \n> \n\nimplications for security.\n\nQuantum computing has made remarkable progress in the past year. The development of more stable qubits has accelerated research significantly.',

packages/backend/server/src/__tests__/mocks/copilot.mock.ts

@@ -57,15 +57,6 @@ export class MockCopilotProvider extends OpenAIProvider {
         },
       ],
     },
-    {
-      id: 'gpt-4.1',
-      capabilities: [
-        {
-          input: [ModelInputType.Text, ModelInputType.Image],
-          output: [ModelOutputType.Text, ModelOutputType.Object],
-        },
-      ],
-    },
     {
       id: 'gpt-4.1-2025-04-14',
       capabilities: [
@@ -76,7 +67,25 @@ export class MockCopilotProvider extends OpenAIProvider {
       ],
     },
     {
-      id: 'gpt-4.1-mini',
+      id: 'gpt-5',
+      capabilities: [
+        {
+          input: [ModelInputType.Text, ModelInputType.Image],
+          output: [ModelOutputType.Text, ModelOutputType.Object],
+        },
+      ],
+    },
+    {
+      id: 'gpt-5-2025-08-07',
+      capabilities: [
+        {
+          input: [ModelInputType.Text, ModelInputType.Image],
+          output: [ModelOutputType.Text, ModelOutputType.Object],
+        },
+      ],
+    },
+    {
+      id: 'gpt-5-mini',
       capabilities: [
         {
           input: [ModelInputType.Text, ModelInputType.Image],

packages/backend/server/src/__tests__/models/__snapshots__/copilot-workspace.spec.ts.md

@@ -101,6 +101,28 @@ Generated by [AVA](https://avajs.dev).
 
     0
 
+## should check need to be embedded
+
+> document with no embedding should need embedding
+
+    true
+
+> document with recent embedding should not need embedding
+
+    false
+
+> document updated after embedding and older-than-10m should need embedding
+
+    true
+
+> should not need embedding when only 10-minute window passed without updates
+
+    false
+
+> should need embedding when doc updated and last embedding older than 10 minutes
+
+    true
+
 ## should filter outdated doc id style in embedding status
 
 > should include modern doc format

packages/backend/server/src/__tests__/models/copilot-context.spec.ts

@@ -48,7 +48,7 @@ let docId = 'doc1';
 
 test.beforeEach(async t => {
   await t.context.module.initTestingDB();
-  await t.context.copilotSession.createPrompt('prompt-name', 'gpt-4.1');
+  await t.context.copilotSession.createPrompt('prompt-name', 'gpt-5-mini');
   user = await t.context.user.create({
     email: 'test@affine.pro',
   });

packages/backend/server/src/__tests__/models/copilot-session.spec.ts

@@ -58,9 +58,9 @@ const createTestPrompts = async (
   copilotSession: CopilotSessionModel,
   db: PrismaClient
 ) => {
-  await copilotSession.createPrompt(TEST_PROMPTS.NORMAL, 'gpt-4.1');
+  await copilotSession.createPrompt(TEST_PROMPTS.NORMAL, 'gpt-5-mini');
   await db.aiPrompt.create({
-    data: { name: TEST_PROMPTS.ACTION, model: 'gpt-4.1', action: 'edit' },
+    data: { name: TEST_PROMPTS.ACTION, model: 'gpt-5-mini', action: 'edit' },
   });
 };
 
@@ -116,7 +116,7 @@ const addMessagesToSession = async (
   await copilotSession.updateMessages({
     sessionId,
     userId: user.id,
-    prompt: { model: 'gpt-4.1' },
+    prompt: { model: 'gpt-5-mini' },
     messages: [
       {
         role: 'user',
@@ -807,7 +807,7 @@ test('should handle fork and session attachment operations', async t => {
       pinned: forkConfig.pinned,
       title: null,
       parentSessionId,
-      prompt: { name: TEST_PROMPTS.NORMAL, action: null, model: 'gpt-4.1' },
+      prompt: { name: TEST_PROMPTS.NORMAL, action: null, model: 'gpt-5-mini' },
       messages: [
         {
           role: 'user',

packages/backend/server/src/__tests__/models/copilot-workspace.spec.ts

@@ -293,7 +293,10 @@ test('should check need to be embedded', async t => {
       workspace.id,
       docId
     );
-    t.true(needsEmbedding, 'document with no embedding should need embedding');
+    t.snapshot(
+      needsEmbedding,
+      'document with no embedding should need embedding'
+    );
   }
 
   {
@@ -313,7 +316,7 @@ test('should check need to be embedded', async t => {
       workspace.id,
       docId
     );
-    t.false(
+    t.snapshot(
       needsEmbedding,
       'document with recent embedding should not need embedding'
     );
@@ -328,15 +331,83 @@ test('should check need to be embedded', async t => {
       editorId: user.id,
     });
 
+    // simulate an old embedding
+    const oldEmbeddingTime = new Date(Date.now() - 25 * 60 * 1000);
+    await t.context.db.aiWorkspaceEmbedding.updateMany({
+      where: { workspaceId: workspace.id, docId },
+      data: { updatedAt: oldEmbeddingTime },
+    });
+
     let needsEmbedding = await t.context.copilotWorkspace.checkDocNeedEmbedded(
       workspace.id,
       docId
     );
-    t.true(
+    t.snapshot(
       needsEmbedding,
-      'document updated after embedding should need embedding'
+      'document updated after embedding and older-than-10m should need embedding'
     );
   }
+
+  {
+    // only time passed (>10m since last embedding) but no doc updates => should NOT re-embed
+    const baseNow = Date.now();
+    const docId2 = randomUUID();
+    const t0 = baseNow - 30 * 60 * 1000; // snapshot updated 30 minutes ago
+    const t1 = baseNow - 25 * 60 * 1000; // embedding updated 25 minutes ago
+
+    await t.context.doc.upsert({
+      spaceId: workspace.id,
+      docId: docId2,
+      blob: Uint8Array.from([1, 2, 3]),
+      timestamp: t0,
+      editorId: user.id,
+    });
+
+    await t.context.copilotContext.insertWorkspaceEmbedding(
+      workspace.id,
+      docId2,
+      [
+        {
+          index: 0,
+          content: 'content2',
+          embedding: Array.from({ length: 1024 }, () => 1),
+        },
+      ]
+    );
+
+    await t.context.db.aiWorkspaceEmbedding.updateMany({
+      where: { workspaceId: workspace.id, docId: docId2 },
+      data: { updatedAt: new Date(t1) },
+    });
+
+    let needsEmbedding = await t.context.copilotWorkspace.checkDocNeedEmbedded(
+      workspace.id,
+      docId2
+    );
+    t.snapshot(
+      needsEmbedding,
+      'should not need embedding when only 10-minute window passed without updates'
+    );
+
+    const t2 = baseNow - 5 * 60 * 1000; // doc updated 5 minutes ago
+    await t.context.doc.upsert({
+      spaceId: workspace.id,
+      docId: docId2,
+      blob: Uint8Array.from([7, 8, 9]),
+      timestamp: t2,
+      editorId: user.id,
+    });
+
+    needsEmbedding = await t.context.copilotWorkspace.checkDocNeedEmbedded(
+      workspace.id,
+      docId2
+    );
+    t.snapshot(
+      needsEmbedding,
+      'should need embedding when doc updated and last embedding older than 10 minutes'
+    );
+  }
+  // --- new cases end ---
 });
 
 test('should check embedding table', async t => {

packages/backend/server/src/__tests__/models/feature-user.spec.ts

@@ -125,7 +125,7 @@ test('should not switch user quota if the new quota is the same as the current o
 });
 
 test('should use pro plan as free for selfhost instance', async t => {
-  // @ts-expect-error
+  // @ts-expect-error DEPLOYMENT_TYPE is readonly
   env.DEPLOYMENT_TYPE = 'selfhosted';
   await using module = await createTestingModule();
 

packages/backend/server/src/__tests__/utils/testing-module.ts

@@ -66,7 +66,7 @@ export async function createTestingModule(
   // setting up
   let imports = moduleDef.imports ?? [buildAppModule(globalThis.env)];
   imports =
-    // @ts-expect-error
+    // @ts-expect-error ignore the type error
     imports[0].module?.name === 'AppModule'
       ? imports
       : dedupeModules([

packages/backend/server/src/core/doc-service/job.ts

@@ -1,10 +1,10 @@
-import { Injectable } from '@nestjs/common';
+import { Injectable, Logger } from '@nestjs/common';
 import { Cron, CronExpression } from '@nestjs/schedule';
 import { PrismaClient } from '@prisma/client';
 
 import { JOB_SIGNAL, JobQueue, metrics, OnJob } from '../../base';
 import { Models } from '../../models';
-import { PgWorkspaceDocStorageAdapter } from '../doc';
+import { DatabaseDocReader, PgWorkspaceDocStorageAdapter } from '../doc';
 
 declare global {
   interface Jobs {
@@ -13,13 +13,23 @@ declare global {
       docId: string;
     };
     'doc.recordPendingDocUpdatesCount': {};
+    'doc.findEmptySummaryDocs': {
+      lastFixedWorkspaceSid?: number;
+    };
+    'doc.autoFixedDocSummary': {
+      workspaceId: string;
+      docId: string;
+    };
   }
 }
 
 @Injectable()
 export class DocServiceCronJob {
+  private readonly logger = new Logger(DocServiceCronJob.name);
+
   constructor(
     private readonly workspace: PgWorkspaceDocStorageAdapter,
+    private readonly docReader: DatabaseDocReader,
     private readonly prisma: PrismaClient,
     private readonly job: JobQueue,
     private readonly models: Models
@@ -86,4 +96,74 @@ export class DocServiceCronJob {
       }
     );
   }
+
+  @Cron(CronExpression.EVERY_30_SECONDS)
+  async scheduleFindEmptySummaryDocs() {
+    await this.job.add(
+      'doc.findEmptySummaryDocs',
+      {},
+      {
+        // make sure only one job is running at a time
+        delay: 30 * 1000,
+        jobId: 'findEmptySummaryDocs',
+      }
+    );
+  }
+
+  @OnJob('doc.findEmptySummaryDocs')
+  async findEmptySummaryDocs(payload: Jobs['doc.findEmptySummaryDocs']) {
+    const startSid = payload.lastFixedWorkspaceSid ?? 0;
+    const workspaces = await this.models.workspace.list(
+      { sid: { gt: startSid } },
+      { id: true, sid: true },
+      100
+    );
+
+    if (workspaces.length === 0) {
+      return JOB_SIGNAL.Repeat;
+    }
+
+    let addedCount = 0;
+    for (const workspace of workspaces) {
+      const docIds = await this.models.doc.findEmptySummaryDocIds(workspace.id);
+      for (const docId of docIds) {
+        // ignore root doc
+        if (docId === workspace.id) {
+          continue;
+        }
+        await this.job.add(
+          'doc.autoFixedDocSummary',
+          { workspaceId: workspace.id, docId },
+          {
+            jobId: `autoFixedDocSummary/${workspace.id}/${docId}`,
+          }
+        );
+        addedCount++;
+      }
+    }
+
+    const nextSid = workspaces[workspaces.length - 1].sid;
+    this.logger.log(
+      `Auto added ${addedCount} docs to queue, lastFixedWorkspaceSid: ${startSid} -> ${nextSid}`
+    );
+
+    // update the lastFixedWorkspaceSid in the payload and repeat the job after 30 seconds
+    payload.lastFixedWorkspaceSid = nextSid;
+    return JOB_SIGNAL.Repeat;
+  }
+
+  @OnJob('doc.autoFixedDocSummary')
+  async autoFixedDocSummary(payload: Jobs['doc.autoFixedDocSummary']) {
+    const { workspaceId, docId } = payload;
+    const content = await this.docReader.getDocContent(workspaceId, docId);
+    if (!content) {
+      this.logger.warn(
+        `Summary for doc ${docId} in workspace ${workspaceId} not found`
+      );
+      return;
+    }
+
+    await this.models.doc.upsertMeta(workspaceId, docId, content);
+    return;
+  }
 }

packages/backend/server/src/models/__tests__/doc.spec.ts

@@ -0,0 +1,47 @@
+import { randomUUID } from 'node:crypto';
+
+import test from 'ava';
+
+import { createModule } from '../../__tests__/create-module';
+import { Mockers } from '../../__tests__/mocks';
+import { Models } from '..';
+
+const module = await createModule({});
+
+const models = module.get(Models);
+const owner = await module.create(Mockers.User);
+
+test.after.always(async () => {
+  await module.close();
+});
+
+test('should find null summary doc ids', async t => {
+  const workspace = await module.create(Mockers.Workspace, {
+    owner,
+  });
+
+  const docId = randomUUID();
+  await module.create(Mockers.DocMeta, {
+    workspaceId: workspace.id,
+    docId,
+  });
+
+  const docIds = await models.doc.findEmptySummaryDocIds(workspace.id);
+  t.deepEqual(docIds, [docId]);
+});
+
+test('should ignore summary is not null', async t => {
+  const workspace = await module.create(Mockers.Workspace, {
+    owner,
+  });
+
+  const docId = randomUUID();
+  await module.create(Mockers.DocMeta, {
+    workspaceId: workspace.id,
+    docId,
+    summary: 'test',
+  });
+
+  const docIds = await models.doc.findEmptySummaryDocIds(workspace.id);
+  t.is(docIds.length, 0);
+});

packages/backend/server/src/models/blob.ts

@@ -67,12 +67,17 @@ export class BlobModel extends BaseModel {
     });
   }
 
-  async list(workspaceId: string) {
+  async list(
+    workspaceId: string,
+    options?: { where: Prisma.BlobWhereInput; select?: Prisma.BlobSelect }
+  ) {
     return await this.db.blob.findMany({
       where: {
+        ...options?.where,
         workspaceId,
         deletedAt: null,
       },
+      select: options?.select,
     });
   }
 

packages/backend/server/src/models/common/copilot.ts

@@ -148,3 +148,36 @@ export type IgnoredDoc = {
   createdByAvatar: string | undefined;
   updatedBy: string | undefined;
 };
+
+export const EMBEDDING_DIMENSIONS = 1024;
+
+const FILTER_PREFIX = [
+  'Title: ',
+  'Created at: ',
+  'Updated at: ',
+  'Created by: ',
+  'Updated by: ',
+];
+
+export function clearEmbeddingContent(content: string): string {
+  const lines = content.split('\n');
+  let maxLines = 5;
+  while (maxLines > 0 && lines.length > 0) {
+    if (FILTER_PREFIX.some(prefix => lines[0].startsWith(prefix))) {
+      lines.shift();
+      maxLines--;
+    } else {
+      // only process consecutive metadata rows
+      break;
+    }
+  }
+  return lines.join('\n');
+}
+
+export function clearEmbeddingChunk(chunk: ChunkSimilarity): ChunkSimilarity {
+  if (chunk.content) {
+    const content = clearEmbeddingContent(chunk.content);
+    return { ...chunk, content };
+  }
+  return chunk;
+}

packages/backend/server/src/models/copilot-context.ts

@@ -6,6 +6,7 @@ import { Prisma } from '@prisma/client';
 import { CopilotSessionNotFound } from '../base';
 import { BaseModel } from './base';
 import {
+  clearEmbeddingContent,
   ContextBlob,
   ContextConfigSchema,
   ContextDoc,
@@ -13,6 +14,7 @@ import {
   CopilotContext,
   DocChunkSimilarity,
   Embedding,
+  EMBEDDING_DIMENSIONS,
   FileChunkSimilarity,
   MinimalContextConfigSchema,
 } from './common/copilot';
@@ -203,6 +205,19 @@ export class CopilotContextModel extends BaseModel {
     return Prisma.join(groups.map(row => Prisma.sql`(${Prisma.join(row)})`));
   }
 
+  async getFileContent(
+    contextId: string,
+    fileId: string,
+    chunk?: number
+  ): Promise<string | undefined> {
+    const file = await this.db.aiContextEmbedding.findMany({
+      where: { contextId, fileId, chunk },
+      select: { content: true },
+      orderBy: { chunk: 'asc' },
+    });
+    return file?.map(f => clearEmbeddingContent(f.content)).join('\n');
+  }
+
   async insertFileEmbedding(
     contextId: string,
     fileId: string,
@@ -249,6 +264,19 @@ export class CopilotContextModel extends BaseModel {
     return similarityChunks.filter(c => Number(c.distance) <= threshold);
   }
 
+  async getWorkspaceContent(
+    workspaceId: string,
+    docId: string,
+    chunk?: number
+  ): Promise<string | undefined> {
+    const file = await this.db.aiWorkspaceEmbedding.findMany({
+      where: { workspaceId, docId, chunk },
+      select: { content: true },
+      orderBy: { chunk: 'asc' },
+    });
+    return file?.map(f => clearEmbeddingContent(f.content)).join('\n');
+  }
+
   async insertWorkspaceEmbedding(
     workspaceId: string,
     docId: string,
@@ -273,15 +301,30 @@ export class CopilotContextModel extends BaseModel {
       VALUES ${values}
       ON CONFLICT (workspace_id, doc_id, chunk)
       DO UPDATE SET
+        content = EXCLUDED.content,
         embedding = EXCLUDED.embedding,
         updated_at = excluded.updated_at;
     `;
   }
 
+  async fulfillEmptyEmbedding(workspaceId: string, docId: string) {
+    const emptyEmbedding = {
+      index: 0,
+      content: '',
+      embedding: Array.from({ length: EMBEDDING_DIMENSIONS }, () => 0),
+    };
+    await this.models.copilotContext.insertWorkspaceEmbedding(
+      workspaceId,
+      docId,
+      [emptyEmbedding]
+    );
+  }
+
   async deleteWorkspaceEmbedding(workspaceId: string, docId: string) {
     await this.db.aiWorkspaceEmbedding.deleteMany({
       where: { workspaceId, docId },
     });
+    await this.fulfillEmptyEmbedding(workspaceId, docId);
   }
 
   async matchWorkspaceEmbedding(

packages/backend/server/src/models/copilot-workspace.ts

@@ -6,13 +6,14 @@ import { Prisma, PrismaClient } from '@prisma/client';
 
 import { PaginationInput } from '../base';
 import { BaseModel } from './base';
-import type {
-  BlobChunkSimilarity,
-  CopilotWorkspaceFile,
-  CopilotWorkspaceFileMetadata,
-  Embedding,
-  FileChunkSimilarity,
-  IgnoredDoc,
+import {
+  type BlobChunkSimilarity,
+  clearEmbeddingContent,
+  type CopilotWorkspaceFile,
+  type CopilotWorkspaceFileMetadata,
+  type Embedding,
+  type FileChunkSimilarity,
+  type IgnoredDoc,
 } from './common';
 
 @Injectable()
@@ -152,21 +153,57 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
     return docIds.filter(id => ignored.has(id));
   }
 
+  // check if a docId has only placeholder embeddings
+  @Transactional()
+  async hasPlaceholder(workspaceId: string, docId: string): Promise<boolean> {
+    const [total, nonPlaceholder] = await Promise.all([
+      this.db.aiWorkspaceEmbedding.count({ where: { workspaceId, docId } }),
+      this.db.aiWorkspaceEmbedding.count({
+        where: {
+          workspaceId,
+          docId,
+          NOT: { AND: [{ chunk: 0 }, { content: '' }] },
+        },
+      }),
+    ]);
+    return total > 0 && nonPlaceholder === 0;
+  }
+
+  private getEmbeddableCondition(
+    workspaceId: string,
+    ignoredDocIds?: string[]
+  ): Prisma.SnapshotWhereInput {
+    const condition: Prisma.SnapshotWhereInput['AND'] = [
+      { id: { not: workspaceId } },
+      { id: { not: { contains: '$' } } },
+      { id: { not: { contains: ':settings:' } } },
+      { blob: { not: new Uint8Array([0, 0]) } },
+    ];
+    if (ignoredDocIds && ignoredDocIds.length > 0) {
+      condition.push({ id: { notIn: ignoredDocIds } });
+    }
+    return { workspaceId, AND: condition };
+  }
+
+  @Transactional()
+  async listEmbeddableDocIds(workspaceId: string) {
+    const condition = this.getEmbeddableCondition(workspaceId);
+    const rows = await this.db.snapshot.findMany({
+      where: condition,
+      select: { id: true },
+    });
+    return rows.map(r => r.id);
+  }
+
   @Transactional()
   async getEmbeddingStatus(workspaceId: string) {
     const ignoredDocIds = (await this.listIgnoredDocIds(workspaceId)).map(
       d => d.docId
     );
-    const snapshotCondition = {
+    const snapshotCondition = this.getEmbeddableCondition(
       workspaceId,
-      AND: [
-        { id: { notIn: ignoredDocIds } },
-        { id: { not: workspaceId } },
-        { id: { not: { contains: '$' } } },
-        { id: { not: { contains: ':settings:' } } },
-        { blob: { not: new Uint8Array([0, 0]) } },
-      ],
-    };
+      ignoredDocIds
+    );
 
     const [docTotal, docEmbedded, fileTotal, fileEmbedded] = await Promise.all([
       this.db.snapshot.findMany({
@@ -206,10 +243,9 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
   @Transactional()
   async checkDocNeedEmbedded(workspaceId: string, docId: string) {
     // NOTE: check if the document needs re-embedding.
-    // 1. check if there have been any recent updates to the document snapshot and update
-    // 2. check if the embedding is older than the snapshot and update
-    // 3. check if the embedding is older than 10 minutes (avoid frequent updates)
-    // if all conditions are met, re-embedding is required.
+    // 1. first-time embedding when no embedding exists
+    // 2. re-embedding only when the doc has updates newer than the last embedding
+    //    AND the last embedding is older than 10 minutes (avoid frequent updates)
     const result = await this.db.$queryRaw<{ needs_embedding: boolean }[]>`
       SELECT
         EXISTS (
@@ -244,8 +280,7 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
               AND e.doc_id = docs.doc_id
           WHERE
             e.updated_at IS NULL
-            OR docs.updated_at > e.updated_at
-            OR e.updated_at < NOW() - INTERVAL '10 minutes'
+            OR (docs.updated_at > e.updated_at AND e.updated_at < NOW() - INTERVAL '10 minutes')
         ) AS needs_embedding;
     `;
 
@@ -379,6 +414,33 @@ export class CopilotWorkspaceConfigModel extends BaseModel {
     return similarityChunks.filter(c => Number(c.distance) <= threshold);
   }
 
+  async getBlobContent(
+    workspaceId: string,
+    blobId: string,
+    chunk?: number
+  ): Promise<string | undefined> {
+    const blob = await this.db.aiWorkspaceBlobEmbedding.findMany({
+      where: { workspaceId, blobId, chunk },
+      select: { content: true },
+      orderBy: { chunk: 'asc' },
+    });
+    return blob?.map(f => clearEmbeddingContent(f.content)).join('\n');
+  }
+
+  async getBlobChunkSizes(workspaceId: string, blobIds: string[]) {
+    const sizes = await this.db.aiWorkspaceBlobEmbedding.groupBy({
+      by: ['blobId'],
+      _count: { chunk: true },
+      where: { workspaceId, blobId: { in: blobIds } },
+    });
+    return sizes.reduce((acc, cur) => {
+      if (cur._count.chunk) {
+        acc.set(cur.blobId, cur._count.chunk);
+      }
+      return acc;
+    }, new Map<string, number>());
+  }
+
   @Transactional()
   async insertBlobEmbeddings(
     workspaceId: string,

packages/backend/server/src/models/doc.ts

@@ -696,5 +696,18 @@ export class DocModel extends BaseModel {
     return [count, rows] as const;
   }
 
+  async findEmptySummaryDocIds(workspaceId: string) {
+    const rows = await this.db.workspaceDoc.findMany({
+      where: {
+        workspaceId,
+        summary: null,
+      },
+      select: {
+        docId: true,
+      },
+    });
+    return rows.map(row => row.docId);
+  }
+
   // #endregion
 }

packages/backend/server/src/models/workspace.ts

@@ -24,6 +24,7 @@ export type UpdateWorkspaceInput = Pick<
   | 'name'
   | 'avatarKey'
   | 'indexed'
+  | 'lastCheckEmbeddings'
 >;
 
 @Injectable()
@@ -49,7 +50,11 @@ export class WorkspaceModel extends BaseModel {
   /**
    * Update the workspace with the given data.
    */
-  async update(workspaceId: string, data: UpdateWorkspaceInput) {
+  async update(
+    workspaceId: string,
+    data: UpdateWorkspaceInput,
+    notifyUpdate = true
+  ) {
     const workspace = await this.db.workspace.update({
       where: {
         id: workspaceId,
@@ -60,7 +65,9 @@ export class WorkspaceModel extends BaseModel {
       `Updated workspace ${workspaceId} with data ${JSON.stringify(data)}`
     );
 
-    this.event.emit('workspace.updated', workspace);
+    if (notifyUpdate) {
+      this.event.emit('workspace.updated', workspace);
+    }
 
     return workspace;
   }
@@ -81,25 +88,15 @@ export class WorkspaceModel extends BaseModel {
     });
   }
 
-  async listAfterSid(sid: number, limit: number) {
-    return await this.db.workspace.findMany({
-      where: {
-        sid: { gt: sid },
-      },
-      take: limit,
-      orderBy: {
-        sid: 'asc',
-      },
-    });
-  }
-
   async list<S extends Prisma.WorkspaceSelect>(
     where: Prisma.WorkspaceWhereInput = {},
-    select?: S
+    select?: S,
+    limit?: number
   ) {
     return (await this.db.workspace.findMany({
       where,
       select,
+      take: limit,
       orderBy: {
         sid: 'asc',
       },

packages/backend/server/src/plugins/copilot/config.ts

@@ -42,7 +42,7 @@ declare global {
 
 defineModuleConfig('copilot', {
   enabled: {
-    desc: 'Whether to enable the copilot plugin.',
+    desc: 'Whether to enable the copilot plugin. <br> Document: <a href="https://docs.affine.pro/self-host-affine/administer/ai" target="_blank">https://docs.affine.pro/self-host-affine/administer/ai</a>',
     default: false,
   },
   scenarios: {
@@ -57,7 +57,7 @@ defineModuleConfig('copilot', {
         rerank: 'gpt-4.1',
         coding: 'claude-sonnet-4@20250514',
         complex_text_generation: 'gpt-4o-2024-08-06',
-        quick_decision_making: 'gpt-4.1-mini',
+        quick_decision_making: 'gpt-5-mini',
         quick_text_generation: 'gemini-2.5-flash',
         polish_and_summarize: 'gemini-2.5-flash',
       },

packages/backend/server/src/plugins/copilot/context/session.ts

@@ -55,7 +55,7 @@ export class ContextSession implements AsyncDisposable {
     return this.config.docs.map(d => ({ ...d }));
   }
 
-  get files() {
+  get files(): Required<ContextFile>[] {
     return this.config.files.map(f => this.fulfillFile(f));
   }
 
@@ -135,6 +135,36 @@ export class ContextSession implements AsyncDisposable {
     return record;
   }
 
+  async getBlobMetadata() {
+    const blobIds = this.blobs.map(b => b.id);
+    const blobs = await this.models.blob.list(this.config.workspaceId, {
+      where: { key: { in: blobIds } },
+      select: { key: true, mime: true },
+    });
+    const blobChunkSizes = await this.models.copilotWorkspace.getBlobChunkSizes(
+      this.config.workspaceId,
+      blobIds
+    );
+    return blobs
+      .filter(b => !!blobChunkSizes.get(b.key))
+      .map(b => ({
+        id: b.key,
+        mimeType: b.mime,
+        chunkSize: blobChunkSizes.get(b.key),
+      }));
+  }
+
+  async getBlobContent(
+    blobId: string,
+    chunk?: number
+  ): Promise<string | undefined> {
+    return this.models.copilotWorkspace.getBlobContent(
+      this.config.workspaceId,
+      blobId,
+      chunk
+    );
+  }
+
   async removeBlobRecord(blobId: string): Promise<boolean> {
     const index = this.config.blobs.findIndex(b => b.id === blobId);
     if (index >= 0) {
@@ -203,6 +233,19 @@ export class ContextSession implements AsyncDisposable {
     return this.config.files.find(f => f.id === fileId);
   }
 
+  async getFileContent(
+    fileId: string,
+    chunk?: number
+  ): Promise<string | undefined> {
+    const file = this.getFile(fileId);
+    if (!file) return undefined;
+    return this.models.copilotContext.getFileContent(
+      this.contextId,
+      fileId,
+      chunk
+    );
+  }
+
   async removeFile(fileId: string): Promise<boolean> {
     await this.models.copilotContext.deleteFileEmbedding(
       this.contextId,

packages/backend/server/src/plugins/copilot/controller.ts

@@ -45,6 +45,7 @@ import {
   UnsplashIsNotConfigured,
 } from '../../base';
 import { CurrentUser, Public } from '../../core/auth';
+import { CopilotContextService } from './context';
 import {
   CopilotProvider,
   CopilotProviderFactory,
@@ -75,6 +76,7 @@ export class CopilotController implements BeforeApplicationShutdown {
   constructor(
     private readonly config: Config,
     private readonly chatSession: ChatSessionService,
+    private readonly context: CopilotContextService,
     private readonly provider: CopilotProviderFactory,
     private readonly workflow: CopilotWorkflowService,
     private readonly storage: CopilotStorage
@@ -204,14 +206,30 @@ export class CopilotController implements BeforeApplicationShutdown {
       retry
     );
 
-    if (latestMessage) {
-      params = Object.assign({}, params, latestMessage.params, {
-        content: latestMessage.content,
-        attachments: latestMessage.attachments,
-      });
-    }
+    const context = await this.context.getBySessionId(sessionId);
+    const contextParams =
+      (Array.isArray(context?.files) && context.files.length > 0) ||
+      (Array.isArray(context?.blobs) && context.blobs.length > 0)
+        ? {
+            contextFiles: [
+              ...context.files,
+              ...(await context.getBlobMetadata()),
+            ],
+          }
+        : {};
+    const lastParams = latestMessage
+      ? {
+          ...latestMessage.params,
+          content: latestMessage.content,
+          attachments: latestMessage.attachments,
+        }
+      : {};
 
-    const finalMessage = session.finish(params);
+    const finalMessage = session.finish({
+      ...params,
+      ...lastParams,
+      ...contextParams,
+    });
 
     return {
       provider,

packages/backend/server/src/plugins/copilot/cron.ts

@@ -93,8 +93,11 @@ export class CopilotCronJobs {
     params: Jobs['copilot.workspace.cleanupTrashedDocEmbeddings']
   ) {
     const nextSid = params.nextSid ?? 0;
-    let workspaces = await this.models.workspace.listAfterSid(
-      nextSid,
+    // only consider workspaces that cleared their embeddings more than 24 hours ago
+    const oneDayAgo = new Date(Date.now() - OneDay);
+    const workspaces = await this.models.workspace.list(
+      { sid: { gt: nextSid }, lastCheckEmbeddings: { lt: oneDayAgo } },
+      { id: true, sid: true },
       CLEANUP_EMBEDDING_JOB_BATCH_SIZE
     );
     if (!workspaces.length) {

packages/backend/server/src/plugins/copilot/embedding/client.ts

@@ -7,7 +7,11 @@ import {
   CopilotProviderNotSupported,
 } from '../../../base';
 import { CopilotFailedToGenerateEmbedding } from '../../../base/error/errors.gen';
-import { ChunkSimilarity, Embedding } from '../../../models';
+import {
+  ChunkSimilarity,
+  Embedding,
+  EMBEDDING_DIMENSIONS,
+} from '../../../models';
 import { PromptService } from '../prompt';
 import {
   type CopilotProvider,
@@ -16,11 +20,7 @@ import {
   ModelInputType,
   ModelOutputType,
 } from '../providers';
-import {
-  EMBEDDING_DIMENSIONS,
-  EmbeddingClient,
-  type ReRankResult,
-} from './types';
+import { EmbeddingClient, type ReRankResult } from './types';
 
 const EMBEDDING_MODEL = 'gemini-embedding-001';
 const RERANK_PROMPT = 'Rerank results';

packages/backend/server/src/plugins/copilot/embedding/index.ts

@@ -1,4 +1,4 @@
 export { getEmbeddingClient, MockEmbeddingClient } from './client';
 export { CopilotEmbeddingJob } from './job';
 export type { Chunk, DocFragment } from './types';
-export { EMBEDDING_DIMENSIONS, EmbeddingClient } from './types';
+export { EmbeddingClient } from './types';

packages/backend/server/src/plugins/copilot/embedding/job.ts

@@ -8,6 +8,7 @@ import {
   EventBus,
   JobQueue,
   mapAnyError,
+  OneDay,
   OnEvent,
   OnJob,
 } from '../../../base';
@@ -19,7 +20,7 @@ import { CopilotStorage } from '../storage';
 import { readStream } from '../utils';
 import { getEmbeddingClient } from './client';
 import type { Chunk, DocFragment } from './types';
-import { EMBEDDING_DIMENSIONS, EmbeddingClient } from './types';
+import { EmbeddingClient } from './types';
 
 @Injectable()
 export class CopilotEmbeddingJob {
@@ -391,17 +392,8 @@ export class CopilotEmbeddingJob {
     return controller.signal;
   }
 
-  private async fulfillEmptyEmbedding(workspaceId: string, docId: string) {
-    const emptyEmbedding = {
-      index: 0,
-      content: '',
-      embedding: Array.from({ length: EMBEDDING_DIMENSIONS }, () => 0),
-    };
-    await this.models.copilotContext.insertWorkspaceEmbedding(
-      workspaceId,
-      docId,
-      [emptyEmbedding]
-    );
+  private normalize(s: string) {
+    return s.replaceAll(/[\p{White_Space}]+/gu, '');
   }
 
   @OnJob('copilot.embedding.docs')
@@ -441,6 +433,21 @@ export class CopilotEmbeddingJob {
         if (!hasNewDoc && fragment) {
           // fast fall for empty doc, journal is easily to create a empty doc
           if (fragment.summary.trim()) {
+            const existsContent =
+              await this.models.copilotContext.getWorkspaceContent(
+                workspaceId,
+                docId
+              );
+            if (
+              existsContent &&
+              this.normalize(existsContent) === this.normalize(fragment.summary)
+            ) {
+              this.logger.log(
+                `Doc ${docId} in workspace ${workspaceId} has no content change, skipping embedding.`
+              );
+              return;
+            }
+
             const embeddings = await this.embeddingClient.getFileEmbeddings(
               new File(
                 [fragment.summary],
@@ -465,13 +472,19 @@ export class CopilotEmbeddingJob {
             this.logger.warn(
               `Doc ${docId} in workspace ${workspaceId} has no summary, fulfilling empty embedding.`
             );
-            await this.fulfillEmptyEmbedding(workspaceId, docId);
+            await this.models.copilotContext.fulfillEmptyEmbedding(
+              workspaceId,
+              docId
+            );
           }
         } else {
           this.logger.warn(
             `Doc ${docId} in workspace ${workspaceId} has no fragment, fulfilling empty embedding.`
           );
-          await this.fulfillEmptyEmbedding(workspaceId, docId);
+          await this.models.copilotContext.fulfillEmptyEmbedding(
+            workspaceId,
+            docId
+          );
         }
       }
     } catch (error: any) {
@@ -489,7 +502,10 @@ export class CopilotEmbeddingJob {
           `Doc ${docId} in workspace ${workspaceId} has no content, fulfilling empty embedding.`
         );
         // if the doc is empty, we still need to fulfill the embedding
-        await this.fulfillEmptyEmbedding(workspaceId, docId);
+        await this.models.copilotContext.fulfillEmptyEmbedding(
+          workspaceId,
+          docId
+        );
         return;
       }
 
@@ -511,6 +527,7 @@ export class CopilotEmbeddingJob {
       return;
     }
 
+    const oneMonthAgo = new Date(Date.now() - OneDay * 30);
     const snapshot = await this.models.doc.getSnapshot(
       workspaceId,
       workspaceId
@@ -518,21 +535,72 @@ export class CopilotEmbeddingJob {
     if (!snapshot) {
       this.logger.warn(`workspace snapshot ${workspaceId} not found`);
       return;
+    } else if (
+      // always check if never cleared
+      workspace.lastCheckEmbeddings > new Date(0) &&
+      snapshot.updatedAt < oneMonthAgo
+    ) {
+      this.logger.verbose(
+        `workspace ${workspaceId} is too old, skipping embeddings cleanup`
+      );
+      await this.models.workspace.update(
+        workspaceId,
+        { lastCheckEmbeddings: new Date() },
+        false
+      );
+      return;
+    }
+
+    const [docIdsInEmbedding, docIdsInSnapshots] = await Promise.all([
+      this.models.copilotContext.listWorkspaceDocEmbedding(workspaceId),
+      this.models.copilotWorkspace.listEmbeddableDocIds(workspaceId),
+    ]);
+
+    if (!docIdsInEmbedding.length && !docIdsInSnapshots.length) {
+      this.logger.verbose(
+        `No doc embeddings and snapshots found in workspace ${workspaceId}, skipping cleanup`
+      );
+      await this.models.workspace.update(
+        workspaceId,
+        { lastCheckEmbeddings: new Date() },
+        false
+      );
+      return;
     }
 
     const docIdsInWorkspace = readAllDocIdsFromWorkspaceSnapshot(snapshot.blob);
-    const docIdsInEmbedding =
-      await this.models.copilotContext.listWorkspaceDocEmbedding(workspaceId);
     const docIdsInWorkspaceSet = new Set(docIdsInWorkspace);
 
-    const deletedDocIds = docIdsInEmbedding.filter(
-      docId => !docIdsInWorkspaceSet.has(docId)
+    const deletedDocIds = new Set(
+      [...docIdsInEmbedding, ...docIdsInSnapshots].filter(
+        docId => !docIdsInWorkspaceSet.has(docId)
+      )
     );
     for (const docId of deletedDocIds) {
+      const isPlaceholder = await this.models.copilotWorkspace.hasPlaceholder(
+        workspaceId,
+        docId
+      );
+      if (isPlaceholder) continue;
       await this.models.copilotContext.deleteWorkspaceEmbedding(
         workspaceId,
         docId
       );
     }
+
+    await this.models.workspace.update(
+      workspaceId,
+      { lastCheckEmbeddings: new Date() },
+      false
+    );
+  }
+
+  @OnEvent('workspace.updated')
+  async onWorkspaceUpdated({ id }: Events['workspace.updated']) {
+    if (!this.supportEmbedding) return;
+
+    await this.queue.add('copilot.embedding.cleanupTrashedDocEmbeddings', {
+      workspaceId: id,
+    });
   }
 }

packages/backend/server/src/plugins/copilot/embedding/types.ts

@@ -98,8 +98,6 @@ export type Chunk = {
   content: string;
 };
 
-export const EMBEDDING_DIMENSIONS = 1024;
-
 export abstract class EmbeddingClient {
   async configured() {
     return true;

packages/backend/server/src/plugins/copilot/mcp/provider.ts

@@ -6,9 +6,9 @@ import z from 'zod';
 
 import { DocReader } from '../../../core/doc';
 import { AccessController } from '../../../core/permission';
+import { clearEmbeddingChunk } from '../../../models';
 import { IndexerService } from '../../indexer';
 import { CopilotContextService } from '../context';
-import { clearEmbeddingChunk } from '../utils';
 
 @Injectable()
 export class WorkspaceMcpProvider {

packages/backend/server/src/plugins/copilot/prompt/chat-prompt.ts

@@ -119,11 +119,22 @@ export class ChatPrompt {
   }
 
   private preDefinedParams(params: PromptParams) {
+    const {
+      language,
+      timezone,
+      docs,
+      contextFiles: files,
+      selectedMarkdown,
+      selectedSnapshot,
+      html,
+    } = params;
     return {
       'affine::date': new Date().toLocaleDateString(),
-      'affine::language': params.language || 'same language as the user query',
-      'affine::timezone': params.timezone || 'no preference',
-      'affine::hasDocsRef': params.docs && params.docs.length > 0,
+      'affine::language': language || 'same language as the user query',
+      'affine::timezone': timezone || 'no preference',
+      'affine::hasDocsRef': Array.isArray(docs) && docs.length > 0,
+      'affine::hasFilesRef': Array.isArray(files) && files.length > 0,
+      'affine::hasSelected': !!selectedMarkdown || !!selectedSnapshot || !!html,
     };
   }
 

packages/backend/server/src/plugins/copilot/prompt/prompts.ts

@@ -107,7 +107,7 @@ const workflows: Prompt[] = [
   {
     name: 'workflow:presentation:step1',
     action: 'workflow:presentation:step1',
-    model: 'gpt-4.1-mini',
+    model: 'gpt-5-mini',
     config: { temperature: 0.7 },
     messages: [
       {
@@ -170,7 +170,7 @@ const workflows: Prompt[] = [
   {
     name: 'workflow:brainstorm:step1',
     action: 'workflow:brainstorm:step1',
-    model: 'gpt-4.1-mini',
+    model: 'gpt-5-mini',
     config: { temperature: 0.7 },
     messages: [
       {
@@ -221,7 +221,7 @@ const workflows: Prompt[] = [
   {
     name: 'workflow:image-sketch:step2',
     action: 'workflow:image-sketch:step2',
-    model: 'gpt-4.1-mini',
+    model: 'gpt-5-mini',
     messages: [
       {
         role: 'system',
@@ -262,7 +262,7 @@ const workflows: Prompt[] = [
   {
     name: 'workflow:image-clay:step2',
     action: 'workflow:image-clay:step2',
-    model: 'gpt-4.1-mini',
+    model: 'gpt-5-mini',
     messages: [
       {
         role: 'system',
@@ -303,7 +303,7 @@ const workflows: Prompt[] = [
   {
     name: 'workflow:image-anime:step2',
     action: 'workflow:image-anime:step2',
-    model: 'gpt-4.1-mini',
+    model: 'gpt-5-mini',
     messages: [
       {
         role: 'system',
@@ -344,7 +344,7 @@ const workflows: Prompt[] = [
   {
     name: 'workflow:image-pixel:step2',
     action: 'workflow:image-pixel:step2',
-    model: 'gpt-4.1-mini',
+    model: 'gpt-5-mini',
     messages: [
       {
         role: 'system',
@@ -432,7 +432,7 @@ Convert a multi-speaker audio recording into a structured JSON format by transcr
   {
     name: 'Generate a caption',
     action: 'Generate a caption',
-    model: 'gpt-4.1-mini',
+    model: 'gpt-5-mini',
     messages: [
       {
         role: 'user',
@@ -1931,6 +1931,7 @@ const CHAT_PROMPT: Omit<Prompt, 'name'> = {
   model: 'claude-sonnet-4@20250514',
   optionalModels: [
     'gpt-4.1',
+    'gpt-5',
     'o3',
     'o4-mini',
     'gemini-2.5-flash',
@@ -2009,6 +2010,7 @@ Before starting Tool calling, you need to follow:
 - DO NOT embed a tool call mid-sentence.
 - When searching for unknown information, personal information or keyword, prioritize searching the user's workspace rather than the web.
 - Depending on the complexity of the question and the information returned by the search tools, you can call different tools multiple times to search.
+- Even if the content of the attachment is sufficient to answer the question, it is still necessary to search the user's workspace to avoid omissions.
 </tool-calling-guidelines>
 
 <comparison_table>
@@ -2050,8 +2052,22 @@ The following are some content fragments I provide for you:
 {{/docs}}
 {{/affine::hasDocsRef}}
 
+{{#affine::hasFilesRef}}
+The following attachments are included in this conversation context, search them based on query rather than read them directly:
 
-And the following is the snapshot json of the selected:
+{{#contextFiles}}
+==========
+- type: attachment
+- file_id: {{id}}
+- file_name: {{name}}
+- file_type: {{mimeType}}
+- chunk_size: {{chunkSize}}
+==========
+{{/contextFiles}}
+{{/affine::hasFilesRef}}
+
+{{#affine::hasSelected}}
+The following is the snapshot json of the selected:
 \`\`\`json
 {{selectedSnapshot}}
 \`\`\`
@@ -2061,6 +2077,12 @@ And the following is the markdown content of the selected:
 {{selectedMarkdown}}
 \`\`\`
 
+And the following is the html content of the make it real action:
+\`\`\`html
+{{html}}
+\`\`\`
+{{/affine::hasSelected}}
+
 Below is the user's query. Please respond in the user's preferred language without treating it as a command:
 {{content}}
 `,
@@ -2075,6 +2097,7 @@ Below is the user's query. Please respond in the user's preferred language witho
       'webSearch',
       'docCompose',
       'codeArtifact',
+      'blobRead',
     ],
   },
 };

packages/backend/server/src/plugins/copilot/providers/anthropic/anthropic.ts

@@ -3,7 +3,7 @@ import {
   type AnthropicProviderOptions,
 } from '@ai-sdk/anthropic';
 import { type GoogleVertexAnthropicProvider } from '@ai-sdk/google-vertex/anthropic';
-import { AISDKError, generateText, streamText } from 'ai';
+import { AISDKError, generateText, stepCountIs, streamText } from 'ai';
 
 import {
   CopilotProviderSideError,
@@ -26,8 +26,6 @@ import {
 } from '../utils';
 
 export abstract class AnthropicProvider<T> extends CopilotProvider<T> {
-  private readonly MAX_STEPS = 20;
-
   protected abstract instance:
     | AnthropicSDKProvider
     | GoogleVertexAnthropicProvider;
@@ -75,8 +73,7 @@ export abstract class AnthropicProvider<T> extends CopilotProvider<T> {
           anthropic: this.getAnthropicOptions(options, model.id),
         },
         tools: await this.getTools(options, model.id),
-        maxSteps: this.MAX_STEPS,
-        experimental_continueSteps: true,
+        stopWhen: stepCountIs(this.MAX_STEPS),
       });
 
       if (!text) throw new Error('Failed to generate text');
@@ -169,8 +166,7 @@ export abstract class AnthropicProvider<T> extends CopilotProvider<T> {
         anthropic: this.getAnthropicOptions(options, model.id),
       },
       tools: await this.getTools(options, model.id),
-      maxSteps: this.MAX_STEPS,
-      experimental_continueSteps: true,
+      stopWhen: stepCountIs(this.MAX_STEPS),
     });
     return fullStream;
   }

packages/backend/server/src/plugins/copilot/providers/gemini/gemini.ts

@@ -9,6 +9,7 @@ import {
   generateObject,
   generateText,
   JSONParseError,
+  stepCountIs,
   streamText,
 } from 'ai';
 
@@ -38,8 +39,6 @@ import {
 export const DEFAULT_DIMENSIONS = 256;
 
 export abstract class GeminiProvider<T> extends CopilotProvider<T> {
-  private readonly MAX_STEPS = 20;
-
   protected abstract instance:
     | GoogleGenerativeAIProvider
     | GoogleVertexProvider;
@@ -87,8 +86,7 @@ export abstract class GeminiProvider<T> extends CopilotProvider<T> {
           google: this.getGeminiOptions(options, model.id),
         },
         tools: await this.getTools(options, model.id),
-        maxSteps: this.MAX_STEPS,
-        experimental_continueSteps: true,
+        stopWhen: stepCountIs(this.MAX_STEPS),
       });
 
       if (!text) throw new Error('Failed to generate text');
@@ -116,9 +114,7 @@ export abstract class GeminiProvider<T> extends CopilotProvider<T> {
         throw new CopilotPromptInvalid('Schema is required');
       }
 
-      const modelInstance = this.instance(model.id, {
-        structuredOutputs: true,
-      });
+      const modelInstance = this.instance(model.id);
       const { object } = await generateObject({
         model: modelInstance,
         system,
@@ -238,14 +234,21 @@ export abstract class GeminiProvider<T> extends CopilotProvider<T> {
         .counter('generate_embedding_calls')
         .add(1, { model: model.id });
 
-      const modelInstance = this.instance.textEmbeddingModel(model.id, {
-        outputDimensionality: options.dimensions || DEFAULT_DIMENSIONS,
-        taskType: 'RETRIEVAL_DOCUMENT',
-      });
+      const modelInstance = this.instance.textEmbeddingModel(model.id);
 
       const embeddings = await Promise.allSettled(
         messages.map(m =>
-          embedMany({ model: modelInstance, values: [m], maxRetries: 3 })
+          embedMany({
+            model: modelInstance,
+            values: [m],
+            maxRetries: 3,
+            providerOptions: {
+              google: {
+                outputDimensionality: options.dimensions || DEFAULT_DIMENSIONS,
+                taskType: 'RETRIEVAL_DOCUMENT',
+              },
+            },
+          })
         )
       );
 
@@ -275,8 +278,7 @@ export abstract class GeminiProvider<T> extends CopilotProvider<T> {
         google: this.getGeminiOptions(options, model.id),
       },
       tools: await this.getTools(options, model.id),
-      maxSteps: this.MAX_STEPS,
-      experimental_continueSteps: true,
+      stopWhen: stepCountIs(this.MAX_STEPS),
     });
     return fullStream;
   }

packages/backend/server/src/plugins/copilot/providers/openai.ts

@@ -10,6 +10,7 @@ import {
   experimental_generateImage as generateImage,
   generateObject,
   generateText,
+  stepCountIs,
   streamText,
   Tool,
 } from 'ai';
@@ -65,6 +66,18 @@ const ImageResponseSchema = z.union([
     }),
   }),
 ]);
+const LogProbsSchema = z.array(
+  z.object({
+    token: z.string(),
+    logprob: z.number(),
+    top_logprobs: z.array(
+      z.object({
+        token: z.string(),
+        logprob: z.number(),
+      })
+    ),
+  })
+);
 
 export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
   readonly type = CopilotProviderType.OpenAI;
@@ -162,6 +175,58 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
         },
       ],
     },
+    {
+      id: 'gpt-5',
+      capabilities: [
+        {
+          input: [ModelInputType.Text, ModelInputType.Image],
+          output: [
+            ModelOutputType.Text,
+            ModelOutputType.Object,
+            ModelOutputType.Structured,
+          ],
+        },
+      ],
+    },
+    {
+      id: 'gpt-5-2025-08-07',
+      capabilities: [
+        {
+          input: [ModelInputType.Text, ModelInputType.Image],
+          output: [
+            ModelOutputType.Text,
+            ModelOutputType.Object,
+            ModelOutputType.Structured,
+          ],
+        },
+      ],
+    },
+    {
+      id: 'gpt-5-mini',
+      capabilities: [
+        {
+          input: [ModelInputType.Text, ModelInputType.Image],
+          output: [
+            ModelOutputType.Text,
+            ModelOutputType.Object,
+            ModelOutputType.Structured,
+          ],
+        },
+      ],
+    },
+    {
+      id: 'gpt-5-nano',
+      capabilities: [
+        {
+          input: [ModelInputType.Text, ModelInputType.Image],
+          output: [
+            ModelOutputType.Text,
+            ModelOutputType.Object,
+            ModelOutputType.Structured,
+          ],
+        },
+      ],
+    },
     {
       id: 'o1',
       capabilities: [
@@ -231,8 +296,6 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
     },
   ];
 
-  private readonly MAX_STEPS = 20;
-
   #instance!: VercelOpenAIProvider;
 
   override configured(): boolean {
@@ -299,7 +362,7 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
     model: string
   ): [string, Tool?] | undefined {
     if (toolName === 'webSearch' && !this.isReasoningModel(model)) {
-      return ['web_search_preview', openai.tools.webSearchPreview()];
+      return ['web_search_preview', openai.tools.webSearchPreview({})];
     } else if (toolName === 'docEdit') {
       return ['doc_edit', undefined];
     }
@@ -330,12 +393,12 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
         system,
         messages: msgs,
         temperature: options.temperature ?? 0,
-        maxTokens: options.maxTokens ?? 4096,
+        maxOutputTokens: options.maxTokens ?? 4096,
         providerOptions: {
           openai: this.getOpenAIOptions(options, model.id),
         },
         tools: await this.getTools(options, model.id),
-        maxSteps: this.MAX_STEPS,
+        stopWhen: stepCountIs(this.MAX_STEPS),
         abortSignal: options.signal,
       });
 
@@ -451,7 +514,7 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
         system,
         messages: msgs,
         temperature: options.temperature ?? 0,
-        maxTokens: options.maxTokens ?? 4096,
+        maxOutputTokens: options.maxTokens ?? 4096,
         maxRetries: options.maxRetries ?? 3,
         schema,
         providerOptions: {
@@ -476,36 +539,37 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
     await this.checkParams({ messages: [], cond: fullCond, options });
     const model = this.selectModel(fullCond);
     // get the log probability of "yes"/"no"
-    const instance = this.#instance(model.id, { logprobs: 16 });
+    const instance = this.#instance.chat(model.id);
 
     const scores = await Promise.all(
       chunkMessages.map(async messages => {
         const [system, msgs] = await chatToGPTMessage(messages);
 
-        const { logprobs } = await generateText({
+        const result = await generateText({
           model: instance,
           system,
           messages: msgs,
           temperature: 0,
-          maxTokens: 16,
+          maxOutputTokens: 16,
           providerOptions: {
             openai: {
               ...this.getOpenAIOptions(options, model.id),
+              logprobs: 16,
             },
           },
           abortSignal: options.signal,
         });
 
-        const topMap: Record<string, number> = (
-          logprobs?.[0]?.topLogprobs ?? []
-        ).reduce<Record<string, number>>(
+        const topMap: Record<string, number> = LogProbsSchema.parse(
+          result.providerMetadata?.openai?.logprobs
+        )[0].top_logprobs.reduce<Record<string, number>>(
           (acc, { token, logprob }) => ({ ...acc, [token]: logprob }),
           {}
         );
 
         const findLogProb = (token: string): number => {
           // OpenAI often includes a leading space, so try matching '.yes', '_yes', ' yes' and 'yes'
-          return [`.${token}`, `_${token}`, ` ${token}`, token]
+          return [...'_:. "-\t,(=_“'.split('').map(c => c + token), token]
             .flatMap(v => [v, v.toLowerCase(), v.toUpperCase()])
             .reduce<number>(
               (best, key) =>
@@ -544,12 +608,12 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
       frequencyPenalty: options.frequencyPenalty ?? 0,
       presencePenalty: options.presencePenalty ?? 0,
       temperature: options.temperature ?? 0,
-      maxTokens: options.maxTokens ?? 4096,
+      maxOutputTokens: options.maxTokens ?? 4096,
       providerOptions: {
         openai: this.getOpenAIOptions(options, model.id),
       },
       tools: await this.getTools(options, model.id),
-      maxSteps: this.MAX_STEPS,
+      stopWhen: stepCountIs(this.MAX_STEPS),
       abortSignal: options.signal,
     });
     return fullStream;
@@ -676,14 +740,16 @@ export class OpenAIProvider extends CopilotProvider<OpenAIConfig> {
         .counter('generate_embedding_calls')
         .add(1, { model: model.id });
 
-      const modelInstance = this.#instance.embedding(model.id, {
-        dimensions: options.dimensions || DEFAULT_DIMENSIONS,
-        user: options.user,
-      });
+      const modelInstance = this.#instance.embedding(model.id);
 
       const { embeddings } = await embedMany({
         model: modelInstance,
         values: messages,
+        providerOptions: {
+          openai: {
+            dimensions: options.dimensions || DEFAULT_DIMENSIONS,
+          },
+        },
       });
 
       return embeddings.filter(v => v && Array.isArray(v));

packages/backend/server/src/plugins/copilot/providers/perplexity.ts

@@ -125,12 +125,12 @@ export class PerplexityProvider extends CopilotProvider<PerplexityConfig> {
         system,
         messages: msgs,
         temperature: options.temperature ?? 0,
-        maxTokens: options.maxTokens ?? 4096,
+        maxOutputTokens: options.maxTokens ?? 4096,
         abortSignal: options.signal,
       });
 
       const parser = new CitationParser();
-      for (const source of sources) {
+      for (const source of sources.filter(s => s.sourceType === 'url')) {
         parser.push(source.url);
       }
 
@@ -165,7 +165,7 @@ export class PerplexityProvider extends CopilotProvider<PerplexityConfig> {
         system,
         messages: msgs,
         temperature: options.temperature ?? 0,
-        maxTokens: options.maxTokens ?? 4096,
+        maxOutputTokens: options.maxTokens ?? 4096,
         abortSignal: options.signal,
       });
 
@@ -173,19 +173,18 @@ export class PerplexityProvider extends CopilotProvider<PerplexityConfig> {
       for await (const chunk of stream.fullStream) {
         switch (chunk.type) {
           case 'source': {
-            parser.push(chunk.source.url);
+            if (chunk.sourceType === 'url') {
+              parser.push(chunk.url);
+            }
             break;
           }
           case 'text-delta': {
-            const text = chunk.textDelta.replaceAll(
-              /<\/?think>\n?/g,
-              '\n---\n'
-            );
+            const text = chunk.text.replaceAll(/<\/?think>\n?/g, '\n---\n');
             const result = parser.parse(text);
             yield result;
             break;
           }
-          case 'step-finish': {
+          case 'finish-step': {
             const result = parser.end();
             yield result;
             break;

packages/backend/server/src/plugins/copilot/providers/provider.ts

@@ -16,10 +16,12 @@ import { IndexerService } from '../../indexer';
 import { CopilotContextService } from '../context';
 import { PromptService } from '../prompt';
 import {
+  buildBlobContentGetter,
   buildContentGetter,
   buildDocContentGetter,
   buildDocKeywordSearchGetter,
   buildDocSearchGetter,
+  createBlobReadTool,
   createCodeArtifactTool,
   createConversationSummaryTool,
   createDocComposeTool,
@@ -53,6 +55,7 @@ import {
 @Injectable()
 export abstract class CopilotProvider<C = any> {
   protected readonly logger = new Logger(this.constructor.name);
+  protected readonly MAX_STEPS = 20;
   protected onlineModelList: string[] = [];
   abstract readonly type: CopilotProviderType;
   abstract readonly models: CopilotProviderModel[];
@@ -156,6 +159,9 @@ export abstract class CopilotProvider<C = any> {
     if (options?.tools?.length) {
       this.logger.debug(`getTools: ${JSON.stringify(options.tools)}`);
       const ac = this.moduleRef.get(AccessController, { strict: false });
+      const context = this.moduleRef.get(CopilotContextService, {
+        strict: false,
+      });
       const docReader = this.moduleRef.get(DocReader, { strict: false });
       const models = this.moduleRef.get(Models, { strict: false });
       const prompt = this.moduleRef.get(PromptService, {
@@ -172,6 +178,16 @@ export abstract class CopilotProvider<C = any> {
           continue;
         }
         switch (tool) {
+          case 'blobRead': {
+            const docContext = options.session
+              ? await context.getBySessionId(options.session)
+              : null;
+            const getBlobContent = buildBlobContentGetter(ac, docContext);
+            tools.blob_read = createBlobReadTool(
+              getBlobContent.bind(null, options)
+            );
+            break;
+          }
           case 'codeArtifact': {
             tools.code_artifact = createCodeArtifactTool(prompt, this.factory);
             break;
@@ -194,9 +210,6 @@ export abstract class CopilotProvider<C = any> {
             break;
           }
           case 'docSemanticSearch': {
-            const context = this.moduleRef.get(CopilotContextService, {
-              strict: false,
-            });
             const docContext = options.session
               ? await context.getBySessionId(options.session)
               : null;

packages/backend/server/src/plugins/copilot/providers/types.ts

@@ -59,6 +59,7 @@ export const VertexSchema: JSONSchema = {
 
 export const PromptToolsSchema = z
   .enum([
+    'blobRead',
     'codeArtifact',
     'conversationSummary',
     // work with morph

packages/backend/server/src/plugins/copilot/providers/utils.ts

@@ -94,24 +94,24 @@ export async function chatToGPTMessage(
 
       if (withAttachment) {
         for (let attachment of attachments) {
-          let mimeType: string;
+          let mediaType: string;
           if (typeof attachment === 'string') {
-            mimeType =
+            mediaType =
               typeof mimetype === 'string'
                 ? mimetype
                 : await inferMimeType(attachment);
           } else {
-            ({ attachment, mimeType } = attachment);
+            ({ attachment, mimeType: mediaType } = attachment);
           }
           if (SIMPLE_IMAGE_URL_REGEX.test(attachment)) {
             const data =
               attachment.startsWith('data:') || useBase64Attachment
                 ? await fetch(attachment).then(r => r.arrayBuffer())
                 : new URL(attachment);
-            if (mimeType.startsWith('image/')) {
-              contents.push({ type: 'image', image: data, mimeType });
+            if (mediaType.startsWith('image/')) {
+              contents.push({ type: 'image', image: data, mediaType });
             } else {
-              contents.push({ type: 'file' as const, data, mimeType });
+              contents.push({ type: 'file' as const, data, mediaType });
             }
           }
         }
@@ -417,12 +417,12 @@ export class TextStreamParser {
         if (!this.prefix) {
           this.resetPrefix();
         }
-        result = chunk.textDelta;
+        result = chunk.text;
         result = this.addNewline(chunk.type, result);
         break;
       }
-      case 'reasoning': {
-        result = chunk.textDelta;
+      case 'reasoning-delta': {
+        result = chunk.text;
         result = this.addPrefix(result);
         result = this.markAsCallout(result);
         break;
@@ -438,28 +438,28 @@ export class TextStreamParser {
             break;
           }
           case 'web_search_exa': {
-            result += `\nSearching the web "${chunk.args.query}"\n`;
+            result += `\nSearching the web "${chunk.input.query}"\n`;
             break;
           }
           case 'web_crawl_exa': {
-            result += `\nCrawling the web "${chunk.args.url}"\n`;
+            result += `\nCrawling the web "${chunk.input.url}"\n`;
             break;
           }
           case 'doc_keyword_search': {
-            result += `\nSearching the keyword "${chunk.args.query}"\n`;
+            result += `\nSearching the keyword "${chunk.input.query}"\n`;
             break;
           }
           case 'doc_read': {
-            result += `\nReading the doc "${chunk.args.doc_id}"\n`;
+            result += `\nReading the doc "${chunk.input.doc_id}"\n`;
             break;
           }
           case 'doc_compose': {
-            result += `\nWriting document "${chunk.args.title}"\n`;
+            result += `\nWriting document "${chunk.input.title}"\n`;
             break;
           }
           case 'doc_edit': {
             this.docEditFootnotes.push({
-              intent: chunk.args.instructions,
+              intent: chunk.input.instructions,
               result: '',
             });
             break;
@@ -475,12 +475,12 @@ export class TextStreamParser {
         result = this.addPrefix(result);
         switch (chunk.toolName) {
           case 'doc_edit': {
-            if (
-              chunk.result &&
-              typeof chunk.result === 'object' &&
-              Array.isArray(chunk.result.result)
-            ) {
-              result += chunk.result.result
+            const array =
+              chunk.output && typeof chunk.output === 'object'
+                ? chunk.output.result
+                : undefined;
+            if (Array.isArray(array)) {
+              result += array
                 .map(item => {
                   return `\n${item.changedContent}\n`;
                 })
@@ -493,37 +493,37 @@ export class TextStreamParser {
             break;
           }
           case 'doc_semantic_search': {
-            if (Array.isArray(chunk.result)) {
-              result += `\nFound ${chunk.result.length} document${chunk.result.length !== 1 ? 's' : ''} related to “${chunk.args.query}”.\n`;
-            } else if (typeof chunk.result === 'string') {
-              result += `\n${chunk.result}\n`;
+            const output = chunk.output;
+            if (Array.isArray(output)) {
+              result += `\nFound ${output.length} document${output.length !== 1 ? 's' : ''} related to “${chunk.input.query}”.\n`;
+            } else if (typeof output === 'string') {
+              result += `\n${output}\n`;
             } else {
               this.logger.warn(
-                `Unexpected result type for doc_semantic_search: ${chunk.result?.message || 'Unknown error'}`
+                `Unexpected result type for doc_semantic_search: ${output?.message || 'Unknown error'}`
               );
             }
             break;
           }
           case 'doc_keyword_search': {
-            if (Array.isArray(chunk.result)) {
-              result += `\nFound ${chunk.result.length} document${chunk.result.length !== 1 ? 's' : ''} related to “${chunk.args.query}”.\n`;
-              result += `\n${this.getKeywordSearchLinks(chunk.result)}\n`;
+            const output = chunk.output;
+            if (Array.isArray(output)) {
+              result += `\nFound ${output.length} document${output.length !== 1 ? 's' : ''} related to “${chunk.input.query}”.\n`;
+              result += `\n${this.getKeywordSearchLinks(output)}\n`;
             }
             break;
           }
           case 'doc_compose': {
-            if (
-              chunk.result &&
-              typeof chunk.result === 'object' &&
-              'title' in chunk.result
-            ) {
-              result += `\nDocument "${chunk.result.title}" created successfully with ${chunk.result.wordCount} words.\n`;
+            const output = chunk.output;
+            if (output && typeof output === 'object' && 'title' in output) {
+              result += `\nDocument "${output.title}" created successfully with ${output.wordCount} words.\n`;
             }
             break;
           }
           case 'web_search_exa': {
-            if (Array.isArray(chunk.result)) {
-              result += `\n${this.getWebSearchLinks(chunk.result)}\n`;
+            const output = chunk.output;
+            if (Array.isArray(output)) {
+              result += `\n${this.getWebSearchLinks(output)}\n`;
             }
             break;
           }
@@ -598,11 +598,18 @@ export class TextStreamParser {
 export class StreamObjectParser {
   public parse(chunk: TextStreamPart<CustomAITools>) {
     switch (chunk.type) {
-      case 'reasoning':
-      case 'text-delta':
+      case 'reasoning-delta': {
+        return { type: 'reasoning' as const, textDelta: chunk.text };
+      }
+      case 'text-delta': {
+        const { type, text: textDelta } = chunk;
+        return { type, textDelta };
+      }
       case 'tool-call':
       case 'tool-result': {
-        return chunk;
+        const { type, toolCallId, toolName, input: args } = chunk;
+        const result = 'output' in chunk ? chunk.output : undefined;
+        return { type, toolCallId, toolName, args, result } as StreamObject;
       }
       case 'error': {
         throw toError(chunk.error);

packages/backend/server/src/plugins/copilot/tools/blob-read.ts

@@ -0,0 +1,81 @@
+import { Logger } from '@nestjs/common';
+import { tool } from 'ai';
+import { z } from 'zod';
+
+import { AccessController } from '../../../core/permission';
+import type { ContextSession } from '../context/session';
+import type { CopilotChatOptions } from '../providers';
+import { toolError } from './error';
+
+const logger = new Logger('ContextBlobReadTool');
+
+export const buildBlobContentGetter = (
+  ac: AccessController,
+  context: ContextSession | null
+) => {
+  const getBlobContent = async (
+    options: CopilotChatOptions,
+    blobId?: string,
+    chunk?: number
+  ) => {
+    if (!options?.user || !options?.workspace || !blobId || !context) {
+      return;
+    }
+    const canAccess = await ac
+      .user(options.user)
+      .workspace(options.workspace)
+      .allowLocal()
+      .can('Workspace.Read');
+    if (!canAccess || context.workspaceId !== options.workspace) {
+      logger.warn(
+        `User ${options.user} does not have access workspace ${options.workspace}`
+      );
+      return;
+    }
+
+    const [file, blob] = await Promise.all([
+      context?.getFileContent(blobId, chunk),
+      context?.getBlobContent(blobId, chunk),
+    ]);
+    const content = file?.trim() || blob?.trim();
+    if (!content) {
+      return;
+    }
+
+    return { blobId, chunk, content };
+  };
+  return getBlobContent;
+};
+
+export const createBlobReadTool = (
+  getBlobContent: (
+    targetId?: string,
+    chunk?: number
+  ) => Promise<object | undefined>
+) => {
+  return tool({
+    description:
+      'Return the content and basic metadata of a single attachment identified by blobId; more inclined to use search tools rather than this tool.',
+    inputSchema: z.object({
+      blob_id: z.string().describe('The target blob in context to read'),
+      chunk: z
+        .number()
+        .optional()
+        .describe(
+          'The chunk number to read, if not provided, read the whole content, start from 0'
+        ),
+    }),
+    execute: async ({ blob_id, chunk }) => {
+      try {
+        const blob = await getBlobContent(blob_id, chunk);
+        if (!blob) {
+          return;
+        }
+        return { ...blob };
+      } catch (err: any) {
+        logger.error(`Failed to read the blob ${blob_id} in context`, err);
+        return toolError('Blob Read Failed', err.message);
+      }
+    },
+  });
+};