feat(component): sortable

.cargo/config.toml

@@ -5,7 +5,7 @@ rustflags = ["-C", "target-feature=+crt-static"]
 [target.'cfg(target_os = "linux")']
 rustflags = ["-C", "link-args=-Wl,--warn-unresolved-symbols"]
 [target.'cfg(target_os = "macos")']
-rustflags = ["-C", "link-args=-Wl,-undefined,dynamic_lookup,-no_fixup_chains", "-C", "link-args=-all_load", "-C", "link-args=-weak_framework ScreenCaptureKit"]
+rustflags = ["-C", "link-args=-all_load", "-C", "link-args=-weak_framework ScreenCaptureKit"]
 # https://sourceware.org/bugzilla/show_bug.cgi?id=21032
 # https://sourceware.org/bugzilla/show_bug.cgi?id=21031
 # https://github.com/rust-lang/rust/issues/134820

.devcontainer/Dockerfile

@@ -0,0 +1,10 @@
+FROM mcr.microsoft.com/devcontainers/base:bookworm
+
+USER vscode
+# Install Homebrew For Linux
+RUN /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)" && \
+    eval "$(/home/linuxbrew/.linuxbrew/bin/brew shellenv)" && \
+    echo "eval \"\$($(brew --prefix)/bin/brew shellenv)\"" >> /home/vscode/.zshrc && \
+    echo "eval \"\$($(brew --prefix)/bin/brew shellenv)\"" >> /home/vscode/.bashrc && \
+    # Install Graphite
+    brew install withgraphite/tap/graphite && gt --version

.devcontainer/build.sh

@@ -1,6 +1,10 @@
 #!/bin/bash
 # This is a script used by the devcontainer to build the project
 
+#Enable yarn
+corepack enable
+corepack prepare yarn@stable --activate
+
 # install dependencies
 yarn install
 

.devcontainer/devcontainer.json

@@ -1,16 +1,12 @@
 // For format details, see https://aka.ms/devcontainer.json.
 {
-  "name": "AFFiNE Dev Container",
+  "name": "Debian",
   "dockerComposeFile": "docker-compose.yml",
   "service": "app",
   "workspaceFolder": "/workspaces/${localWorkspaceFolderBasename}",
-  "containerEnv": {
-    "COREPACK_ENABLE_DOWNLOAD_PROMPT": "0"
-  },
   "features": {
     "ghcr.io/devcontainers/features/node:1": {
-      "version": "lts",
-      "installYarnUsingApt": false
+      "version": "18"
     },
     "ghcr.io/devcontainers/features/rust:1": {}
   },
@@ -20,7 +16,7 @@
       "extensions": [
         "ms-playwright.playwright",
         "esbenp.prettier-vscode",
-        "dbaeumer.vscode-eslint"
+        "streetsidesoftware.code-spell-checker"
       ]
     }
   },

.devcontainer/docker-compose.yml

@@ -2,7 +2,9 @@ version: '3.8'
 
 services:
   app:
-    image: mcr.microsoft.com/devcontainers/base:bookworm
+    build:
+      context: .
+      dockerfile: Dockerfile
     volumes:
       - ../..:/workspaces:cached
     command: sleep infinity
@@ -22,6 +24,8 @@ services:
       POSTGRES_DB: affine
   redis:
     image: redis
+    ports:
+      - 6379:6379
 
 volumes:
   postgres-data:

.devcontainer/setup-user.sh

@@ -1,9 +1,9 @@
 set -e
 
-npm install -g @withgraphite/graphite-cli@stable
-
 if [ -v GRAPHITE_TOKEN ];then
     gt auth --token $GRAPHITE_TOKEN
 fi
 
+git fetch origin canary:canary --depth=1
+git branch canary -t origin/canary
 gt init --trunk canary

.docker/selfhost/compose.yml

@@ -44,7 +44,7 @@ services:
 
   redis:
     image: redis
-    container_name: affine_redis
+    container_name: redis
     healthcheck:
       test: ['CMD', 'redis-cli', '--raw', 'incr', 'ping']
       interval: 10s
@@ -54,7 +54,7 @@ services:
 
   postgres:
     image: postgres:16
-    container_name: affine_postgres
+    container_name: postgres
     volumes:
       - ${DB_DATA_LOCATION}:/var/lib/postgresql/data
     environment:

.docker/selfhost/config.example.json

@@ -1,6 +0,0 @@
-{
-  "$schema": "https://github.com/toeverything/affine/releases/latest/download/config.schema.json",
-  "server": {
-    "name": "AFFiNE Self Hosted Server"
-  }
-}

.docker/selfhost/schema.json

@@ -3,6 +3,42 @@
   "title": "AFFiNE Application Configuration",
   "type": "object",
   "properties": {
+    "redis": {
+      "type": "object",
+      "description": "Configuration for redis module",
+      "properties": {
+        "db": {
+          "type": "number",
+          "description": "The database index of redis server to be used(Must be less than 10).\n@default 0\n@environment `REDIS_DATABASE`",
+          "default": 0
+        },
+        "host": {
+          "type": "string",
+          "description": "The host of the redis server.\n@default \"localhost\"\n@environment `REDIS_HOST`",
+          "default": "localhost"
+        },
+        "port": {
+          "type": "number",
+          "description": "The port of the redis server.\n@default 6379\n@environment `REDIS_PORT`",
+          "default": 6379
+        },
+        "username": {
+          "type": "string",
+          "description": "The username of the redis server.\n@default \"\"\n@environment `REDIS_USERNAME`",
+          "default": ""
+        },
+        "password": {
+          "type": "string",
+          "description": "The password of the redis server.\n@default \"\"\n@environment `REDIS_PASSWORD`",
+          "default": ""
+        },
+        "ioredis": {
+          "type": "object",
+          "description": "The config for the ioredis client.\n@default {}\n@link https://github.com/luin/ioredis",
+          "default": {}
+        }
+      }
+    },
     "metrics": {
       "type": "object",
       "description": "Configuration for metrics module",
@@ -14,6 +50,25 @@
         }
       }
     },
+    "graphql": {
+      "type": "object",
+      "description": "Configuration for graphql module",
+      "properties": {
+        "apolloDriverConfig": {
+          "type": "object",
+          "description": "The config for underlying nestjs GraphQL and apollo driver engine.\n@default {\"buildSchemaOptions\":{\"numberScalarMode\":\"integer\"},\"useGlobalPrefix\":true,\"playground\":true,\"introspection\":true,\"sortSchema\":true}\n@link https://docs.nestjs.com/graphql/quick-start",
+          "default": {
+            "buildSchemaOptions": {
+              "numberScalarMode": "integer"
+            },
+            "useGlobalPrefix": true,
+            "playground": true,
+            "introspection": true,
+            "sortSchema": true
+          }
+        }
+      }
+    },
     "crypto": {
       "type": "object",
       "description": "Configuration for crypto module",
@@ -31,20 +86,25 @@
       "properties": {
         "queue": {
           "type": "object",
-          "description": "The config for job queues\n@default {\"attempts\":5,\"removeOnComplete\":true,\"removeOnFail\":{\"age\":86400,\"count\":500}}\n@link https://api.docs.bullmq.io/interfaces/v5.QueueOptions.html",
+          "description": "The config for job queues\n@default {\"prefix\":\"affine_job\",\"defaultJobOptions\":{\"attempts\":5,\"removeOnComplete\":true,\"removeOnFail\":{\"age\":86400,\"count\":500}}}\n@link https://api.docs.bullmq.io/interfaces/v5.QueueOptions.html",
           "default": {
-            "attempts": 5,
-            "removeOnComplete": true,
-            "removeOnFail": {
-              "age": 86400,
-              "count": 500
+            "prefix": "affine_job",
+            "defaultJobOptions": {
+              "attempts": 5,
+              "removeOnComplete": true,
+              "removeOnFail": {
+                "age": 86400,
+                "count": 500
+              }
             }
           }
         },
         "worker": {
           "type": "object",
-          "description": "The config for job workers\n@default {}\n@link https://api.docs.bullmq.io/interfaces/v5.WorkerOptions.html",
-          "default": {}
+          "description": "The config for job workers\n@default {\"defaultWorkerOptions\":{}}\n@link https://api.docs.bullmq.io/interfaces/v5.WorkerOptions.html",
+          "default": {
+            "defaultWorkerOptions": {}
+          }
         },
         "queues.copilot": {
           "type": "object",
@@ -149,6 +209,22 @@
         }
       }
     },
+    "db": {
+      "type": "object",
+      "description": "Configuration for db module",
+      "properties": {
+        "datasourceUrl": {
+          "type": "string",
+          "description": "The datasource url for the prisma client.\n@default \"postgresql://localhost:5432/affine\"\n@environment `DATABASE_URL`",
+          "default": "postgresql://localhost:5432/affine"
+        },
+        "prisma": {
+          "type": "object",
+          "description": "The config for the prisma client.\n@default {}\n@link https://www.prisma.io/docs/reference/api-reference/prisma-client-reference",
+          "default": {}
+        }
+      }
+    },
     "auth": {
       "type": "object",
       "description": "Configuration for auth module",
@@ -200,6 +276,11 @@
       "type": "object",
       "description": "Configuration for mailer module",
       "properties": {
+        "enabled": {
+          "type": "boolean",
+          "description": "Whether enabled mail service.\n@default false",
+          "default": false
+        },
         "SMTP.host": {
           "type": "string",
           "description": "Host of the email server (e.g. smtp.gmail.com)\n@default \"\"\n@environment `MAILER_HOST`",
@@ -346,24 +427,6 @@
                     "accountId": {
                       "type": "string",
                       "description": "The account id for the cloudflare r2 storage provider."
-                    },
-                    "usePresignedURL": {
-                      "type": "object",
-                      "description": "The presigned url config for the cloudflare r2 storage provider.",
-                      "properties": {
-                        "enabled": {
-                          "type": "boolean",
-                          "description": "Whether to use presigned url for the cloudflare r2 storage provider."
-                        },
-                        "urlPrefix": {
-                          "type": "string",
-                          "description": "The presigned url prefix for the cloudflare r2 storage provider.\nsee https://developers.cloudflare.com/waf/custom-rules/use-cases/configure-token-authentication/ to configure it.\nExample value: \"https://storage.example.com\"\nExample rule: is_timed_hmac_valid_v0(\"your_secret\", http.request.uri, 10800, http.request.timestamp.sec, 6)"
-                        },
-                        "signKey": {
-                          "type": "string",
-                          "description": "The presigned key for the cloudflare r2 storage provider."
-                        }
-                      }
                     }
                   }
                 }
@@ -467,24 +530,6 @@
                     "accountId": {
                       "type": "string",
                       "description": "The account id for the cloudflare r2 storage provider."
-                    },
-                    "usePresignedURL": {
-                      "type": "object",
-                      "description": "The presigned url config for the cloudflare r2 storage provider.",
-                      "properties": {
-                        "enabled": {
-                          "type": "boolean",
-                          "description": "Whether to use presigned url for the cloudflare r2 storage provider."
-                        },
-                        "urlPrefix": {
-                          "type": "string",
-                          "description": "The presigned url prefix for the cloudflare r2 storage provider.\nsee https://developers.cloudflare.com/waf/custom-rules/use-cases/configure-token-authentication/ to configure it.\nExample value: \"https://storage.example.com\"\nExample rule: is_timed_hmac_valid_v0(\"your_secret\", http.request.uri, 10800, http.request.timestamp.sec, 6)"
-                        },
-                        "signKey": {
-                          "type": "string",
-                          "description": "The presigned key for the cloudflare r2 storage provider."
-                        }
-                      }
                     }
                   }
                 }
@@ -507,12 +552,13 @@
       "properties": {
         "name": {
           "type": "string",
-          "description": "A recognizable name for the server. Will be shown when connected with AFFiNE Desktop.\n@default undefined"
+          "description": "A recognizable name for the server. Will be shown when connected with AFFiNE Desktop.\n@default \"AFFiNE Cloud\"",
+          "default": "AFFiNE Cloud"
         },
         "externalUrl": {
           "type": "string",
-          "description": "Base url of AFFiNE server, used for generating external urls.\nDefault to be `[server.protocol]://[server.host][:server.port]` if not specified.\n    \n@default \"\"\n@environment `AFFINE_SERVER_EXTERNAL_URL`",
-          "default": ""
+          "description": "Base url of AFFiNE server, used for generating external urls.\nDefault to be `[server.protocol]://[server.host][:server.port]` if not specified.\n    \n@default \"http://localhost:3010\"\n@environment `AFFINE_SERVER_EXTERNAL_URL`",
+          "default": "http://localhost:3010"
         },
         "https": {
           "type": "boolean",
@@ -531,7 +577,7 @@
         },
         "path": {
           "type": "string",
-          "description": "Subpath where the server get deployed if there is one.(e.g. /affine)\n@default \"\"\n@environment `AFFINE_SERVER_SUB_PATH`",
+          "description": "Subpath where the server get deployed if there is.\n@default \"\"\n@environment `AFFINE_SERVER_SUB_PATH`",
           "default": ""
         }
       }
@@ -547,17 +593,6 @@
         }
       }
     },
-    "docService": {
-      "type": "object",
-      "description": "Configuration for docService module",
-      "properties": {
-        "endpoint": {
-          "type": "string",
-          "description": "The endpoint of the doc service.\n@default \"\"\n@environment `DOC_SERVICE_ENDPOINT`",
-          "default": ""
-        }
-      }
-    },
     "client": {
       "type": "object",
       "description": "Configuration for client module",
@@ -730,24 +765,6 @@
                     "accountId": {
                       "type": "string",
                       "description": "The account id for the cloudflare r2 storage provider."
-                    },
-                    "usePresignedURL": {
-                      "type": "object",
-                      "description": "The presigned url config for the cloudflare r2 storage provider.",
-                      "properties": {
-                        "enabled": {
-                          "type": "boolean",
-                          "description": "Whether to use presigned url for the cloudflare r2 storage provider."
-                        },
-                        "urlPrefix": {
-                          "type": "string",
-                          "description": "The presigned url prefix for the cloudflare r2 storage provider.\nsee https://developers.cloudflare.com/waf/custom-rules/use-cases/configure-token-authentication/ to configure it.\nExample value: \"https://storage.example.com\"\nExample rule: is_timed_hmac_valid_v0(\"your_secret\", http.request.uri, 10800, http.request.timestamp.sec, 6)"
-                        },
-                        "signKey": {
-                          "type": "string",
-                          "description": "The presigned key for the cloudflare r2 storage provider."
-                        }
-                      }
                     }
                   }
                 }
@@ -860,7 +877,7 @@
         },
         "stripe": {
           "type": "object",
-          "description": "Stripe sdk options\n@default {}\n@link https://docs.stripe.com/api",
+          "description": "Stripe API keys\n@default {}\n@link https://docs.stripe.com/api",
           "default": {}
         }
       }

.github/actions/deploy/deploy.mjs

@@ -10,7 +10,6 @@ const {
   DATABASE_USERNAME,
   DATABASE_PASSWORD,
   DATABASE_NAME,
-  GCLOUD_CONNECTION_NAME,
   CLOUD_SQL_IAM_ACCOUNT,
   APP_IAM_ACCOUNT,
   REDIS_SERVER_HOST,
@@ -72,7 +71,6 @@ const createHelmCommand = ({ isDryRun }) => {
     isProduction || isBeta || isInternal
       ? [
           `--set        cloud-sql-proxy.enabled=true`,
-          `--set-string cloud-sql-proxy.database.connectionName="${GCLOUD_CONNECTION_NAME}"`,
           `--set-string global.database.host=${DATABASE_URL}`,
           `--set-string global.database.user=${DATABASE_USERNAME}`,
           `--set-string global.database.password=${DATABASE_PASSWORD}`,

.github/actions/server-test-env/action.yml

@@ -24,10 +24,8 @@ runs:
     - name: Import config
       shell: bash
       run: |
-        printf '{"copilot":{"enabled":true,"providers.fal":{"apiKey":"%s"},"providers.gemini":{"apiKey":"%s"},"providers.openai":{"apiKey":"%s"},"providers.perplexity":{"apiKey":"%s"},"providers.anthropic":{"apiKey":"%s"},"exa":{"key":"%s"}}}' \
+        printf '{"copilot":{"enabled":true,"providers.fal":{"apiKey":"%s"},"providers.gemini":{"apiKey":"%s"},"providers.openai":{"apiKey":"%s"},"providers.perplexity":{"apiKey":"%s"}}}' \
         "$COPILOT_FAL_API_KEY" \
         "$COPILOT_GOOGLE_API_KEY" \
         "$COPILOT_OPENAI_API_KEY" \
-        "$COPILOT_PERPLEXITY_API_KEY" \
-        "$COPILOT_ANTHROPIC_API_KEY" \
-        "$COPILOT_EXA_API_KEY" > ./packages/backend/server/config.json
+        "$COPILOT_PERPLEXITY_API_KEY" > ./packages/backend/server/config.json

.github/deployment/node/Dockerfile

@@ -10,4 +10,4 @@ RUN apt-get update && \
   apt-get install -y --no-install-recommends openssl && \
   rm -rf /var/lib/apt/lists/*
 
-CMD ["node", "./dist/main.js"]
+CMD ["node", "--import", "./scripts/register.js", "./dist/index.js"]

.github/deployment/self-host/compose.yaml

@@ -0,0 +1,60 @@
+services:
+  affine:
+    image: ghcr.io/toeverything/affine-graphql:stable
+    container_name: affine_selfhosted
+    command:
+      ['sh', '-c', 'node ./scripts/self-host-predeploy && node ./dist/index.js']
+    ports:
+      - '3010:3010'
+      - '5555:5555'
+    depends_on:
+      redis:
+        condition: service_healthy
+      postgres:
+        condition: service_healthy
+    volumes:
+      # custom configurations
+      - ~/.affine/self-host/config:/root/.affine/config
+      # blob storage
+      - ~/.affine/self-host/storage:/root/.affine/storage
+    logging:
+      driver: 'json-file'
+      options:
+        max-size: '1000m'
+    restart: unless-stopped
+    environment:
+      - NODE_OPTIONS="--import=./scripts/register.js"
+      - AFFINE_CONFIG_PATH=/root/.affine/config
+      - REDIS_SERVER_HOST=redis
+      - DATABASE_URL=postgres://affine:affine@postgres:5432/affine
+      - NODE_ENV=production
+      # Telemetry allows us to collect data on how you use the affine. This data will helps us improve the app and provide better features.
+      # Uncomment next line if you wish to quit telemetry.
+      # - TELEMETRY_ENABLE=false
+  redis:
+    image: redis
+    container_name: affine_redis
+    restart: unless-stopped
+    volumes:
+      - ~/.affine/self-host/redis:/data
+    healthcheck:
+      test: ['CMD', 'redis-cli', '--raw', 'incr', 'ping']
+      interval: 10s
+      timeout: 5s
+      retries: 5
+  postgres:
+    image: postgres:16
+    container_name: affine_postgres
+    restart: unless-stopped
+    volumes:
+      - ~/.affine/self-host/postgres:/var/lib/postgresql/data
+    healthcheck:
+      test: ['CMD-SHELL', 'pg_isready -U affine']
+      interval: 10s
+      timeout: 5s
+      retries: 5
+    environment:
+      POSTGRES_USER: affine
+      POSTGRES_PASSWORD: affine
+      POSTGRES_DB: affine
+      PGDATA: /var/lib/postgresql/data/pgdata

.github/helm/affine/Chart.yaml

@@ -3,4 +3,4 @@ name: affine
 description: AFFiNE cloud chart
 type: application
 version: 0.0.0
-appVersion: "0.21.0"
+appVersion: "0.20.0"

.github/helm/affine/charts/gcloud-sql-proxy/values.yaml

@@ -1,7 +1,5 @@
 replicaCount: 3
 enabled: false
-database: 
-  connectionName: ""
 
 image:
   # the tag is defined as chart appVersion.

.github/helm/affine/charts/graphql/Chart.yaml

@@ -3,7 +3,7 @@ name: graphql
 description: AFFiNE GraphQL server
 type: application
 version: 0.0.0
-appVersion: "0.21.0"
+appVersion: "0.20.0"
 dependencies:
   - name: gcloud-sql-proxy
     version: 0.0.0

.github/helm/affine/charts/sync/Chart.yaml

@@ -3,7 +3,7 @@ name: sync
 description: AFFiNE Sync Server
 type: application
 version: 0.0.0
-appVersion: "0.21.0"
+appVersion: "0.20.0"
 dependencies:
   - name: gcloud-sql-proxy
     version: 0.0.0

.github/renovate.json

@@ -21,34 +21,16 @@
       "groupName": "oxlint"
     },
     {
-      "groupName": "all non-major rust dependencies",
-      "groupSlug": "all-minor-patch",
-      "matchUpdateTypes": ["minor", "patch"],
-      "matchManagers": ["cargo"]
-    },
-    {
-      "groupName": "all non-major npm dependencies",
-      "groupSlug": "all-minor-patch",
-      "matchUpdateTypes": ["minor", "patch"],
-      "matchManagers": ["npm"],
-      "matchPackageNames": ["*", "!/^@blocksuite//", "!/oxlint/"]
+      "groupName": "blocksuite",
+      "rangeStrategy": "replace",
+      "changelogUrl": "https://github.com/toeverything/blocksuite/blob/master/packages/blocks/CHANGELOG.md",
+      "matchPackageNames": ["/^@blocksuite/", "!@blocksuite/icons"]
     },
     {
       "groupName": "all non-major dependencies",
       "groupSlug": "all-minor-patch",
       "matchUpdateTypes": ["minor", "patch"],
-      "matchManagers": [
-        "dockerfile",
-        "github-actions",
-        "helmv3",
-        "helm-values",
-        "gradle-wrapper",
-        "gradle",
-        "docker-compose",
-        "devcontainer",
-        "cocoapods",
-        "bundler"
-      ]
+      "matchPackageNames": ["*", "!/^@blocksuite//", "!/oxlint/"]
     },
     {
       "groupName": "rust toolchain",

.github/workflows/build-images.yml

@@ -13,6 +13,31 @@ permissions:
   packages: 'write'
 
 jobs:
+  build-server:
+    name: Build Server
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup Version
+        id: version
+        uses: ./.github/actions/setup-version
+      - name: Setup Node.js
+        uses: ./.github/actions/setup-node
+        with:
+          electron-install: false
+          extra-flags: workspaces focus @affine/server @types/affine__env
+      - name: Build Server
+        run: |
+          find packages/backend/server/src -type d -name "__tests__" -exec rm -rf {} +
+          rm -rf packages/backend/server/src/seed
+          yarn workspace @affine/server build
+      - name: Upload server dist
+        uses: actions/upload-artifact@v4
+        with:
+          name: server-dist
+          path: ./packages/backend/server/dist
+          if-no-files-found: error
+
   build-web:
     name: Build @affine/web
     runs-on: ubuntu-latest
@@ -118,7 +143,7 @@ jobs:
       matrix:
         targets:
           - name: x86_64-unknown-linux-gnu
-            file: server-native.x64.node
+            file: server-native.node
           - name: aarch64-unknown-linux-gnu
             file: server-native.arm64.node
           - name: armv7-unknown-linux-gnueabihf
@@ -139,46 +164,11 @@ jobs:
         with:
           target: ${{ matrix.targets.name }}
           package: '@affine/server-native'
-      - name: Rename ${{ matrix.targets.file }}
-        run: |
-          mv ./packages/backend/native/server-native.node ./packages/backend/native/${{ matrix.targets.file }}
       - name: Upload ${{ matrix.targets.file }}
         uses: actions/upload-artifact@v4
         with:
-          name: server-native-${{ matrix.targets.file }}
-          path: ./packages/backend/native/${{ matrix.targets.file }}
-          if-no-files-found: error
-
-  build-server:
-    name: Build Server
-    runs-on: ubuntu-latest
-    needs:
-      - build-server-native
-    steps:
-      - uses: actions/checkout@v4
-      - name: Setup Version
-        id: version
-        uses: ./.github/actions/setup-version
-      - name: Setup Node.js
-        uses: ./.github/actions/setup-node
-        with:
-          electron-install: false
-          extra-flags: workspaces focus @affine/server @types/affine__env
-      - name: Download server-native
-        uses: actions/download-artifact@v4
-        with:
-          pattern: server-native-*
-          merge-multiple: true
-          path: ./packages/backend/native
-      - name: List server-native files
-        run: ls -alh ./packages/backend/native
-      - name: Build Server
-        run: yarn workspace @affine/server build
-      - name: Upload server dist
-        uses: actions/upload-artifact@v4
-        with:
-          name: server-dist
-          path: ./packages/backend/server/dist
+          name: ${{ matrix.targets.file }}
+          path: ./packages/backend/native/server-native.node
           if-no-files-found: error
 
   build-images:
@@ -189,6 +179,7 @@ jobs:
       - build-web
       - build-mobile
       - build-admin
+      - build-server-native
     steps:
       - uses: actions/checkout@v4
       - name: Download server dist
@@ -196,6 +187,25 @@ jobs:
         with:
           name: server-dist
           path: ./packages/backend/server/dist
+      - name: Download server-native.node
+        uses: actions/download-artifact@v4
+        with:
+          name: server-native.node
+          path: ./packages/backend/server
+      - name: Download server-native.node arm64
+        uses: actions/download-artifact@v4
+        with:
+          name: server-native.arm64.node
+          path: ./packages/backend/native
+      - name: Download server-native.node arm64
+        uses: actions/download-artifact@v4
+        with:
+          name: server-native.armv7.node
+          path: .
+      - name: move server-native files
+        run: |
+          mv ./packages/backend/native/server-native.node ./packages/backend/server/server-native.arm64.node
+          mv server-native.node ./packages/backend/server/server-native.armv7.node
       - name: Setup env
         run: |
           echo "GIT_SHORT_HASH=$(git rev-parse --short HEAD)" >> "$GITHUB_ENV"

.github/workflows/build-test.yml

@@ -218,43 +218,7 @@ jobs:
         if: always()
         uses: actions/upload-artifact@v4
         with:
-          name: test-results-e2e-bs-${{ matrix.shard }}
-          path: ./test-results
-          if-no-files-found: ignore
-
-  e2e-blocksuite-cross-browser-test:
-    name: E2E BlockSuite Cross Browser Test
-    runs-on: ubuntu-latest
-    needs: optimize_ci
-    if: needs.optimize_ci.outputs.skip == 'false'
-    strategy:
-      fail-fast: false
-      matrix:
-        shard: [1, 2]
-        browser: ['chromium', 'firefox', 'webkit']
-    steps:
-      - uses: actions/checkout@v4
-      - name: Setup Node.js
-        uses: ./.github/actions/setup-node
-        with:
-          playwright-install: true
-          playwright-platform: ${{ matrix.browser }}
-          electron-install: false
-          full-cache: true
-
-      - name: Run playground build
-        run: yarn workspace @blocksuite/playground build
-
-      - name: Run playwright tests
-        env:
-          BROWSER: ${{ matrix.browser }}
-        run: yarn workspace @affine-test/blocksuite test "cross-platform/" --forbid-only --shard=${{ matrix.shard }}/${{ strategy.job-total }}
-
-      - name: Upload test results
-        if: always()
-        uses: actions/upload-artifact@v4
-        with:
-          name: test-results-e2e-bs-cross-browser-${{ matrix.browser }}-${{ matrix.shard }}
+          name: test-results-e2e-legacy-bs-${{ matrix.shard }}
           path: ./test-results
           if-no-files-found: ignore
 
@@ -582,7 +546,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: server-native.node
-          path: ./packages/backend/native
+          path: ./packages/backend/server
 
       - name: Prepare Server Test Environment
         uses: ./.github/actions/server-test-env
@@ -644,7 +608,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: server-native.node
-          path: ./packages/backend/native
+          path: ./packages/backend/server
 
       - name: Prepare Server Test Environment
         uses: ./.github/actions/server-test-env
@@ -661,142 +625,6 @@ jobs:
           name: affine
           fail_ci_if_error: false
 
-  miri:
-    name: miri code check
-    runs-on: ubuntu-latest
-    needs:
-      - optimize_ci
-    if: needs.optimize_ci.outputs.skip == 'false'
-    env:
-      RUST_BACKTRACE: full
-      CARGO_TERM_COLOR: always
-      MIRIFLAGS: -Zmiri-backtrace=full -Zmiri-tree-borrows
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Setup Rust
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          toolchain: nightly
-          components: miri
-      - name: Install latest nextest release
-        uses: taiki-e/install-action@nextest
-
-      - name: Miri Code Check
-        continue-on-error: true
-        run: |
-          cargo +nightly miri nextest run -p y-octo -j4
-
-  loom:
-    name: loom thread test
-    runs-on: ubuntu-latest
-    needs:
-      - optimize_ci
-    if: needs.optimize_ci.outputs.skip == 'false'
-    env:
-      RUSTFLAGS: --cfg loom
-      RUST_BACKTRACE: full
-      CARGO_TERM_COLOR: always
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Setup Rust
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          toolchain: stable
-      - name: Install latest nextest release
-        uses: taiki-e/install-action@nextest
-
-      - name: Loom Thread Test
-        run: |
-          cargo nextest run -p y-octo --lib
-
-  fuzzing:
-    name: fuzzing
-    runs-on: ubuntu-latest
-    needs:
-      - optimize_ci
-    if: needs.optimize_ci.outputs.skip == 'false'
-    env:
-      RUSTFLAGS: -D warnings
-      CARGO_TERM_COLOR: always
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Setup Rust
-        uses: dtolnay/rust-toolchain@stable
-        with:
-          toolchain: nightly
-
-      - name: fuzzing
-        working-directory: ./packages/common/y-octo/utils
-        run: |
-          cargo install cargo-fuzz
-          cargo +nightly fuzz run apply_update -- -max_total_time=30
-          cargo +nightly fuzz run codec_doc_any_struct -- -max_total_time=30
-          cargo +nightly fuzz run codec_doc_any -- -max_total_time=30
-          cargo +nightly fuzz run decode_bytes -- -max_total_time=30
-          cargo +nightly fuzz run i32_decode -- -max_total_time=30
-          cargo +nightly fuzz run i32_encode -- -max_total_time=30
-          cargo +nightly fuzz run ins_del_text -- -max_total_time=30
-          cargo +nightly fuzz run sync_message -- -max_total_time=30
-          cargo +nightly fuzz run u64_decode -- -max_total_time=30
-          cargo +nightly fuzz run u64_encode -- -max_total_time=30
-          cargo +nightly fuzz run apply_update -- -max_total_time=30
-
-      - name: upload fuzz artifacts
-        if: ${{ failure() }}
-        uses: actions/upload-artifact@v4
-        with:
-          name: fuzz-artifact
-          path: packages/common/y-octo/utils/fuzz/artifacts/**/*
-
-  y-octo-binding-test:
-    name: y-octo binding test on ${{ matrix.settings.target }}
-    runs-on: ${{ matrix.settings.os }}
-    strategy:
-      fail-fast: false
-      matrix:
-        settings:
-          - { target: 'x86_64-unknown-linux-gnu', os: 'ubuntu-latest' }
-          - { target: 'aarch64-unknown-linux-gnu', os: 'ubuntu-24.04-arm' }
-          - { target: 'x86_64-apple-darwin', os: 'macos-13' }
-          - { target: 'aarch64-apple-darwin', os: 'macos-latest' }
-          - { target: 'x86_64-pc-windows-msvc', os: 'windows-latest' }
-          - { target: 'aarch64-pc-windows-msvc', os: 'windows-11-arm' }
-    needs:
-      - optimize_ci
-    if: needs.optimize_ci.outputs.skip == 'false'
-    steps:
-      - uses: actions/checkout@v4
-      - name: Setup Node.js
-        uses: ./.github/actions/setup-node
-        with:
-          extra-flags: workspaces focus @affine-tools/cli @affine/monorepo @y-octo/node
-          electron-install: false
-      - name: Install rustup (Windows 11 ARM)
-        if: matrix.settings.os == 'windows-11-arm'
-        shell: pwsh
-        run: |
-          Invoke-WebRequest -Uri "https://static.rust-lang.org/rustup/dist/aarch64-pc-windows-msvc/rustup-init.exe" -OutFile rustup-init.exe
-          .\rustup-init.exe --default-toolchain none -y
-          "$env:USERPROFILE\.cargo\bin" | Out-File -Append -Encoding ascii $env:GITHUB_PATH
-          "CARGO_HOME=$env:USERPROFILE\.cargo" | Out-File -Append -Encoding ascii $env:GITHUB_ENV
-      - name: Install Rust (Windows 11 ARM)
-        if: matrix.settings.os == 'windows-11-arm'
-        shell: pwsh
-        run: |
-          rustup install stable
-          rustup target add ${{ matrix.settings.target }}
-          cargo --version
-      - name: Build Rust
-        uses: ./.github/actions/build-rust
-        with:
-          target: ${{ matrix.settings.target }}
-          package: '@y-octo/node'
-      - name: Run tests
-        run: yarn affine @y-octo/node test
-
   rust-test:
     name: Run native tests
     runs-on: ubuntu-latest
@@ -885,7 +713,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: server-native.node
-          path: ./packages/backend/native
+          path: ./packages/backend/server
 
       - name: Prepare Server Test Environment
         if: ${{ steps.check-blocksuite-update.outputs.skip != 'true' || steps.apifilter.outputs.changed == 'true' }}
@@ -894,8 +722,6 @@ jobs:
           COPILOT_GOOGLE_API_KEY: ${{ secrets.COPILOT_GOOGLE_API_KEY }}
           COPILOT_FAL_API_KEY: ${{ secrets.COPILOT_FAL_API_KEY }}
           COPILOT_PERPLEXITY_API_KEY: ${{ secrets.COPILOT_PERPLEXITY_API_KEY }}
-          COPILOT_ANTHROPIC_API_KEY: ${{ secrets.COPILOT_ANTHROPIC_API_KEY }}
-          COPILOT_EXA_API_KEY: ${{ secrets.COPILOT_EXA_API_KEY }}
         uses: ./.github/actions/server-test-env
 
       - name: Run server tests
@@ -926,8 +752,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        shardIndex: [1, 2, 3, 4, 5, 6, 7, 8]
-        shardTotal: [8]
+        shardIndex: [1, 2, 3]
+        shardTotal: [3]
     needs:
       - build-server-native
     services:
@@ -965,8 +791,6 @@ jobs:
         with:
           filters: |
             changed:
-              - 'packages/backend/server/src/plugins/copilot/**'
-              - 'packages/backend/server/tests/copilot.*'
               - 'packages/frontend/core/src/blocksuite/ai/**'
               - 'tests/affine-cloud-copilot/**'
 
@@ -984,7 +808,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: server-native.node
-          path: ./packages/backend/native
+          path: ./packages/backend/server
 
       - name: Prepare Server Test Environment
         if: ${{ steps.check-blocksuite-update.outputs.skip != 'true' || steps.e2efilter.outputs.changed == 'true' }}
@@ -993,8 +817,6 @@ jobs:
           COPILOT_GOOGLE_API_KEY: ${{ secrets.COPILOT_GOOGLE_API_KEY }}
           COPILOT_FAL_API_KEY: ${{ secrets.COPILOT_FAL_API_KEY }}
           COPILOT_PERPLEXITY_API_KEY: ${{ secrets.COPILOT_PERPLEXITY_API_KEY }}
-          COPILOT_ANTHROPIC_API_KEY: ${{ secrets.COPILOT_ANTHROPIC_API_KEY }}
-          COPILOT_EXA_API_KEY: ${{ secrets.COPILOT_EXA_API_KEY }}
         uses: ./.github/actions/server-test-env
 
       - name: Run Copilot E2E Test ${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
@@ -1081,7 +903,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: server-native.node
-          path: ./packages/backend/native
+          path: ./packages/backend/server
 
       - name: Download affine.linux-x64-gnu.node
         uses: actions/download-artifact@v4
@@ -1317,7 +1139,6 @@ jobs:
       - check-yarn-binary
       - e2e-test
       - e2e-blocksuite-test
-      - e2e-blocksuite-cross-browser-test
       - e2e-mobile-test
       - unit-test
       - build-native
@@ -1325,10 +1146,6 @@ jobs:
       - build-server-native
       - build-electron-renderer
       - native-unit-test
-      - miri
-      - loom
-      - fuzzing
-      - y-octo-binding-test
       - server-test
       - server-e2e-test
       - rust-test

.github/workflows/copilot-test.yml

@@ -73,7 +73,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: server-native.node
-          path: ./packages/backend/native
+          path: ./packages/backend/server
 
       - name: Prepare Server Test Environment
         env:
@@ -81,8 +81,6 @@ jobs:
           COPILOT_FAL_API_KEY: ${{ secrets.COPILOT_FAL_API_KEY }}
           COPILOT_GOOGLE_API_KEY: ${{ secrets.COPILOT_GOOGLE_API_KEY }}
           COPILOT_PERPLEXITY_API_KEY: ${{ secrets.COPILOT_PERPLEXITY_API_KEY }}
-          COPILOT_ANTHROPIC_API_KEY: ${{ secrets.COPILOT_ANTHROPIC_API_KEY }}
-          COPILOT_EXA_API_KEY: ${{ secrets.COPILOT_EXA_API_KEY }}
         uses: ./.github/actions/server-test-env
 
       - name: Run server tests
@@ -110,8 +108,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        shardIndex: [1, 2, 3, 4, 5, 6, 7, 8]
-        shardTotal: [8]
+        shardIndex: [1, 2, 3]
+        shardTotal: [3]
     needs:
       - build-server-native
     services:
@@ -144,7 +142,7 @@ jobs:
         uses: actions/download-artifact@v4
         with:
           name: server-native.node
-          path: ./packages/backend/native
+          path: ./packages/backend/server
 
       - name: Prepare Server Test Environment
         env:
@@ -152,8 +150,6 @@ jobs:
           COPILOT_FAL_API_KEY: ${{ secrets.COPILOT_FAL_API_KEY }}
           COPILOT_GOOGLE_API_KEY: ${{ secrets.COPILOT_GOOGLE_API_KEY }}
           COPILOT_PERPLEXITY_API_KEY: ${{ secrets.COPILOT_PERPLEXITY_API_KEY }}
-          COPILOT_ANTHROPIC_API_KEY: ${{ secrets.COPILOT_ANTHROPIC_API_KEY }}
-          COPILOT_EXA_API_KEY: ${{ secrets.COPILOT_EXA_API_KEY }}
         uses: ./.github/actions/server-test-env
 
       - name: Run Copilot E2E Test ${{ matrix.shardIndex }}/${{ matrix.shardTotal }}

.github/workflows/deploy.yml

@@ -92,16 +92,34 @@ jobs:
           APP_VERSION: ${{ steps.version.outputs.APP_VERSION }}
           DEPLOY_HOST: ${{ secrets.DEPLOY_HOST }}
           CANARY_DEPLOY_HOST: ${{ secrets.CANARY_DEPLOY_HOST }}
+          R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
+          R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
+          R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
+          CAPTCHA_TURNSTILE_SECRET: ${{ secrets.CAPTCHA_TURNSTILE_SECRET }}
+          COPILOT_OPENAI_API_KEY: ${{ secrets.COPILOT_OPENAI_API_KEY }}
+          COPILOT_FAL_API_KEY: ${{ secrets.COPILOT_FAL_API_KEY }}
+          COPILOT_GOOGLE_API_KEY: ${{ secrets.COPILOT_GOOGLE_API_KEY }}
+          COPILOT_PERPLEXITY_API_KEY: ${{ secrets.COPILOT_PERPLEXITY_API_KEY }}
+          COPILOT_UNSPLASH_API_KEY: ${{ secrets.COPILOT_UNSPLASH_API_KEY }}
+          METRICS_CUSTOMER_IO_TOKEN: ${{ secrets.METRICS_CUSTOMER_IO_TOKEN }}
+          MAILER_SENDER: ${{ secrets.OAUTH_EMAIL_SENDER }}
+          MAILER_USER: ${{ secrets.OAUTH_EMAIL_LOGIN }}
+          MAILER_PASSWORD: ${{ secrets.OAUTH_EMAIL_PASSWORD }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          AFFINE_GOOGLE_CLIENT_ID: ${{ secrets.AFFINE_GOOGLE_CLIENT_ID }}
+          AFFINE_GOOGLE_CLIENT_SECRET: ${{ secrets.AFFINE_GOOGLE_CLIENT_SECRET }}
           DATABASE_URL: ${{ secrets.DATABASE_URL }}
           DATABASE_USERNAME: ${{ secrets.DATABASE_USERNAME }}
           DATABASE_PASSWORD: ${{ secrets.DATABASE_PASSWORD }}
           DATABASE_NAME: ${{ secrets.DATABASE_NAME }}
           GCLOUD_CONNECTION_NAME: ${{ secrets.GCLOUD_CONNECTION_NAME }}
+          GCLOUD_CLOUD_SQL_INTERNAL_ENDPOINT: ${{ secrets.GCLOUD_CLOUD_SQL_INTERNAL_ENDPOINT }}
           REDIS_SERVER_HOST: ${{ secrets.REDIS_SERVER_HOST }}
           REDIS_SERVER_PASSWORD: ${{ secrets.REDIS_SERVER_PASSWORD }}
           CLOUD_SQL_IAM_ACCOUNT: ${{ secrets.CLOUD_SQL_IAM_ACCOUNT }}
           APP_IAM_ACCOUNT: ${{ secrets.APP_IAM_ACCOUNT }}
+          STRIPE_API_KEY: ${{ secrets.STRIPE_API_KEY }}
+          STRIPE_WEBHOOK_KEY: ${{ secrets.STRIPE_WEBHOOK_KEY }}
           STATIC_IP_NAME: ${{ secrets.STATIC_IP_NAME }}
 
   deploy-done:

.github/workflows/release-desktop.yml

@@ -142,19 +142,11 @@ jobs:
           # some flatpak deps need git protocol.file.allow
           git config --global protocol.file.allow always
 
-      - name: Remove nbstore node_modules
-        shell: bash
-        # node_modules of nbstore is not needed for building, and it will make the build process out of memory
-        run: |
-          rm -rf packages/frontend/apps/electron/node_modules/@affine/nbstore/node_modules/@blocksuite
-          rm -rf packages/frontend/apps/electron/node_modules/@affine/native/node_modules
-
       - name: make
         run: yarn affine @affine/electron make --platform=${{ matrix.spec.platform }} --arch=${{ matrix.spec.arch }}
         env:
           SKIP_WEB_BUILD: 1
           HOIST_NODE_MODULES: 1
-          NODE_OPTIONS: --max-old-space-size=14384
 
       - name: signing DMG
         if: ${{ matrix.spec.platform == 'darwin' }}
@@ -248,20 +240,11 @@ jobs:
       - name: Build Desktop Layers
         run: yarn affine @affine/electron build
 
-      - name: Remove nbstore node_modules
-        shell: bash
-        # node_modules of nbstore is not needed for building, and it will make the build process out of memory
-        run: |
-          rm -rf packages/frontend/apps/electron/node_modules/@affine/nbstore/node_modules/@blocksuite
-          rm -rf packages/frontend/apps/electron/node_modules/@affine/native/node_modules
-
       - name: package
-        run: |
-          yarn affine @affine/electron package --platform=${{ matrix.spec.platform }} --arch=${{ matrix.spec.arch }}
+        run: yarn affine @affine/electron package --platform=${{ matrix.spec.platform }} --arch=${{ matrix.spec.arch }}
         env:
           SKIP_WEB_BUILD: 1
           HOIST_NODE_MODULES: 1
-          NODE_OPTIONS: --max-old-space-size=14384
 
       - name: get all files to be signed
         id: get_files_to_be_signed
@@ -460,7 +443,6 @@ jobs:
         run: |
           cp ./.docker/selfhost/compose.yml ./release/docker-compose.yml
           cp ./.docker/selfhost/.env.example ./release/.env.example
-          cp ./.docker/selfhost/schema.json ./release/config.schema.json
       - name: Generate Release yml
         run: |
           node ./scripts/generate-release-yml.mjs

.github/workflows/release-mobile.yml

@@ -117,31 +117,10 @@ jobs:
           name: android
           path: packages/frontend/apps/android/dist
 
-  determine-ios-runner:
-    runs-on: ubuntu-latest
+  ios:
+    runs-on: namespace-profile-macos
     needs:
       - build-ios-web
-    outputs:
-      RUNNER: ${{ steps.runner.outputs.RUNNER }}
-    steps:
-      - name: Determine Runner
-        id: runner
-        # Randomly pick runner with 80% chance for blaze/macos-14 and 20% chance for namespace-profile-macos
-        # blaze/macos-14 is free but has limited concurrency
-        run: |
-          RANDOM_NUMBER=$(( $RANDOM % 100 + 1 ))
-          if [ $RANDOM_NUMBER -le 20 ]; then
-            echo "Selected namespace-profile-macos (20% probability)"
-            echo "RUNNER=namespace-profile-macos" >> $GITHUB_OUTPUT
-          else
-            echo "Selected blaze/macos-14 (80% probability)"
-            echo "RUNNER=blaze/macos-14" >> $GITHUB_OUTPUT
-          fi
-
-  ios:
-    runs-on: ${{ github.ref_name == 'canary' && 'macos-latest' || needs.determine-ios-runner.outputs.RUNNER }}
-    needs:
-      - determine-ios-runner
     steps:
       - uses: actions/checkout@v4
       - name: Download mobile artifact
@@ -200,18 +179,11 @@ jobs:
       - build-android-web
     steps:
       - uses: actions/checkout@v4
-      - name: Setup Version
-        id: version
-        uses: ./.github/actions/setup-version
       - name: Download mobile artifact
         uses: actions/download-artifact@v4
         with:
           name: android
           path: packages/frontend/apps/android/dist
-      - name: Load Google Service file
-        env:
-          DATA: ${{ secrets.FIREBASE_ANDROID_GOOGLE_SERVICE_JSON }}
-        run: echo $DATA | base64 -di > packages/frontend/apps/android/App/app/google-services.json
       - name: Setup Node.js
         uses: ./.github/actions/setup-node
         timeout-minutes: 10
@@ -261,14 +233,13 @@ jobs:
           AFFINE_ANDROID_KEYSTORE_PASSWORD: ${{ secrets.AFFINE_ANDROID_KEYSTORE_PASSWORD }}
           AFFINE_ANDROID_KEYSTORE_ALIAS_PASSWORD: ${{ secrets.AFFINE_ANDROID_KEYSTORE_ALIAS_PASSWORD }}
           AFFINE_ANDROID_SIGN_KEYSTORE: ${{ secrets.AFFINE_ANDROID_SIGN_KEYSTORE }}
-          VERSION_NAME: ${{ steps.version.outputs.APP_VERSION }}
+
       - name: Upload to Google Play
         uses: r0adkll/upload-google-play@v1
         if: ${{ env.BUILD_TARGET == 'distribution' }}
         with:
           serviceAccountJson: ${{ steps.auth.outputs.credentials_file_path }}
           packageName: app.affine.pro
-          releaseName: ${{ steps.version.outputs.APP_VERSION }}
           releaseFiles: packages/frontend/apps/android/App/app/build/outputs/bundle/${{ env.BUILD_TYPE }}Release/app-${{ env.BUILD_TYPE }}-release-signed.aab
           track: internal
           status: draft

.gitignore

@@ -85,6 +85,3 @@ packages/frontend/core/public/static/templates
 af
 af.cmd
 *.resolved
-
-# playwright
-storageState.json

.nvmrc

@@ -1 +1 @@
-22.15.0
+22.14.0

.vscode/launch.template.json

@@ -29,7 +29,10 @@
       "type": "chrome",
       "request": "launch",
       "name": "Debug AFFiNE Web",
-      "url": "http://localhost:8080"
+      "url": "http://localhost:8080",
+      "sourceMapPathOverrides": {
+        "webpack://affine/blocksuite/*": "${workspaceFolder}/blocksuite/*"
+      }
     }
   ]
 }

.yarnrc.yml

@@ -10,6 +10,6 @@ npmAuthToken: "${NPM_TOKEN:-NONE}"
 
 npmPublishAccess: public
 
-npmRegistryServer: "https://registry.npmjs.org"
+npmPublishRegistry: "https://registry.npmjs.org"
 
-yarnPath: .yarn/releases/yarn-4.9.1.cjs
+yarnPath: .yarn/releases/yarn-4.8.0.cjs

Cargo.toml

@@ -2,9 +2,6 @@
 members = [
   "./packages/backend/native",
   "./packages/common/native",
-  "./packages/common/y-octo/core",
-  "./packages/common/y-octo/node",
-  "./packages/common/y-octo/utils",
   "./packages/frontend/mobile-native",
   "./packages/frontend/native",
   "./packages/frontend/native/nbstore",
@@ -19,61 +16,40 @@ edition = "2024"
 [workspace.dependencies]
 affine_common          = { path = "./packages/common/native" }
 affine_nbstore         = { path = "./packages/frontend/native/nbstore" }
-ahash                  = "0.8"
 anyhow                 = "1"
-arbitrary              = { version = "1.3", features = ["derive"] }
-assert-json-diff       = "2.0"
-async-lock             = { version = "3.4.0", features = ["loom"] }
 base64-simd            = "0.8"
-bitvec                 = "1.0"
 block2                 = "0.6"
-byteorder              = "1.5"
 chrono                 = "0.4"
-clap                   = { version = "4.4", features = ["derive"] }
 core-foundation        = "0.10"
 coreaudio-rs           = "0.12"
-criterion              = { version = "0.5", features = ["html_reports"] }
 criterion2             = { version = "3", default-features = false }
-dispatch2              = "0.3"
+dispatch2              = "0.2"
 docx-parser            = { git = "https://github.com/toeverything/docx-parser" }
 dotenvy                = "0.15"
 file-format            = { version = "0.26", features = ["reader"] }
 homedir                = "0.3"
 infer                  = { version = "0.19.0" }
-lasso                  = { version = "0.7", features = ["multi-threaded"] }
-lib0                   = { version = "0.16", features = ["lib0-serde"] }
 libc                   = "0.2"
-log                    = "0.4"
-loom                   = { version = "0.7", features = ["checkpoint"] }
 mimalloc               = "0.1"
-nanoid                 = "0.4"
+mp3lame-encoder        = "0.2"
 napi                   = { version = "3.0.0-alpha.31", features = ["async", "chrono_date", "error_anyhow", "napi9", "serde"] }
 napi-build             = { version = "2" }
 napi-derive            = { version = "3.0.0-alpha.28" }
-nom                    = "8"
 notify                 = { version = "8", features = ["serde"] }
 objc2                  = "0.6"
 objc2-foundation       = "0.3"
 once_cell              = "1"
-ordered-float          = "5"
 parking_lot            = "0.12"
 path-ext               = "0.1.1"
-pdf-extract            = { git = "https://github.com/toeverything/pdf-extract", branch = "darksky/improve-font-decoding" }
-phf                    = { version = "0.11", features = ["macros"] }
-proptest               = "1.3"
-proptest-derive        = "0.5"
+pdf-extract            = { git = "https://github.com/toeverything/pdf-extract" }
 rand                   = "0.9"
-rand_chacha            = "0.9"
-rand_distr             = "0.5"
 rayon                  = "1.10"
 readability            = { version = "0.3.0", default-features = false }
-regex                  = "1.10"
 rubato                 = "0.16"
 screencapturekit       = "0.3"
 serde                  = "1"
 serde_json             = "1"
 sha3                   = "0.10"
-smol_str               = "0.3"
 sqlx                   = { version = "0.8", default-features = false, features = ["chrono", "macros", "migrate", "runtime-tokio", "sqlite", "tls-rustls"] }
 strum_macros           = "0.27.0"
 symphonia              = { version = "0.5", features = ["all", "opt-simd"] }
@@ -90,16 +66,14 @@ tree-sitter-java       = { version = "0.23" }
 tree-sitter-javascript = { version = "0.23" }
 tree-sitter-kotlin-ng  = { version = "1.1" }
 tree-sitter-python     = { version = "0.23" }
-tree-sitter-rust       = { version = "0.24" }
+tree-sitter-rust       = { version = "0.23" }
 tree-sitter-scala      = { version = "0.23" }
 tree-sitter-typescript = { version = "0.23" }
 uniffi                 = "0.29"
 url                    = { version = "2.5" }
 uuid                   = "1.8"
 v_htmlescape           = "0.15"
-y-octo                 = { path = "./packages/common/y-octo/core" }
-y-sync                 = { version = "0.4" }
-yrs                    = "0.23.0"
+y-octo                 = { git = "https://github.com/y-crdt/y-octo.git", branch = "main" }
 
 [profile.dev.package.sqlx-macros]
 opt-level = 3
@@ -109,7 +83,3 @@ codegen-units = 1
 lto           = true
 opt-level     = 3
 strip         = "symbols"
-
-# android uniffi bindgen requires symbols
-[profile.release.package.affine_mobile_native]
-strip         = "none"

README.md

@@ -21,23 +21,6 @@
 <br/>
 <br/>
 
-<div align="left" valign="middle">
-<a href="https://runblaze.dev">
- <picture>
-   <source media="(prefers-color-scheme: dark)" srcset="https://www.runblaze.dev/logo_dark.png">
-   <img align="right" src="https://www.runblaze.dev/logo_light.png" height="102px"/>
- </picture>
-</a>
-
-<br style="display: none;"/>
-
-_Special thanks to [Blaze](https://runblaze.dev) for their support of this project. They provide high-performance Apple Silicon macOS and Linux (AMD64 & ARM64) runners for GitHub Actions, greatly reducing our automated build times._
-
-</div>
-
-<br/>
-<br/>
-
 <div align="center">
     <a href="https://affine.pro">Home Page</a> |
     <a href="https://affine.pro/redirect/discord">Discord</a> |
@@ -177,6 +160,7 @@ We would also like to give thanks to open-source projects that make AFFiNE possi
 - [Jotai](https://github.com/pmndrs/jotai) - Primitive and flexible state management for React.
 - [async-call-rpc](https://github.com/Jack-Works/async-call-rpc) - A lightweight JSON RPC client & server.
 - [Vite](https://github.com/vitejs/vite) - Next generation frontend tooling.
+- [lame](https://lame.sourceforge.io/) - High quality MPEG Audio Layer III (MP3) encoder.
 - Other upstream [dependencies](https://github.com/toeverything/AFFiNE/network/dependencies).
 
 Thanks a lot to the community for providing such powerful and simple libraries, so that we can focus more on the implementation of the product logic, and we hope that in the future our projects will also provide a more easy-to-use knowledge base for everyone.

blocksuite/affine/all/package.json

@@ -30,20 +30,15 @@
     "@blocksuite/affine-block-surface-ref": "workspace:*",
     "@blocksuite/affine-block-table": "workspace:*",
     "@blocksuite/affine-components": "workspace:*",
-    "@blocksuite/affine-ext-loader": "workspace:*",
-    "@blocksuite/affine-foundation": "workspace:*",
     "@blocksuite/affine-fragment-doc-title": "workspace:*",
     "@blocksuite/affine-fragment-frame-panel": "workspace:*",
     "@blocksuite/affine-fragment-outline": "workspace:*",
     "@blocksuite/affine-gfx-brush": "workspace:*",
     "@blocksuite/affine-gfx-connector": "workspace:*",
     "@blocksuite/affine-gfx-group": "workspace:*",
-    "@blocksuite/affine-gfx-link": "workspace:*",
     "@blocksuite/affine-gfx-mindmap": "workspace:*",
     "@blocksuite/affine-gfx-note": "workspace:*",
-    "@blocksuite/affine-gfx-pointer": "workspace:*",
     "@blocksuite/affine-gfx-shape": "workspace:*",
-    "@blocksuite/affine-gfx-template": "workspace:*",
     "@blocksuite/affine-gfx-text": "workspace:*",
     "@blocksuite/affine-gfx-turbo-renderer": "workspace:*",
     "@blocksuite/affine-inline-footnote": "workspace:*",
@@ -58,16 +53,11 @@
     "@blocksuite/affine-widget-drag-handle": "workspace:*",
     "@blocksuite/affine-widget-edgeless-auto-connect": "workspace:*",
     "@blocksuite/affine-widget-edgeless-toolbar": "workspace:*",
-    "@blocksuite/affine-widget-edgeless-zoom-toolbar": "workspace:*",
     "@blocksuite/affine-widget-frame-title": "workspace:*",
-    "@blocksuite/affine-widget-keyboard-toolbar": "workspace:*",
-    "@blocksuite/affine-widget-linked-doc": "workspace:*",
-    "@blocksuite/affine-widget-page-dragging-area": "workspace:*",
     "@blocksuite/affine-widget-remote-selection": "workspace:*",
     "@blocksuite/affine-widget-scroll-anchoring": "workspace:*",
     "@blocksuite/affine-widget-slash-menu": "workspace:*",
     "@blocksuite/affine-widget-toolbar": "workspace:*",
-    "@blocksuite/affine-widget-viewport-overlay": "workspace:*",
     "@blocksuite/data-view": "workspace:*",
     "@blocksuite/global": "workspace:*",
     "@blocksuite/std": "workspace:*",
@@ -78,7 +68,6 @@
   "exports": {
     ".": "./src/index.ts",
     "./effects": "./src/effects.ts",
-    "./ext-loader": "./src/ext-loader/index.ts",
     "./std": "./src/std/index.ts",
     "./std/gfx": "./src/std/gfx.ts",
     "./std/inline": "./src/std/inline.ts",
@@ -94,139 +83,56 @@
     "./global/lit": "./src/global/lit.ts",
     "./store": "./src/store/index.ts",
     "./store/test": "./src/store/test.ts",
-    "./blocks/attachment": "./src/blocks/attachment/index.ts",
-    "./blocks/attachment/store": "./src/blocks/attachment/store.ts",
-    "./blocks/attachment/view": "./src/blocks/attachment/view.ts",
-    "./blocks/bookmark": "./src/blocks/bookmark/index.ts",
-    "./blocks/bookmark/store": "./src/blocks/bookmark/store.ts",
-    "./blocks/bookmark/view": "./src/blocks/bookmark/view.ts",
-    "./blocks/callout": "./src/blocks/callout/index.ts",
-    "./blocks/callout/store": "./src/blocks/callout/store.ts",
-    "./blocks/callout/view": "./src/blocks/callout/view.ts",
-    "./blocks/code": "./src/blocks/code/index.ts",
-    "./blocks/code/store": "./src/blocks/code/store.ts",
-    "./blocks/code/view": "./src/blocks/code/view.ts",
-    "./blocks/data-view": "./src/blocks/data-view/index.ts",
-    "./blocks/data-view/store": "./src/blocks/data-view/store.ts",
-    "./blocks/data-view/view": "./src/blocks/data-view/view.ts",
-    "./blocks/database": "./src/blocks/database/index.ts",
-    "./blocks/database/store": "./src/blocks/database/store.ts",
-    "./blocks/database/view": "./src/blocks/database/view.ts",
-    "./blocks/divider": "./src/blocks/divider/index.ts",
-    "./blocks/divider/store": "./src/blocks/divider/store.ts",
-    "./blocks/divider/view": "./src/blocks/divider/view.ts",
-    "./blocks/edgeless-text": "./src/blocks/edgeless-text/index.ts",
-    "./blocks/edgeless-text/store": "./src/blocks/edgeless-text/store.ts",
-    "./blocks/edgeless-text/view": "./src/blocks/edgeless-text/view.ts",
-    "./blocks/embed": "./src/blocks/embed/index.ts",
-    "./blocks/embed/store": "./src/blocks/embed/store.ts",
-    "./blocks/embed/view": "./src/blocks/embed/view.ts",
-    "./blocks/frame": "./src/blocks/frame/index.ts",
-    "./blocks/frame/store": "./src/blocks/frame/store.ts",
-    "./blocks/frame/view": "./src/blocks/frame/view.ts",
-    "./blocks/image": "./src/blocks/image/index.ts",
-    "./blocks/image/store": "./src/blocks/image/store.ts",
-    "./blocks/image/view": "./src/blocks/image/view.ts",
-    "./blocks/latex": "./src/blocks/latex/index.ts",
-    "./blocks/latex/store": "./src/blocks/latex/store.ts",
-    "./blocks/latex/view": "./src/blocks/latex/view.ts",
-    "./blocks/list": "./src/blocks/list/index.ts",
-    "./blocks/list/store": "./src/blocks/list/store.ts",
-    "./blocks/list/view": "./src/blocks/list/view.ts",
-    "./blocks/note": "./src/blocks/note/index.ts",
-    "./blocks/note/store": "./src/blocks/note/store.ts",
-    "./blocks/note/view": "./src/blocks/note/view.ts",
-    "./blocks/paragraph": "./src/blocks/paragraph/index.ts",
-    "./blocks/paragraph/store": "./src/blocks/paragraph/store.ts",
-    "./blocks/paragraph/view": "./src/blocks/paragraph/view.ts",
+    "./blocks/attachment": "./src/blocks/attachment.ts",
+    "./blocks/bookmark": "./src/blocks/bookmark.ts",
+    "./blocks/callout": "./src/blocks/callout.ts",
+    "./blocks/code": "./src/blocks/code.ts",
+    "./blocks/data-view": "./src/blocks/data-view.ts",
+    "./blocks/database": "./src/blocks/database.ts",
+    "./blocks/divider": "./src/blocks/divider.ts",
+    "./blocks/edgeless-text": "./src/blocks/edgeless-text.ts",
+    "./blocks/embed": "./src/blocks/embed.ts",
+    "./blocks/frame": "./src/blocks/frame.ts",
+    "./blocks/image": "./src/blocks/image.ts",
+    "./blocks/latex": "./src/blocks/latex.ts",
+    "./blocks/list": "./src/blocks/list.ts",
+    "./blocks/note": "./src/blocks/note.ts",
+    "./blocks/paragraph": "./src/blocks/paragraph.ts",
     "./blocks/root": "./src/blocks/root.ts",
-    "./blocks/surface": "./src/blocks/surface/index.ts",
-    "./blocks/surface/store": "./src/blocks/surface/store.ts",
-    "./blocks/surface/view": "./src/blocks/surface/view.ts",
-    "./blocks/surface-ref": "./src/blocks/surface-ref/index.ts",
-    "./blocks/surface-ref/store": "./src/blocks/surface-ref/store.ts",
-    "./blocks/surface-ref/view": "./src/blocks/surface-ref/view.ts",
-    "./blocks/table": "./src/blocks/table/index.ts",
-    "./blocks/table/store": "./src/blocks/table/store.ts",
-    "./blocks/table/view": "./src/blocks/table/view.ts",
+    "./blocks/surface": "./src/blocks/surface.ts",
+    "./blocks/surface-ref": "./src/blocks/surface-ref.ts",
+    "./blocks/table": "./src/blocks/table.ts",
     "./data-view": "./src/data-view/index.ts",
     "./data-view/effects": "./src/data-view/effects.ts",
-    "./inlines/link": "./src/inlines/link/index.ts",
-    "./inlines/link/store": "./src/inlines/link/store.ts",
-    "./inlines/link/view": "./src/inlines/link/view.ts",
-    "./inlines/reference": "./src/inlines/reference/index.ts",
-    "./inlines/reference/store": "./src/inlines/reference/store.ts",
-    "./inlines/reference/view": "./src/inlines/reference/view.ts",
-    "./inlines/preset": "./src/inlines/preset/index.ts",
-    "./inlines/preset/store": "./src/inlines/preset/store.ts",
-    "./inlines/preset/view": "./src/inlines/preset/view.ts",
-    "./inlines/footnote": "./src/inlines/footnote/index.ts",
-    "./inlines/footnote/view": "./src/inlines/footnote/view.ts",
-    "./inlines/footnote/store": "./src/inlines/footnote/store.ts",
-    "./inlines/latex": "./src/inlines/latex/index.ts",
-    "./inlines/latex/store": "./src/inlines/latex/store.ts",
-    "./inlines/latex/view": "./src/inlines/latex/view.ts",
-    "./inlines/mention": "./src/inlines/mention/index.ts",
-    "./inlines/mention/view": "./src/inlines/mention/view.ts",
-    "./widgets/drag-handle": "./src/widgets/drag-handle/index.ts",
-    "./widgets/drag-handle/view": "./src/widgets/drag-handle/view.ts",
-    "./widgets/edgeless-auto-connect": "./src/widgets/edgeless-auto-connect/index.ts",
-    "./widgets/edgeless-auto-connect/view": "./src/widgets/edgeless-auto-connect/view.ts",
-    "./widgets/edgeless-toolbar": "./src/widgets/edgeless-toolbar/index.ts",
-    "./widgets/edgeless-toolbar/view": "./src/widgets/edgeless-toolbar/view.ts",
-    "./widgets/frame-title": "./src/widgets/frame-title/index.ts",
-    "./widgets/frame-title/view": "./src/widgets/frame-title/view.ts",
-    "./widgets/linked-doc": "./src/widgets/linked-doc/index.ts",
-    "./widgets/linked-doc/view": "./src/widgets/linked-doc/view.ts",
-    "./widgets/remote-selection": "./src/widgets/remote-selection/index.ts",
-    "./widgets/remote-selection/view": "./src/widgets/remote-selection/view.ts",
-    "./widgets/scroll-anchoring": "./src/widgets/scroll-anchoring/index.ts",
-    "./widgets/scroll-anchoring/view": "./src/widgets/scroll-anchoring/view.ts",
-    "./widgets/slash-menu": "./src/widgets/slash-menu/index.ts",
-    "./widgets/slash-menu/view": "./src/widgets/slash-menu/view.ts",
-    "./widgets/toolbar": "./src/widgets/toolbar/index.ts",
-    "./widgets/toolbar/view": "./src/widgets/toolbar/view.ts",
-    "./widgets/keyboard-toolbar": "./src/widgets/keyboard-toolbar/index.ts",
-    "./widgets/keyboard-toolbar/view": "./src/widgets/keyboard-toolbar/view.ts",
-    "./widgets/viewport-overlay": "./src/widgets/viewport-overlay/index.ts",
-    "./widgets/viewport-overlay/view": "./src/widgets/viewport-overlay/view.ts",
-    "./widgets/page-dragging-area": "./src/widgets/page-dragging-area/index.ts",
-    "./widgets/page-dragging-area/view": "./src/widgets/page-dragging-area/view.ts",
+    "./inlines/link": "./src/inlines/link.ts",
+    "./inlines/reference": "./src/inlines/reference.ts",
+    "./inlines/preset": "./src/inlines/preset.ts",
+    "./inlines/footnote": "./src/inlines/footnote.ts",
+    "./inlines/latex": "./src/inlines/latex.ts",
+    "./inlines/mention": "./src/inlines/mention.ts",
+    "./widgets/drag-handle": "./src/widgets/drag-handle.ts",
+    "./widgets/edgeless-auto-connect": "./src/widgets/edgeless-auto-connect.ts",
+    "./widgets/edgeless-toolbar": "./src/widgets/edgeless-toolbar.ts",
+    "./widgets/frame-title": "./src/widgets/frame-title.ts",
+    "./widgets/remote-selection": "./src/widgets/remote-selection.ts",
+    "./widgets/scroll-anchoring": "./src/widgets/scroll-anchoring.ts",
+    "./widgets/slash-menu": "./src/widgets/slash-menu.ts",
+    "./widgets/toolbar": "./src/widgets/toolbar.ts",
     "./fragments/doc-title": "./src/fragments/doc-title.ts",
     "./fragments/frame-panel": "./src/fragments/frame-panel.ts",
     "./fragments/outline": "./src/fragments/outline.ts",
-    "./gfx/text": "./src/gfx/text/index.ts",
-    "./gfx/text/store": "./src/gfx/text/store.ts",
-    "./gfx/text/view": "./src/gfx/text/view.ts",
-    "./gfx/brush": "./src/gfx/brush/index.ts",
-    "./gfx/brush/store": "./src/gfx/brush/store.ts",
-    "./gfx/brush/view": "./src/gfx/brush/view.ts",
-    "./gfx/pointer": "./src/gfx/pointer/index.ts",
-    "./gfx/pointer/view": "./src/gfx/pointer/view.ts",
-    "./gfx/shape": "./src/gfx/shape/index.ts",
-    "./gfx/shape/store": "./src/gfx/shape/store.ts",
-    "./gfx/shape/view": "./src/gfx/shape/view.ts",
-    "./gfx/link": "./src/gfx/link/index.ts",
-    "./gfx/link/view": "./src/gfx/link/view.ts",
-    "./gfx/note": "./src/gfx/note/index.ts",
-    "./gfx/note/view": "./src/gfx/note/view.ts",
-    "./gfx/mindmap": "./src/gfx/mindmap/index.ts",
-    "./gfx/mindmap/store": "./src/gfx/mindmap/store.ts",
-    "./gfx/mindmap/view": "./src/gfx/mindmap/view.ts",
-    "./gfx/connector": "./src/gfx/connector/index.ts",
-    "./gfx/connector/store": "./src/gfx/connector/store.ts",
-    "./gfx/connector/view": "./src/gfx/connector/view.ts",
-    "./gfx/group": "./src/gfx/group/index.ts",
-    "./gfx/group/store": "./src/gfx/group/store.ts",
-    "./gfx/group/view": "./src/gfx/group/view.ts",
-    "./gfx/template": "./src/gfx/template/index.ts",
-    "./gfx/template/view": "./src/gfx/template/view.ts",
+    "./gfx/text": "./src/gfx/text.ts",
+    "./gfx/brush": "./src/gfx/brush.ts",
+    "./gfx/shape": "./src/gfx/shape.ts",
+    "./gfx/note": "./src/gfx/note.ts",
+    "./gfx/mindmap": "./src/gfx/mindmap.ts",
+    "./gfx/connector": "./src/gfx/connector.ts",
+    "./gfx/group": "./src/gfx/group.ts",
     "./gfx/turbo-renderer": "./src/gfx/turbo-renderer.ts",
     "./components/block-selection": "./src/components/block-selection.ts",
     "./components/block-zero-width": "./src/components/block-zero-width.ts",
     "./components/caption": "./src/components/caption.ts",
     "./components/card-style-dropdown-menu": "./src/components/card-style-dropdown-menu.ts",
-    "./components/citation": "./src/components/citation.ts",
     "./components/color-picker": "./src/components/color-picker.ts",
     "./components/context-menu": "./src/components/context-menu.ts",
     "./components/date-picker": "./src/components/date-picker.ts",
@@ -263,8 +169,8 @@
     "./schemas": "./src/schemas.ts",
     "./model": "./src/model/index.ts",
     "./sync": "./src/sync/index.ts",
-    "./extensions/store": "./src/extensions/store.ts",
-    "./extensions/view": "./src/extensions/view.ts"
+    "./adapters": "./src/adapters/index.ts",
+    "./extensions": "./src/extensions/index.ts"
   },
   "files": [
     "src",
@@ -272,9 +178,9 @@
     "!src/__tests__",
     "!dist/__tests__"
   ],
-  "version": "0.21.0",
+  "version": "0.20.0",
   "devDependencies": {
     "@vanilla-extract/vite-plugin": "^5.0.0",
-    "vitest": "3.1.1"
+    "vitest": "3.0.9"
   }
 }

blocksuite/affine/all/src/__tests__/adapters/html.unit.spec.ts

@@ -125,7 +125,7 @@ describe('snapshot to html', () => {
     };
 
     const html = template(
-      `<pre><code class="code-python">import this</code></pre>`
+      `<pre class="shiki light-plus" style="background-color:#FFFFFF;color:#000000" tabindex="0"><code><span class="line"><span style="color:#AF00DB">import</span><span style="color:#000000"> this</span></span></code></pre>`
     );
 
     const htmlAdapter = new HtmlAdapter(createJob(), provider);
@@ -191,7 +191,7 @@ describe('snapshot to html', () => {
     };
 
     const html = template(
-      `<pre><code class="code-PYTHON">import this</code></pre>`
+      `<pre class="shiki light-plus" style="background-color:#FFFFFF;color:#000000" tabindex="0"><code><span class="line"><span>import this</span></span></code></pre>`
     );
 
     const htmlAdapter = new HtmlAdapter(createJob(), provider);
@@ -257,7 +257,7 @@ describe('snapshot to html', () => {
     };
 
     const html = template(
-      `<pre><code class="code-unknown">import this</code></pre>`
+      `<pre class="shiki light-plus" style="background-color:#FFFFFF;color:#000000" tabindex="0"><code><span class="line"><span>import this</span></span></code></pre>`
     );
 
     const htmlAdapter = new HtmlAdapter(createJob(), provider);

blocksuite/affine/all/src/__tests__/adapters/markdown.unit.spec.ts

@@ -2396,9 +2396,6 @@ World!
                           reference: {
                             type: 'url',
                             url: 'https://www.example.com',
-                            favicon: 'https://www.example.com/favicon.ico',
-                            title: 'Example Domain',
-                            description: 'Example Domain',
                           },
                         },
                       },
@@ -2440,7 +2437,7 @@ World!
     };
 
     const markdown =
-      'aaa[^1][^2][^3]\n\n[^1]: {"type":"url","url":"https%3A%2F%2Fwww.example.com","favicon":"https%3A%2F%2Fwww.example.com%2Ffavicon.ico","title":"Example Domain","description":"Example Domain"}\n\n[^2]: {"type":"doc","docId":"deadbeef"}\n\n[^3]: {"type":"attachment","blobId":"abcdefg","fileName":"test.txt","fileType":"text/plain"}\n';
+      'aaa[^1][^2][^3]\n\n[^1]: {"type":"url","url":"https%3A%2F%2Fwww.example.com"}\n\n[^2]: {"type":"doc","docId":"deadbeef"}\n\n[^3]: {"type":"attachment","blobId":"abcdefg","fileName":"test.txt","fileType":"text/plain"}\n';
 
     const mdAdapter = new MarkdownAdapter(createJob(), provider);
     const target = await mdAdapter.fromBlockSnapshot({
@@ -2451,262 +2448,203 @@ World!
 });
 
 describe('markdown to snapshot', () => {
-  describe('code', () => {
-    test('markdown code block', async () => {
-      const markdown = '```python\nimport this\n```\n';
+  test('code', async () => {
+    const markdown = '```python\nimport this\n```\n';
 
-      const blockSnapshot: BlockSnapshot = {
-        type: 'block',
-        id: 'matchesReplaceMap[0]',
-        flavour: 'affine:note',
-        props: {
-          xywh: '[0,0,800,95]',
-          background: DefaultTheme.noteBackgrounColor,
-          index: 'a0',
-          hidden: false,
-          displayMode: NoteDisplayMode.DocAndEdgeless,
+    const blockSnapshot: BlockSnapshot = {
+      type: 'block',
+      id: 'matchesReplaceMap[0]',
+      flavour: 'affine:note',
+      props: {
+        xywh: '[0,0,800,95]',
+        background: DefaultTheme.noteBackgrounColor,
+        index: 'a0',
+        hidden: false,
+        displayMode: NoteDisplayMode.DocAndEdgeless,
+      },
+      children: [
+        {
+          type: 'block',
+          id: 'matchesReplaceMap[1]',
+          flavour: 'affine:code',
+          props: {
+            language: 'python',
+            wrap: false,
+            text: {
+              '$blocksuite:internal:text$': true,
+              delta: [
+                {
+                  insert: 'import this',
+                },
+              ],
+            },
+          },
+          children: [],
         },
-        children: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[1]',
-            flavour: 'affine:code',
-            props: {
-              language: 'python',
-              wrap: false,
-              text: {
-                '$blocksuite:internal:text$': true,
-                delta: [
-                  {
-                    insert: 'import this',
-                  },
-                ],
-              },
-            },
-            children: [],
-          },
-        ],
-      };
+      ],
+    };
 
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
-        file: markdown,
-      });
-      expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
+    const mdAdapter = new MarkdownAdapter(createJob(), provider);
+    const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
+      file: markdown,
     });
+    expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
+  });
 
-    test('code with indentation 1 - slice', async () => {
-      const markdown = '```python\n    import this\n```';
+  test('code with indentation 1 - slice', async () => {
+    const markdown = '```python\n    import this\n```';
 
-      const sliceSnapshot: SliceSnapshot = {
-        type: 'slice',
-        content: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[0]',
-            flavour: 'affine:note',
-            props: {
-              xywh: '[0,0,800,95]',
-              background: DefaultTheme.noteBackgrounColor,
-              index: 'a0',
-              hidden: false,
-              displayMode: 'both',
-            },
-            children: [
-              {
-                type: 'block',
-                id: 'matchesReplaceMap[1]',
-                flavour: 'affine:code',
-                props: {
-                  language: 'python',
-                  wrap: false,
-                  text: {
-                    '$blocksuite:internal:text$': true,
-                    delta: [
-                      {
-                        insert: '    import this',
-                      },
-                    ],
-                  },
+    const sliceSnapshot: SliceSnapshot = {
+      type: 'slice',
+      content: [
+        {
+          type: 'block',
+          id: 'matchesReplaceMap[0]',
+          flavour: 'affine:note',
+          props: {
+            xywh: '[0,0,800,95]',
+            background: DefaultTheme.noteBackgrounColor,
+            index: 'a0',
+            hidden: false,
+            displayMode: 'both',
+          },
+          children: [
+            {
+              type: 'block',
+              id: 'matchesReplaceMap[1]',
+              flavour: 'affine:code',
+              props: {
+                language: 'python',
+                wrap: false,
+                text: {
+                  '$blocksuite:internal:text$': true,
+                  delta: [
+                    {
+                      insert: '    import this',
+                    },
+                  ],
                 },
-                children: [],
               },
-            ],
-          },
-        ],
-        workspaceId: '',
-        pageId: '',
-      };
-
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawSliceSnapshot = await mdAdapter.toSliceSnapshot({
-        file: markdown,
-        workspaceId: '',
-        pageId: '',
-      });
-      expect(nanoidReplacement(rawSliceSnapshot!)).toEqual(sliceSnapshot);
-    });
-
-    test('code with indentation 2 - slice', async () => {
-      const markdown = '````python\n```python\n    import this\n```\n````';
-
-      const sliceSnapshot: SliceSnapshot = {
-        type: 'slice',
-        content: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[0]',
-            flavour: 'affine:note',
-            props: {
-              xywh: '[0,0,800,95]',
-              background: DefaultTheme.noteBackgrounColor,
-              index: 'a0',
-              hidden: false,
-              displayMode: 'both',
+              children: [],
             },
-            children: [
-              {
-                type: 'block',
-                id: 'matchesReplaceMap[1]',
-                flavour: 'affine:code',
-                props: {
-                  language: 'python',
-                  wrap: false,
-                  text: {
-                    '$blocksuite:internal:text$': true,
-                    delta: [
-                      {
-                        insert: '```python\n    import this\n```',
-                      },
-                    ],
-                  },
-                },
-                children: [],
-              },
-            ],
-          },
-        ],
-        workspaceId: '',
-        pageId: '',
-      };
-
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawSliceSnapshot = await mdAdapter.toSliceSnapshot({
-        file: markdown,
-        workspaceId: '',
-        pageId: '',
-      });
-      expect(nanoidReplacement(rawSliceSnapshot!)).toEqual(sliceSnapshot);
-    });
-
-    test('code with indentation 3 - slice', async () => {
-      const markdown = '~~~~python\n````python\n    import this\n````\n~~~~';
-
-      const sliceSnapshot: SliceSnapshot = {
-        type: 'slice',
-        content: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[0]',
-            flavour: 'affine:note',
-            props: {
-              xywh: '[0,0,800,95]',
-              background: DefaultTheme.noteBackgrounColor,
-              index: 'a0',
-              hidden: false,
-              displayMode: 'both',
-            },
-            children: [
-              {
-                type: 'block',
-                id: 'matchesReplaceMap[1]',
-                flavour: 'affine:code',
-                props: {
-                  language: 'python',
-                  wrap: false,
-                  text: {
-                    '$blocksuite:internal:text$': true,
-                    delta: [
-                      {
-                        insert: '````python\n    import this\n````',
-                      },
-                    ],
-                  },
-                },
-                children: [],
-              },
-            ],
-          },
-        ],
-        workspaceId: '',
-        pageId: '',
-      };
-
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawSliceSnapshot = await mdAdapter.toSliceSnapshot({
-        file: markdown,
-        workspaceId: '',
-        pageId: '',
-      });
-      expect(nanoidReplacement(rawSliceSnapshot!)).toEqual(sliceSnapshot);
-    });
-
-    test('html block import as code block', async () => {
-      const markdown = `<div class="container">
-  <header>
-    <h1>Welcome to My Page</h1>
-    <nav>
-      <ul>
-        <li><a href="#home">Home</a></li>
-        <li><a href="#about">About</a></li>
-      </ul>
-    </nav>
-  </header>
-  <main>
-    <p>This is a sample HTML content</p>
-  </main>
-</div>`;
-
-      const blockSnapshot: BlockSnapshot = {
-        type: 'block',
-        id: 'matchesReplaceMap[0]',
-        flavour: 'affine:note',
-        props: {
-          xywh: '[0,0,800,95]',
-          background: DefaultTheme.noteBackgrounColor,
-          index: 'a0',
-          hidden: false,
-          displayMode: NoteDisplayMode.DocAndEdgeless,
+          ],
         },
-        children: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[1]',
-            flavour: 'affine:code',
-            props: {
-              language: 'html',
-              wrap: false,
-              text: {
-                '$blocksuite:internal:text$': true,
-                delta: [
-                  {
-                    insert:
-                      '<div class="container">\n  <header>\n    <h1>Welcome to My Page</h1>\n    <nav>\n      <ul>\n        <li><a href="#home">Home</a></li>\n        <li><a href="#about">About</a></li>\n      </ul>\n    </nav>\n  </header>\n  <main>\n    <p>This is a sample HTML content</p>\n  </main>\n</div>',
-                  },
-                ],
-              },
-            },
-            children: [],
-          },
-        ],
-      };
+      ],
+      workspaceId: '',
+      pageId: '',
+    };
 
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
-        file: markdown,
-      });
-      expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
+    const mdAdapter = new MarkdownAdapter(createJob(), provider);
+    const rawSliceSnapshot = await mdAdapter.toSliceSnapshot({
+      file: markdown,
+      workspaceId: '',
+      pageId: '',
     });
+    expect(nanoidReplacement(rawSliceSnapshot!)).toEqual(sliceSnapshot);
+  });
+
+  test('code with indentation 2 - slice', async () => {
+    const markdown = '````python\n```python\n    import this\n```\n````';
+
+    const sliceSnapshot: SliceSnapshot = {
+      type: 'slice',
+      content: [
+        {
+          type: 'block',
+          id: 'matchesReplaceMap[0]',
+          flavour: 'affine:note',
+          props: {
+            xywh: '[0,0,800,95]',
+            background: DefaultTheme.noteBackgrounColor,
+            index: 'a0',
+            hidden: false,
+            displayMode: 'both',
+          },
+          children: [
+            {
+              type: 'block',
+              id: 'matchesReplaceMap[1]',
+              flavour: 'affine:code',
+              props: {
+                language: 'python',
+                wrap: false,
+                text: {
+                  '$blocksuite:internal:text$': true,
+                  delta: [
+                    {
+                      insert: '```python\n    import this\n```',
+                    },
+                  ],
+                },
+              },
+              children: [],
+            },
+          ],
+        },
+      ],
+      workspaceId: '',
+      pageId: '',
+    };
+
+    const mdAdapter = new MarkdownAdapter(createJob(), provider);
+    const rawSliceSnapshot = await mdAdapter.toSliceSnapshot({
+      file: markdown,
+      workspaceId: '',
+      pageId: '',
+    });
+    expect(nanoidReplacement(rawSliceSnapshot!)).toEqual(sliceSnapshot);
+  });
+
+  test('code with indentation 3 - slice', async () => {
+    const markdown = '~~~~python\n````python\n    import this\n````\n~~~~';
+
+    const sliceSnapshot: SliceSnapshot = {
+      type: 'slice',
+      content: [
+        {
+          type: 'block',
+          id: 'matchesReplaceMap[0]',
+          flavour: 'affine:note',
+          props: {
+            xywh: '[0,0,800,95]',
+            background: DefaultTheme.noteBackgrounColor,
+            index: 'a0',
+            hidden: false,
+            displayMode: 'both',
+          },
+          children: [
+            {
+              type: 'block',
+              id: 'matchesReplaceMap[1]',
+              flavour: 'affine:code',
+              props: {
+                language: 'python',
+                wrap: false,
+                text: {
+                  '$blocksuite:internal:text$': true,
+                  delta: [
+                    {
+                      insert: '````python\n    import this\n````',
+                    },
+                  ],
+                },
+              },
+              children: [],
+            },
+          ],
+        },
+      ],
+      workspaceId: '',
+      pageId: '',
+    };
+
+    const mdAdapter = new MarkdownAdapter(createJob(), provider);
+    const rawSliceSnapshot = await mdAdapter.toSliceSnapshot({
+      file: markdown,
+      workspaceId: '',
+      pageId: '',
+    });
+    expect(nanoidReplacement(rawSliceSnapshot!)).toEqual(sliceSnapshot);
   });
 
   test('paragraph', async () => {
@@ -3700,137 +3638,130 @@ bbb
     expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
   });
 
-  describe('inline latex', () => {
-    test.each([
-      ['dollar sign syntax', 'inline $E=mc^2$ latex\n'],
-      ['backslash syntax', 'inline \\(E=mc^2\\) latex\n'],
-    ])('should convert %s correctly', async (_, markdown) => {
-      const blockSnapshot: BlockSnapshot = {
-        type: 'block',
-        id: 'matchesReplaceMap[0]',
-        flavour: 'affine:note',
-        props: {
-          xywh: '[0,0,800,95]',
-          background: DefaultTheme.noteBackgrounColor,
-          index: 'a0',
-          hidden: false,
-          displayMode: NoteDisplayMode.DocAndEdgeless,
-        },
-        children: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[1]',
-            flavour: 'affine:paragraph',
-            props: {
-              type: 'text',
-              text: {
-                '$blocksuite:internal:text$': true,
-                delta: [
-                  {
-                    insert: 'inline ',
-                  },
-                  {
-                    insert: ' ',
-                    attributes: {
-                      latex: 'E=mc^2',
-                    },
-                  },
-                  {
-                    insert: ' latex',
-                  },
-                ],
-              },
-            },
-            children: [],
-          },
-        ],
-      };
+  test('html tag', async () => {
+    const markdown = `<aaa>\n`;
 
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
-        file: markdown,
-      });
-      expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
+    const blockSnapshot: BlockSnapshot = {
+      type: 'block',
+      id: 'matchesReplaceMap[0]',
+      flavour: 'affine:note',
+      props: {
+        xywh: '[0,0,800,95]',
+        background: DefaultTheme.noteBackgrounColor,
+        index: 'a0',
+        hidden: false,
+        displayMode: NoteDisplayMode.DocAndEdgeless,
+      },
+      children: [
+        {
+          type: 'block',
+          id: 'matchesReplaceMap[1]',
+          flavour: 'affine:paragraph',
+          props: {
+            text: {
+              '$blocksuite:internal:text$': true,
+              delta: [
+                {
+                  insert: '<aaa>',
+                },
+              ],
+            },
+            type: 'text',
+          },
+          children: [],
+        },
+      ],
+    };
+
+    const mdAdapter = new MarkdownAdapter(createJob(), provider);
+    const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
+      file: markdown,
     });
+    expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
   });
 
-  describe('latex block', () => {
-    test.each([
-      ['dollar sign syntax', '$$\nE=mc^2\n$$\n'],
-      ['backslash syntax', '\\[\nE=mc^2\n\\]\n'],
-    ])('should convert %s correctly', async (_, markdown) => {
-      const blockSnapshot: BlockSnapshot = {
-        type: 'block',
-        id: 'matchesReplaceMap[0]',
-        flavour: 'affine:note',
-        props: {
-          xywh: '[0,0,800,95]',
-          background: DefaultTheme.noteBackgrounColor,
-          index: 'a0',
-          hidden: false,
-          displayMode: NoteDisplayMode.DocAndEdgeless,
-        },
-        children: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[1]',
-            flavour: 'affine:latex',
-            props: {
-              latex: 'E=mc^2',
-            },
-            children: [],
-          },
-        ],
-      };
-
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
-        file: markdown,
-      });
-      expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
-    });
-
-    test('escapes dollar signs followed by a digit or space and digit', async () => {
-      const markdown =
-        'The price of the T-shirt is $9.15 and the price of the hat is $ 8\n';
-      const blockSnapshot: BlockSnapshot = {
-        type: 'block',
-        id: 'matchesReplaceMap[0]',
-        flavour: 'affine:note',
-        props: {
-          xywh: '[0,0,800,95]',
-          background: DefaultTheme.noteBackgrounColor,
-          index: 'a0',
-          hidden: false,
-          displayMode: NoteDisplayMode.DocAndEdgeless,
-        },
-        children: [
-          {
-            type: 'block',
-            id: 'matchesReplaceMap[1]',
-            flavour: 'affine:paragraph',
-            props: {
-              type: 'text',
-              text: {
-                '$blocksuite:internal:text$': true,
-                delta: [
-                  {
-                    insert:
-                      'The price of the T-shirt is $9.15 and the price of the hat is $ 8',
+  test('inline latex', async () => {
+    const markdown = 'inline $E=mc^2$ latex\n';
+    const blockSnapshot: BlockSnapshot = {
+      type: 'block',
+      id: 'matchesReplaceMap[0]',
+      flavour: 'affine:note',
+      props: {
+        xywh: '[0,0,800,95]',
+        background: DefaultTheme.noteBackgrounColor,
+        index: 'a0',
+        hidden: false,
+        displayMode: NoteDisplayMode.DocAndEdgeless,
+      },
+      children: [
+        {
+          type: 'block',
+          id: 'matchesReplaceMap[1]',
+          flavour: 'affine:paragraph',
+          props: {
+            type: 'text',
+            text: {
+              '$blocksuite:internal:text$': true,
+              delta: [
+                {
+                  insert: 'inline ',
+                },
+                {
+                  insert: ' ',
+                  attributes: {
+                    latex: 'E=mc^2',
                   },
-                ],
-              },
+                },
+                {
+                  insert: ' latex',
+                },
+              ],
             },
-            children: [],
           },
-        ],
-      };
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
-        file: markdown,
-      });
-      expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
+          children: [],
+        },
+      ],
+    };
+
+    const mdAdapter = new MarkdownAdapter(createJob(), provider);
+    const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
+      file: markdown,
     });
+    expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
+  });
+
+  test('latex block', async () => {
+    const markdown = '$$\nE=mc^2\n$$\n';
+
+    const blockSnapshot: BlockSnapshot = {
+      type: 'block',
+      id: 'matchesReplaceMap[0]',
+      flavour: 'affine:note',
+      props: {
+        xywh: '[0,0,800,95]',
+        background: DefaultTheme.noteBackgrounColor,
+        index: 'a0',
+        hidden: false,
+        displayMode: NoteDisplayMode.DocAndEdgeless,
+      },
+      children: [
+        {
+          type: 'block',
+          id: 'matchesReplaceMap[1]',
+          flavour: 'affine:latex',
+          props: {
+            latex: 'E=mc^2',
+          },
+          children: [],
+        },
+      ],
+    };
+
+    const mdAdapter = new MarkdownAdapter(createJob(), provider);
+    const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
+      file: markdown,
+    });
+    expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
   });
 
   test('reference', async () => {
@@ -4031,12 +3962,11 @@ hhh
     expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
   });
 
-  describe('footnote', () => {
-    const url = 'https://www.example.com';
-    const favicon = 'https://www.example.com/favicon.ico';
-    const title = 'Example Domain';
-    const description = 'Example Domain';
-    const blockSnapshot = {
+  test('without footnote middleware', async () => {
+    const markdown =
+      'aaa[^1][^2][^3]\n\n[^1]: {"type":"url","url":"https%3A%2F%2Fwww.example.com"}\n\n[^2]: {"type":"doc","docId":"deadbeef"}\n\n[^3]: {"type":"attachment","blobId":"abcdefg","fileName":"test.txt","fileType":"text/plain"}\n';
+
+    const blockSnapshot: BlockSnapshot = {
       type: 'block',
       id: 'matchesReplaceMap[0]',
       flavour: 'affine:note',
@@ -4067,10 +3997,7 @@ hhh
                       label: '1',
                       reference: {
                         type: 'url',
-                        url,
-                        favicon,
-                        title,
-                        description,
+                        url: 'https://www.example.com',
                       },
                     },
                   },
@@ -4109,77 +4036,10 @@ hhh
       ],
     };
 
-    test('with encoded url and favicon', async () => {
-      const encodedUrl = encodeURIComponent(url);
-      const encodedFavicon = encodeURIComponent(favicon);
-      const markdown = `aaa[^1][^2][^3]\n\n[^1]: {"type":"url","url":"${encodedUrl}","favicon":"${encodedFavicon}","title":"${title}","description":"${description}"}\n\n[^2]: {"type":"doc","docId":"deadbeef"}\n\n[^3]: {"type":"attachment","blobId":"abcdefg","fileName":"test.txt","fileType":"text/plain"}\n`;
-
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
-        file: markdown,
-      });
-      expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
-    });
-
-    test('with unencoded url and favicon', async () => {
-      const markdown = `aaa[^1][^2][^3]\n\n[^1]: {"type":"url","url":"${url}","favicon":"${favicon}","title":"${title}","description":"${description}"}\n\n[^2]: {"type":"doc","docId":"deadbeef"}\n\n[^3]: {"type":"attachment","blobId":"abcdefg","fileName":"test.txt","fileType":"text/plain"}\n`;
-
-      const mdAdapter = new MarkdownAdapter(createJob(), provider);
-      const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
-        file: markdown,
-      });
-      expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
-    });
-  });
-
-  test('should not wrap url with angle brackets if it is not a url', async () => {
-    const markdown = 'prompt: How many people will live in the world in 2040?';
-    const sliceSnapshot: SliceSnapshot = {
-      type: 'slice',
-      content: [
-        {
-          type: 'block',
-          id: 'matchesReplaceMap[0]',
-          flavour: 'affine:note',
-          props: {
-            xywh: '[0,0,800,95]',
-            background: DefaultTheme.noteBackgrounColor,
-            index: 'a0',
-            hidden: false,
-            displayMode: NoteDisplayMode.DocAndEdgeless,
-          },
-          children: [
-            {
-              type: 'block',
-              id: 'matchesReplaceMap[1]',
-              flavour: 'affine:paragraph',
-              props: {
-                type: 'text',
-                text: {
-                  '$blocksuite:internal:text$': true,
-                  delta: [
-                    {
-                      insert:
-                        'prompt: How many people will live in the world in 2040?',
-                    },
-                  ],
-                },
-              },
-              children: [],
-            },
-          ],
-        },
-      ],
-      workspaceId: '',
-      pageId: '',
-    };
-
     const mdAdapter = new MarkdownAdapter(createJob(), provider);
-    const rawSliceSnapshot = await mdAdapter.toSliceSnapshot({
+    const rawBlockSnapshot = await mdAdapter.toBlockSnapshot({
       file: markdown,
-      workspaceId: '',
-      pageId: '',
     });
-    expect(nanoidReplacement(rawSliceSnapshot!)).toEqual(sliceSnapshot);
+    expect(nanoidReplacement(rawBlockSnapshot)).toEqual(blockSnapshot);
   });
 });

blocksuite/affine/all/src/__tests__/utils/create-job.ts

@@ -1,4 +1,5 @@
-import { defaultImageProxyMiddleware } from '@blocksuite/affine-shared/adapters';
+import { defaultImageProxyMiddleware } from '@blocksuite/affine-block-image';
+import { SpecProvider } from '@blocksuite/affine-shared/utils';
 import {
   Schema,
   Transformer,
@@ -7,7 +8,6 @@ import {
 import { TestWorkspace } from '@blocksuite/store/test';
 
 import { AffineSchemas } from '../../schemas.js';
-import { testStoreExtensions } from './store.js';
 
 declare global {
   interface Window {
@@ -27,7 +27,7 @@ export function createJob(middlewares?: TransformerMiddleware[]) {
   testMiddlewares.push(defaultImageProxyMiddleware);
   const schema = new Schema().register(AffineSchemas);
   const docCollection = new TestWorkspace();
-  docCollection.storeExtensions = testStoreExtensions;
+  docCollection.storeExtensions = SpecProvider._.getSpec('store').value;
   docCollection.meta.initialize();
   return new Transformer({
     schema,

blocksuite/affine/all/src/__tests__/utils/get-provider.ts

@@ -1,10 +1,13 @@
+import { SpecProvider } from '@blocksuite/affine-shared/utils';
 import { Container } from '@blocksuite/global/di';
 
-import { testStoreExtensions } from './store';
+import { registerSpecs } from '../../extensions/register';
+
+registerSpecs();
 
 export function getProvider() {
   const container = new Container();
-  const exts = testStoreExtensions;
+  const exts = SpecProvider._.getSpec('store').value;
   exts.forEach(ext => {
     ext.setup(container);
   });

blocksuite/affine/all/src/__tests__/utils/store.ts

@@ -1,7 +0,0 @@
-import { StoreExtensionManager } from '@blocksuite/affine-ext-loader';
-
-import { getInternalStoreExtensions } from '../../extensions/store';
-
-const manager = new StoreExtensionManager(getInternalStoreExtensions());
-
-export const testStoreExtensions = manager.get('store');

blocksuite/affine/all/src/adapters/extension.ts

@@ -2,6 +2,7 @@ import {
   HtmlInlineToDeltaAdapterExtensions,
   InlineDeltaToHtmlAdapterExtensions,
   InlineDeltaToMarkdownAdapterExtensions,
+  InlineDeltaToPlainTextAdapterExtensions,
   MarkdownInlineToDeltaAdapterExtensions,
   NotionHtmlInlineToDeltaAdapterExtensions,
 } from '@blocksuite/affine-inline-preset';
@@ -19,47 +20,38 @@ import type { ExtensionType } from '@blocksuite/store';
 
 import { defaultBlockHtmlAdapterMatchers } from './html/block-matcher';
 import { defaultBlockMarkdownAdapterMatchers } from './markdown/block-matcher';
-import { defaultMarkdownPreprocessors } from './markdown/preprocessor';
 import { defaultBlockNotionHtmlAdapterMatchers } from './notion-html/block-matcher';
 import { defaultBlockPlainTextAdapterMatchers } from './plain-text/block-matcher';
 
-export function getAdapterFactoryExtensions(): ExtensionType[] {
-  return [
-    AttachmentAdapterFactoryExtension,
-    ImageAdapterFactoryExtension,
-    MarkdownAdapterFactoryExtension,
-    PlainTextAdapterFactoryExtension,
-    HtmlAdapterFactoryExtension,
-    NotionTextAdapterFactoryExtension,
-    NotionHtmlAdapterFactoryExtension,
-    MixTextAdapterFactoryExtension,
-  ];
-}
+export const AdapterFactoryExtensions: ExtensionType[] = [
+  AttachmentAdapterFactoryExtension,
+  ImageAdapterFactoryExtension,
+  MarkdownAdapterFactoryExtension,
+  PlainTextAdapterFactoryExtension,
+  HtmlAdapterFactoryExtension,
+  NotionTextAdapterFactoryExtension,
+  NotionHtmlAdapterFactoryExtension,
+  MixTextAdapterFactoryExtension,
+];
 
-export function getHtmlAdapterExtensions(): ExtensionType[] {
-  return [
-    ...HtmlInlineToDeltaAdapterExtensions,
-    ...defaultBlockHtmlAdapterMatchers,
-    ...InlineDeltaToHtmlAdapterExtensions,
-  ];
-}
+export const HtmlAdapterExtension: ExtensionType[] = [
+  ...HtmlInlineToDeltaAdapterExtensions,
+  ...defaultBlockHtmlAdapterMatchers,
+  ...InlineDeltaToHtmlAdapterExtensions,
+];
 
-export function getMarkdownAdapterExtensions(): ExtensionType[] {
-  return [
-    ...MarkdownInlineToDeltaAdapterExtensions,
-    ...defaultBlockMarkdownAdapterMatchers,
-    ...InlineDeltaToMarkdownAdapterExtensions,
-    ...defaultMarkdownPreprocessors,
-  ];
-}
+export const MarkdownAdapterExtension: ExtensionType[] = [
+  ...MarkdownInlineToDeltaAdapterExtensions,
+  ...defaultBlockMarkdownAdapterMatchers,
+  ...InlineDeltaToMarkdownAdapterExtensions,
+];
 
-export function getNotionHtmlAdapterExtensions(): ExtensionType[] {
-  return [
-    ...NotionHtmlInlineToDeltaAdapterExtensions,
-    ...defaultBlockNotionHtmlAdapterMatchers,
-  ];
-}
+export const NotionHtmlAdapterExtension: ExtensionType[] = [
+  ...NotionHtmlInlineToDeltaAdapterExtensions,
+  ...defaultBlockNotionHtmlAdapterMatchers,
+];
 
-export function getPlainTextAdapterExtensions(): ExtensionType[] {
-  return [...defaultBlockPlainTextAdapterMatchers];
-}
+export const PlainTextAdapterExtension: ExtensionType[] = [
+  ...defaultBlockPlainTextAdapterMatchers,
+  ...InlineDeltaToPlainTextAdapterExtensions,
+];

blocksuite/affine/all/src/adapters/index.ts

@@ -1,6 +1,5 @@
 export * from './extension.js';
 export * from './html/block-matcher.js';
 export * from './markdown/block-matcher.js';
-export * from './markdown/preprocessor.js';
 export * from './notion-html/block-matcher.js';
 export * from './plain-text/block-matcher.js';

blocksuite/affine/all/src/adapters/markdown/block-matcher.ts

@@ -1,4 +1,3 @@
-import { AttachmentBlockMarkdownAdapterExtension } from '@blocksuite/affine-block-attachment';
 import { BookmarkBlockMarkdownAdapterExtension } from '@blocksuite/affine-block-bookmark';
 import { CodeBlockMarkdownAdapterExtension } from '@blocksuite/affine-block-code';
 import { DatabaseBlockMarkdownAdapterExtension } from '@blocksuite/affine-block-database';
@@ -39,5 +38,4 @@ export const defaultBlockMarkdownAdapterMatchers = [
   DividerBlockMarkdownAdapterExtension,
   ImageBlockMarkdownAdapterExtension,
   LatexBlockMarkdownAdapterExtension,
-  AttachmentBlockMarkdownAdapterExtension,
 ];

blocksuite/affine/all/src/adapters/markdown/preprocessor.ts

@@ -1,9 +0,0 @@
-import { BookmarkBlockMarkdownPreprocessorExtension } from '@blocksuite/affine-block-bookmark';
-import { CodeMarkdownPreprocessorExtension } from '@blocksuite/affine-block-code';
-import { LatexMarkdownPreprocessorExtension } from '@blocksuite/affine-block-latex';
-
-export const defaultMarkdownPreprocessors = [
-  LatexMarkdownPreprocessorExtension,
-  CodeMarkdownPreprocessorExtension,
-  BookmarkBlockMarkdownPreprocessorExtension,
-];

blocksuite/affine/all/src/blocks/attachment/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-attachment/store';

blocksuite/affine/all/src/blocks/attachment/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-attachment/view';

blocksuite/affine/all/src/blocks/bookmark/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-bookmark/store';

blocksuite/affine/all/src/blocks/bookmark/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-bookmark/view';

blocksuite/affine/all/src/blocks/callout/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-callout/store';

blocksuite/affine/all/src/blocks/callout/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-callout/view';

blocksuite/affine/all/src/blocks/code/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-code/store';

blocksuite/affine/all/src/blocks/code/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-code/view';

blocksuite/affine/all/src/blocks/data-view/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-data-view/store';

blocksuite/affine/all/src/blocks/data-view/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-data-view/view';

blocksuite/affine/all/src/blocks/database/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-database/store';

blocksuite/affine/all/src/blocks/database/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-database/view';

blocksuite/affine/all/src/blocks/divider/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-divider/store';

blocksuite/affine/all/src/blocks/divider/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-divider/view';

blocksuite/affine/all/src/blocks/edgeless-text/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-edgeless-text/store';

blocksuite/affine/all/src/blocks/edgeless-text/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-edgeless-text/view';

blocksuite/affine/all/src/blocks/embed/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-embed/store';

blocksuite/affine/all/src/blocks/embed/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-embed/view';

blocksuite/affine/all/src/blocks/frame/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-frame/store';

blocksuite/affine/all/src/blocks/frame/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-frame/view';

blocksuite/affine/all/src/blocks/image/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-image/store';

blocksuite/affine/all/src/blocks/image/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-image/view';

blocksuite/affine/all/src/blocks/latex/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-latex/store';

blocksuite/affine/all/src/blocks/latex/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-latex/view';

blocksuite/affine/all/src/blocks/list/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-list/store';

blocksuite/affine/all/src/blocks/list/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-list/view';

blocksuite/affine/all/src/blocks/note/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-note/store';

blocksuite/affine/all/src/blocks/note/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-note/view';

blocksuite/affine/all/src/blocks/paragraph/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-paragraph/store';

blocksuite/affine/all/src/blocks/paragraph/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-paragraph/view';

blocksuite/affine/all/src/blocks/surface-ref/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-surface-ref/store';

blocksuite/affine/all/src/blocks/surface-ref/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-surface-ref/view';

blocksuite/affine/all/src/blocks/surface/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-surface/store';

blocksuite/affine/all/src/blocks/surface/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-surface/view';

blocksuite/affine/all/src/blocks/table/store.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-table/store';

blocksuite/affine/all/src/blocks/table/view.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-block-table/view';

blocksuite/affine/all/src/components/open-doc-dropdown-menu.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-components/open-doc-dropdown-menu';

blocksuite/affine/all/src/effects.ts

@@ -21,7 +21,6 @@ import { BlockSelection } from '@blocksuite/affine-components/block-selection';
 import { BlockZeroWidth } from '@blocksuite/affine-components/block-zero-width';
 import { effects as componentCaptionEffects } from '@blocksuite/affine-components/caption';
 import { effects as componentCardStyleDropdownMenuEffects } from '@blocksuite/affine-components/card-style-dropdown-menu';
-import { effects as componentCitationEffects } from '@blocksuite/affine-components/citation';
 import { effects as componentColorPickerEffects } from '@blocksuite/affine-components/color-picker';
 import { effects as componentContextMenuEffects } from '@blocksuite/affine-components/context-menu';
 import { effects as componentDatePickerEffects } from '@blocksuite/affine-components/date-picker';
@@ -35,7 +34,6 @@ import { effects as componentHighlightDropdownMenuEffects } from '@blocksuite/af
 import { IconButton } from '@blocksuite/affine-components/icon-button';
 import { effects as componentLinkPreviewEffects } from '@blocksuite/affine-components/link-preview';
 import { effects as componentLinkedDocTitleEffects } from '@blocksuite/affine-components/linked-doc-title';
-import { effects as componentOpenDocDropdownMenuEffects } from '@blocksuite/affine-components/open-doc-dropdown-menu';
 import { effects as componentPortalEffects } from '@blocksuite/affine-components/portal';
 import { effects as componentSizeDropdownMenuEffects } from '@blocksuite/affine-components/size-dropdown-menu';
 import { SmoothCorner } from '@blocksuite/affine-components/smooth-corner';
@@ -64,6 +62,8 @@ import { effects as widgetToolbarEffects } from '@blocksuite/affine-widget-toolb
 import { effects as dataViewEffects } from '@blocksuite/data-view/effects';
 import { effects as stdEffects } from '@blocksuite/std/effects';
 
+import { registerSpecs } from './extensions/register.js';
+
 export declare const _GLOBAL_:
   | typeof stdEffects
   | typeof dataViewEffects
@@ -112,6 +112,8 @@ export declare const _GLOBAL_:
   | typeof fragmentOutlineEffects;
 
 export function effects() {
+  registerSpecs();
+
   stdEffects();
 
   dataViewEffects();
@@ -155,7 +157,6 @@ export function effects() {
   componentEmbedCardModalEffects();
   componentLinkPreviewEffects();
   componentLinkedDocTitleEffects();
-  componentCitationEffects();
   componentCardStyleDropdownMenuEffects();
   componentHighlightDropdownMenuEffects();
   componentViewDropdownMenuEffects();
@@ -164,7 +165,6 @@ export function effects() {
   componentEdgelessLineWidthEffects();
   componentEdgelessLineStylesEffects();
   componentEdgelessShapeColorPickerEffects();
-  componentOpenDocDropdownMenuEffects();
 
   widgetScrollAnchoringEffects();
   widgetFrameTitleEffects();

blocksuite/affine/all/src/ext-loader/index.ts

@@ -1 +0,0 @@
-export * from '@blocksuite/affine-ext-loader';