fix: consume blob stream correctly (#5706)

- use correctly endpoint in r2
- consume blob stream correctly

.eslintignore

@@ -12,4 +12,3 @@ static
 web-static
 public
 packages/frontend/i18n/src/i18n-generated.ts
-packages/frontend/templates/edgeless-templates.gen.ts

.eslintrc.js

@@ -217,7 +217,6 @@ const config = {
     'unicorn/no-useless-promise-resolve-reject': 'error',
     'unicorn/no-new-array': 'error',
     'unicorn/new-for-builtins': 'error',
-    'unicorn/prefer-node-protocol': 'error',
     'sonarjs/no-all-duplicated-branches': 'error',
     'sonarjs/no-element-overwrite': 'error',
     'sonarjs/no-empty-collection': 'error',

.github/actions/build-rust/action.yml

@@ -37,7 +37,7 @@ runs:
         echo "TARGET_CC=clang" >> "$GITHUB_ENV"
 
     - name: Cache cargo
-      uses: actions/cache@v4
+      uses: actions/cache@v3
       with:
         path: |
           ~/.cargo/registry/index/

.github/actions/deploy/deploy.mjs

@@ -15,9 +15,9 @@ const {
   R2_SECRET_ACCESS_KEY,
   ENABLE_CAPTCHA,
   CAPTCHA_TURNSTILE_SECRET,
-  MAILER_SENDER,
-  MAILER_USER,
-  MAILER_PASSWORD,
+  OAUTH_EMAIL_SENDER,
+  OAUTH_EMAIL_LOGIN,
+  OAUTH_EMAIL_PASSWORD,
   AFFINE_GOOGLE_CLIENT_ID,
   AFFINE_GOOGLE_CLIENT_SECRET,
   CLOUD_SQL_IAM_ACCOUNT,
@@ -65,16 +65,8 @@ const createHelmCommand = ({ isDryRun }) => {
         ]
       : [];
   const webReplicaCount = isProduction ? 3 : isBeta ? 2 : 2;
-  const graphqlReplicaCount = isProduction
-    ? Number(process.env.PRODUCTION_GRAPHQL_REPLICA) || 3
-    : isBeta
-      ? Number(process.env.isBeta_GRAPHQL_REPLICA) || 2
-      : 2;
-  const syncReplicaCount = isProduction
-    ? Number(process.env.PRODUCTION_SYNC_REPLICA) || 3
-    : isBeta
-      ? Number(process.env.BETA_SYNC_REPLICA) || 2
-      : 2;
+  const graphqlReplicaCount = isProduction ? 10 : isBeta ? 5 : 2;
+  const syncReplicaCount = isProduction ? 10 : isBeta ? 5 : 2;
   const namespace = isProduction
     ? 'production'
     : isBeta
@@ -103,9 +95,9 @@ const createHelmCommand = ({ isDryRun }) => {
     `--set-string graphql.app.objectStorage.r2.accountId="${R2_ACCOUNT_ID}"`,
     `--set-string graphql.app.objectStorage.r2.accessKeyId="${R2_ACCESS_KEY_ID}"`,
     `--set-string graphql.app.objectStorage.r2.secretAccessKey="${R2_SECRET_ACCESS_KEY}"`,
-    `--set-string graphql.app.mailer.sender="${MAILER_SENDER}"`,
-    `--set-string graphql.app.mailer.user="${MAILER_USER}"`,
-    `--set-string graphql.app.mailer.password="${MAILER_PASSWORD}"`,
+    `--set-string graphql.app.oauth.email.sender="${OAUTH_EMAIL_SENDER}"`,
+    `--set-string graphql.app.oauth.email.login="${OAUTH_EMAIL_LOGIN}"`,
+    `--set-string graphql.app.oauth.email.password="${OAUTH_EMAIL_PASSWORD}"`,
     `--set-string graphql.app.oauth.google.enabled=true`,
     `--set-string graphql.app.oauth.google.clientId="${AFFINE_GOOGLE_CLIENT_ID}"`,
     `--set-string graphql.app.oauth.google.clientSecret="${AFFINE_GOOGLE_CLIENT_SECRET}"`,

.github/actions/setup-node/action.yml

@@ -63,7 +63,7 @@ runs:
       run: node -e "const p = $(yarn config cacheFolder --json).effective; console.log('yarn_global_cache=' + p)" >> $GITHUB_OUTPUT
 
     - name: Cache non-full yarn cache on Linux
-      uses: actions/cache@v4
+      uses: actions/cache@v3
       if: ${{ inputs.full-cache != 'true' && runner.os == 'Linux' }}
       with:
         path: |
@@ -75,7 +75,7 @@ runs:
     # and the decompression performance on Windows is very terrible
     # so we reduce the number of cached files on non-Linux systems by remove node_modules from cache path.
     - name: Cache non-full yarn cache on non-Linux
-      uses: actions/cache@v4
+      uses: actions/cache@v3
       if: ${{ inputs.full-cache != 'true' && runner.os != 'Linux' }}
       with:
         path: |
@@ -83,7 +83,7 @@ runs:
         key: node_modules-cache-${{ github.job }}-${{ runner.os }}
 
     - name: Cache full yarn cache on Linux
-      uses: actions/cache@v4
+      uses: actions/cache@v3
       if: ${{ inputs.full-cache == 'true' && runner.os == 'Linux' }}
       with:
         path: |
@@ -92,7 +92,7 @@ runs:
         key: node_modules-cache-full-${{ runner.os }}
 
     - name: Cache full yarn cache on non-Linux
-      uses: actions/cache@v4
+      uses: actions/cache@v3
       if: ${{ inputs.full-cache == 'true' && runner.os != 'Linux' }}
       with:
         path: |
@@ -134,7 +134,7 @@ runs:
       # Note: Playwright's cache directory is hard coded because that's what it
       # says to do in the docs. There doesn't appear to be a command that prints
       # it out for us.
-    - uses: actions/cache@v4
+    - uses: actions/cache@v3
       id: playwright-cache
       if: ${{ inputs.playwright-install == 'true' }}
       with:
@@ -167,7 +167,7 @@ runs:
       run: |
         echo "version=$(yarn why --json electron | grep -h 'workspace:.' | jq --raw-output '.children[].locator' | sed -e 's/@playwright\/test@.*://' | head -n 1)" >> $GITHUB_OUTPUT
 
-    - uses: actions/cache@v4
+    - uses: actions/cache@v3
       id: electron-cache
       if: ${{ inputs.electron-install == 'true' }}
       with:

.github/deployment/node/Dockerfile

@@ -1,11 +1,10 @@
 FROM node:18-bookworm-slim
 
 COPY ./packages/backend/server /app
-COPY ./packages/frontend/core/dist /app/static
 WORKDIR /app
 
 RUN apt-get update && \
   apt-get install -y --no-install-recommends openssl && \
   rm -rf /var/lib/apt/lists/*
 
-CMD ["node", "--import", "./scripts/register.js", "./dist/index.js"]
+CMD ["node", "--es-module-specifier-resolution=node", "./dist/index.js"]

.github/deployment/self-host/compose.yaml

@@ -1,59 +0,0 @@
-services:
-  affine:
-    image: ghcr.io/toeverything/affine-graphql:stable
-    container_name: affine_selfhosted
-    command:
-      ['sh', '-c', 'node ./scripts/self-host-predeploy && node ./dist/index.js']
-    ports:
-      - '3010:3010'
-      - '5555:5555'
-    depends_on:
-      redis:
-        condition: service_healthy
-      postgres:
-        condition: service_healthy
-    volumes:
-      # custom configurations
-      - ~/.affine/self-host/config:/root/.affine/config
-      # blob storage
-      - ~/.affine/self-host/storage:/root/.affine/storage
-    logging:
-      driver: 'json-file'
-      options:
-        max-size: '1000m'
-    restart: unless-stopped
-    environment:
-      - NODE_OPTIONS="--import=./scripts/register.js"
-      - AFFINE_CONFIG_PATH=/root/.affine/config
-      - REDIS_SERVER_HOST=redis
-      - DATABASE_URL=postgres://affine:affine@postgres:5432/affine
-      - NODE_ENV=production
-      - AFFINE_ADMIN_EMAIL=${AFFINE_ADMIN_EMAIL}
-      - AFFINE_ADMIN_PASSWORD=${AFFINE_ADMIN_PASSWORD}
-  redis:
-    image: redis
-    container_name: affine_redis
-    restart: unless-stopped
-    volumes:
-      - ~/.affine/self-host/redis:/data
-    healthcheck:
-      test: ['CMD', 'redis-cli', '--raw', 'incr', 'ping']
-      interval: 10s
-      timeout: 5s
-      retries: 5
-  postgres:
-    image: postgres
-    container_name: affine_postgres
-    restart: unless-stopped
-    volumes:
-      - ~/.affine/self-host/postgres:/var/lib/postgresql/data
-    healthcheck:
-      test: ['CMD-SHELL', 'pg_isready -U affine']
-      interval: 10s
-      timeout: 5s
-      retries: 5
-    environment:
-      POSTGRES_USER: affine
-      POSTGRES_PASSWORD: affine
-      POSTGRES_DB: affine
-      PGDATA: /var/lib/postgresql/data/pgdata

.github/helm/affine/Chart.yaml

@@ -3,4 +3,4 @@ name: affine
 description: AFFiNE cloud chart
 type: application
 version: 0.0.0
-appVersion: "0.12.0"
+appVersion: "0.11.0"

.github/helm/affine/charts/graphql/Chart.yaml

@@ -3,7 +3,7 @@ name: graphql
 description: AFFiNE GraphQL server
 type: application
 version: 0.0.0
-appVersion: "0.12.0"
+appVersion: "0.11.0"
 dependencies:
   - name: gcloud-sql-proxy
     version: 0.0.0

.github/helm/affine/charts/graphql/templates/deployment.yaml

@@ -39,8 +39,6 @@ spec:
             value: "--max-old-space-size=4096"
           - name: NO_COLOR
             value: "1"
-          - name: DEPLOYMENT_TYPE
-            value: "affine"
           - name: SERVER_FLAVOR
             value: "graphql"
           - name: AFFINE_ENV
@@ -75,41 +73,37 @@ spec:
             value: "{{ .Values.app.path }}"
           - name: AFFINE_SERVER_HOST
             value: "{{ .Values.app.host }}"
-          - name: AFFINE_SERVER_HTTPS
-            value: "{{ .Values.app.https }}"
           - name: ENABLE_R2_OBJECT_STORAGE
             value: "{{ .Values.app.objectStorage.r2.enabled }}"
           - name: ENABLE_CAPTCHA
             value: "{{ .Values.app.captcha.enabled }}"
           - name: FEATURES_EARLY_ACCESS_PREVIEW
             value: "{{ .Values.app.features.earlyAccessPreview }}"
-          - name: FEATURES_SYNC_CLIENT_VERSION_CHECK
-            value: "{{ .Values.app.features.syncClientVersionCheck }}"
-          - name: MAILER_HOST
+          - name: OAUTH_EMAIL_SENDER
             valueFrom:
               secretKeyRef:
-                name: "{{ .Values.app.mailer.secretName }}"
-                key: host
-          - name: MAILER_PORT
-            valueFrom:
-              secretKeyRef:
-                name: "{{ .Values.app.mailer.secretName }}"
-                key: port
-          - name: MAILER_USER
-            valueFrom:
-              secretKeyRef:
-                name: "{{ .Values.app.mailer.secretName }}"
-                key: user
-          - name: MAILER_PASSWORD
-            valueFrom:
-              secretKeyRef:
-                name: "{{ .Values.app.mailer.secretName }}"
-                key: password
-          - name: MAILER_SENDER
-            valueFrom:
-              secretKeyRef:
-                name: "{{ .Values.app.mailer.secretName }}"
+                name: "{{ .Values.app.oauth.email.secretName }}"
                 key: sender
+          - name: OAUTH_EMAIL_LOGIN
+            valueFrom:
+              secretKeyRef:
+                name: "{{ .Values.app.oauth.email.secretName }}"
+                key: login
+          - name: OAUTH_EMAIL_SERVER
+            valueFrom:
+              secretKeyRef:
+                name: "{{ .Values.app.oauth.email.secretName }}"
+                key: server
+          - name: OAUTH_EMAIL_PORT
+            valueFrom:
+              secretKeyRef:
+                name: "{{ .Values.app.oauth.email.secretName }}"
+                key: port
+          - name: OAUTH_EMAIL_PASSWORD
+            valueFrom:
+              secretKeyRef:
+                name: "{{ .Values.app.oauth.email.secretName }}"
+                key: password
           - name: STRIPE_API_KEY
             valueFrom:
               secretKeyRef:
@@ -151,8 +145,6 @@ spec:
                 key: turnstileSecret
           {{ end }}
           {{ if .Values.app.oauth.google.enabled }}
-          - name: OAUTH_GOOGLE_ENABLED
-            value: "true"
           - name: OAUTH_GOOGLE_CLIENT_ID
             valueFrom:
               secretKeyRef:

.github/helm/affine/charts/graphql/templates/mailer.yaml

@@ -1,13 +0,0 @@
-{{- if .Values.app.mailer.secretName -}}
-apiVersion: v1
-kind: Secret
-metadata:
-  name: "{{ .Values.app.mailer.secretName }}"
-type: Opaque
-data:
-  host: "{{ .Values.app.mailer.host | b64enc }}"
-  port: "{{ .Values.app.mailer.port | b64enc }}"
-  user: "{{ .Values.app.mailer.user | b64enc }}"
-  password: "{{ .Values.app.mailer.password | b64enc }}"
-  sender: "{{ .Values.app.mailer.sender | b64enc }}"
-{{- end }}

.github/helm/affine/charts/graphql/templates/oauth.yaml

@@ -1,3 +1,15 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: "{{ .Values.app.oauth.email.secretName }}"
+type: Opaque
+data:
+  sender: "{{ .Values.app.oauth.email.sender | b64enc }}"
+  login: "{{ .Values.app.oauth.email.login | b64enc }}"
+  password: "{{ .Values.app.oauth.email.password | b64enc }}"
+  server: "{{ .Values.app.oauth.email.server | b64enc }}"
+  port: "{{ .Values.app.oauth.email.port | b64enc }}"
+---
 {{- if .Values.app.oauth.google.enabled -}}
 apiVersion: v1
 kind: Secret

.github/helm/affine/charts/graphql/values.yaml

@@ -16,7 +16,6 @@ app:
   path: ''
   # AFFINE_SERVER_HOST
   host: '0.0.0.0'
-  https: true
   doc:
     mergeInterval: "3000"
   jwt:
@@ -35,7 +34,14 @@ app:
       accountId: ''
       accessKeyId: ''
       secretAccessKey: ''
-  oauth: 
+  oauth:
+    email:
+      secretName: 'oauth-email'
+      sender: 'noreply@toeverything.info'
+      login: ''
+      password: ''
+      server: 'smtp.gmail.com'
+      port: '465'
     google:
       enabled: false
       secretName: oauth-google
@@ -46,13 +52,6 @@ app:
       secretName: oauth-github
       clientId: ''
       clientSecret: ''
-  mailer:
-    secretName: 'mailer'
-    host: 'smtp.gmail.com'
-    port: '465'
-    user: ''
-    password: ''
-    sender: 'noreply@toeverything.info'
   payment:
     stripe:
       secretName: 'stripe'

.github/helm/affine/charts/sync/Chart.yaml

@@ -3,7 +3,7 @@ name: sync
 description: AFFiNE Sync Server
 type: application
 version: 0.0.0
-appVersion: "0.12.0"
+appVersion: "0.11.0"
 dependencies:
   - name: gcloud-sql-proxy
     version: 0.0.0

.github/helm/affine/charts/sync/templates/deployment.yaml

@@ -36,8 +36,6 @@ spec:
             value: "{{ .Values.env }}"
           - name: NO_COLOR
             value: "1"
-          - name: DEPLOYMENT_TYPE
-            value: "affine"
           - name: SERVER_FLAVOR
             value: "sync"
           - name: NEXTAUTH_URL

.github/renovate.json

@@ -47,11 +47,11 @@
       "groupName": "electron-forge"
     },
     {
-      "groupName": "blocksuite-canary",
+      "groupName": "blocksuite-nightly",
       "matchPackagePatterns": ["^@blocksuite"],
       "excludePackageNames": ["@blocksuite/icons"],
       "rangeStrategy": "replace",
-      "followTag": "canary"
+      "followTag": "nightly"
     },
     {
       "groupName": "all non-major dependencies",
@@ -70,7 +70,6 @@
   "commitMessageAction": "bump up",
   "commitMessageTopic": "{{depName}} version",
   "ignoreDeps": [],
-  "postUpdateOptions": ["yarnDedupeHighest"],
   "lockFileMaintenance": {
     "enabled": true,
     "extends": ["schedule:weekly"]

.github/workflows/build-test.yml

@@ -19,7 +19,6 @@ env:
   MACOSX_DEPLOYMENT_TARGET: '10.13'
   NX_CLOUD_ACCESS_TOKEN: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }}
   PLAYWRIGHT_BROWSERS_PATH: ${{ github.workspace }}/node_modules/.cache/ms-playwright
-  DEPLOYMENT_TYPE: affine
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -96,8 +95,6 @@ jobs:
         run: |
           git checkout .yarnrc.yml
           yarn lint:prettier
-      - name: Yarn Dedupe
-        run: yarn dedupe --check
       - name: Run Type Check
         run: yarn typecheck
 
@@ -291,7 +288,6 @@ jobs:
     runs-on: ubuntu-latest
     needs: build-storage
     env:
-      NODE_ENV: test
       DISTRIBUTION: browser
     services:
       postgres:
@@ -448,6 +444,7 @@ jobs:
           ${{ matrix.tests.script }}
         env:
           DEV_SERVER_URL: http://localhost:8080
+          ENABLE_LOCAL_EMAIL: true
 
       - name: Upload test results
         if: ${{ failure() }}

.github/workflows/deploy.yml

@@ -29,7 +29,6 @@ jobs:
         uses: ./.github/actions/setup-node
         with:
           electron-install: false
-          extra-flags: workspaces focus @affine/server
       - name: Build Server
         run: yarn workspace @affine/server build
       - name: Upload server dist
@@ -63,7 +62,6 @@ jobs:
           SENTRY_PROJECT: ${{ secrets.SENTRY_PROJECT }}
           SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }}
           SENTRY_DSN: ${{ secrets.SENTRY_DSN }}
-          PERFSEE_TOKEN: ${{ secrets.PERFSEE_TOKEN }}
       - name: Upload core artifact
         uses: actions/upload-artifact@v4
         with:
@@ -71,44 +69,9 @@ jobs:
           path: ./packages/frontend/core/dist
           if-no-files-found: error
 
-  build-core-selfhost:
-    name: Build @affine/core
-    runs-on: ubuntu-latest
-    environment: ${{ github.event.inputs.flavor }}
-    steps:
-      - uses: actions/checkout@v4
-      - name: Setup Version
-        id: version
-        uses: ./.github/actions/setup-version
-      - name: Setup Node.js
-        uses: ./.github/actions/setup-node
-      - name: Build Core
-        run: yarn nx build @affine/core --skip-nx-cache
-        env:
-          BUILD_TYPE: ${{ github.event.inputs.flavor }}
-          SHOULD_REPORT_TRACE: false
-          PUBLIC_PATH: '/'
-      - name: Download selfhost fonts
-        run: node ./scripts/download-blocksuite-fonts.mjs
-      - name: Upload core artifact
-        uses: actions/upload-artifact@v4
-        with:
-          name: selfhost-core
-          path: ./packages/frontend/core/dist
-          if-no-files-found: error
-
   build-storage:
-    name: Build Storage - ${{ matrix.targets.name }}
+    name: Build Storage
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        targets:
-          - name: x86_64-unknown-linux-gnu
-            file: storage.node
-          - name: aarch64-unknown-linux-gnu
-            file: storage.arm64.node
-          - name: armv7-unknown-linux-gnueabihf
-            file: storage.armv7.node
 
     steps:
       - uses: actions/checkout@v4
@@ -117,19 +80,40 @@ jobs:
         uses: ./.github/actions/setup-version
       - name: Setup Node.js
         uses: ./.github/actions/setup-node
-        with:
-          electron-install: false
-          extra-flags: workspaces focus @affine/storage
       - name: Build Rust
         uses: ./.github/actions/build-rust
         with:
-          target: ${{ matrix.targets.name }}
+          target: 'x86_64-unknown-linux-gnu'
           package: '@affine/storage'
           nx_token: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }}
-      - name: Upload ${{ matrix.targets.file }}
+      - name: Upload storage.node
         uses: actions/upload-artifact@v4
         with:
-          name: ${{ matrix.targets.file }}
+          name: storage.node
+          path: ./packages/backend/storage/storage.node
+          if-no-files-found: error
+
+  build-storage-arm64:
+    name: Build Storage arm64
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Setup Version
+        id: version
+        uses: ./.github/actions/setup-version
+      - name: Setup Node.js
+        uses: ./.github/actions/setup-node
+      - name: Build Rust
+        uses: ./.github/actions/build-rust
+        with:
+          target: 'aarch64-unknown-linux-gnu'
+          package: '@affine/storage'
+          nx_token: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }}
+      - name: Upload storage.node
+        uses: actions/upload-artifact@v4
+        with:
+          name: storage.arm64.node
           path: ./packages/backend/storage/storage.node
           if-no-files-found: error
 
@@ -139,8 +123,8 @@ jobs:
     needs:
       - build-server
       - build-core
-      - build-core-selfhost
       - build-storage
+      - build-storage-arm64
     steps:
       - uses: actions/checkout@v4
       - name: Download core artifact
@@ -163,15 +147,8 @@ jobs:
         with:
           name: storage.arm64.node
           path: ./packages/backend/storage
-      - name: Download storage.node arm64
-        uses: actions/download-artifact@v4
-        with:
-          name: storage.armv7.node
-          path: .
-      - name: move storage files
-        run: |
-          mv ./packages/backend/storage/storage.node ./packages/backend/server/storage.arm64.node
-          mv storage.node ./packages/backend/server/storage.armv7.node
+      - name: move storage.arm64.node
+        run: mv ./packages/backend/storage/storage.node ./packages/backend/server/storage.arm64.node
       - name: Setup env
         run: |
           echo "GIT_SHORT_HASH=$(git rev-parse --short HEAD)" >> "$GITHUB_ENV"
@@ -213,19 +190,9 @@ jobs:
           registry-url: https://npm.pkg.github.com
           scope: '@toeverything'
 
-      - name: Remove core dist
-        run: rm -rf ./packages/frontend/core/dist
-
-      - name: Download selfhost core artifact
-        uses: actions/download-artifact@v4
-        with:
-          name: selfhost-core
-          path: ./packages/frontend/core/dist
-
       - name: Install Node.js dependencies
         run: |
-          yarn config set --json supportedArchitectures.cpu '["x64", "arm64", "arm"]'
-          yarn config set --json supportedArchitectures.libc '["glibc"]'
+          yarn config set --json supportedArchitectures.cpu '["x64", "arm64"]'
           yarn workspaces focus @affine/server --production
 
       - name: Generate Prisma client
@@ -237,7 +204,7 @@ jobs:
           context: .
           push: true
           pull: true
-          platforms: linux/amd64,linux/arm64,linux/arm/v7
+          platforms: linux/amd64,linux/arm64
           provenance: true
           file: .github/deployment/node/Dockerfile
           tags: ghcr.io/toeverything/affine-graphql:${{env.RELEASE_FLAVOR}}-${{ env.GIT_SHORT_HASH }},ghcr.io/toeverything/affine-graphql:${{env.RELEASE_FLAVOR}}
@@ -275,9 +242,9 @@ jobs:
           R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
           ENABLE_CAPTCHA: true
           CAPTCHA_TURNSTILE_SECRET: ${{ secrets.CAPTCHA_TURNSTILE_SECRET }}
-          MAILER_SENDER: ${{ secrets.OAUTH_EMAIL_SENDER }}
-          MAILER_USER: ${{ secrets.OAUTH_EMAIL_LOGIN }}
-          MAILER_PASSWORD: ${{ secrets.OAUTH_EMAIL_PASSWORD }}
+          OAUTH_EMAIL_SENDER: ${{ secrets.OAUTH_EMAIL_SENDER }}
+          OAUTH_EMAIL_LOGIN: ${{ secrets.OAUTH_EMAIL_LOGIN }}
+          OAUTH_EMAIL_PASSWORD: ${{ secrets.OAUTH_EMAIL_PASSWORD }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           AFFINE_GOOGLE_CLIENT_ID: ${{ secrets.AFFINE_GOOGLE_CLIENT_ID }}
           AFFINE_GOOGLE_CLIENT_SECRET: ${{ secrets.AFFINE_GOOGLE_CLIENT_SECRET }}

.github/workflows/publish-ui-storybook.yml

@@ -1,51 +0,0 @@
-name: Publish UI Storybook
-
-env:
-  NODE_OPTIONS: --max-old-space-size=4096
-
-on:
-  workflow_dispatch:
-  push:
-    branches:
-      - canary
-  pull_request:
-    branches:
-      - canary
-    paths-ignore:
-      - README.md
-      - .github/**
-      - packages/backend/server
-      - packages/frontend/electron
-      - '!.github/workflows/publish-storybook.yml'
-
-jobs:
-  publish-ui-storybook:
-    name: Publish UI Storybook
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          ref: ${{ github.event.pull_request.merge_commit_sha }}
-          # This is required to fetch all commits for chromatic
-          fetch-depth: 0
-      - name: Setup Node.js
-        uses: ./.github/actions/setup-node
-        with:
-          electron-install: false
-      - uses: chromaui/action-next@v1
-        with:
-          workingDir: packages/frontend/component
-          buildScriptName: build:storybook
-          exitOnceUploaded: true
-          onlyChanged: false
-          diagnostics: true
-        env:
-          CHROMATIC_PROJECT_TOKEN: ${{ secrets.CHROMATIC_UI_PROJECT_TOKEN }}
-          NODE_OPTIONS: ${{ env.NODE_OPTIONS }}
-      - uses: actions/upload-artifact@v4
-        if: always()
-        with:
-          name: chromatic-build-artifacts-${{ github.run_id }}
-          path: |
-            chromatic-diagnostics.json
-            **/build-storybook.log

.github/workflows/release-desktop.yml

@@ -143,7 +143,7 @@ jobs:
         run: |
           mkdir -p builds
           mv packages/frontend/electron/out/*/make/zip/linux/x64/*.zip ./builds/affine-${{ env.BUILD_TYPE }}-linux-x64.zip
-          mv packages/frontend/electron/out/*/make/*.AppImage ./builds/affine-${{ env.BUILD_TYPE }}-linux-x64.AppImage
+          mv packages/frontend/electron/out/*/make/AppImage/x64/*.AppImage ./builds/affine-${{ env.BUILD_TYPE }}-linux-x64.AppImage
 
       - name: Upload Artifact
         uses: actions/upload-artifact@v4

.gitignore

@@ -79,6 +79,3 @@ lib
 affine.db
 apps/web/next-routes.conf
 .nx
-
-packages/frontend/templates/edgeless
-packages/frontend/core/public/static/templates

.husky/pre-commit

@@ -1 +1,4 @@
+#!/usr/bin/env sh
+. "$(dirname -- "$0")/_/husky.sh"
+
 yarn lint-staged && yarn lint:ox

.prettierignore

@@ -16,7 +16,6 @@ packages/frontend/i18n/src/i18n-generated.ts
 packages/frontend/graphql/src/graphql/index.ts
 tests/affine-legacy/**/static
 .yarnrc.yml
-packages/frontend/templates/edgeless-templates.gen.ts
 packages/frontend/templates/templates.gen.ts
 packages/frontend/templates/onboarding
 

README.md

@@ -138,6 +138,24 @@ We would like to express our gratitude to all the individuals who have already c
   <img alt="contributors" src="https://opencollective.com/affine/contributors.svg?width=890&button=false" />
 </a>
 
+## Data Compatibility
+
+Data compatibility is a very important issue for us. We will try our best to ensure that the data is compatible with the previous version.
+
+If you encounter any problems when upgrading the version, please feel free to [contact us](mailto:developer@toeverything.info).
+
+| AFFiNE Version  | Export/Import workspace | Data auto migration |
+| --------------- | ----------------------- | ------------------- |
+| <= 0.5.4        | ❌️                     | ❌                  |
+| 0.6.x           | ✅️                     | ✅                  |
+| 0.7.x           | ✅️                     | ✅                  |
+| 0.8.x (current) | ✅                      | ✅                  |
+| 0.9.x (next)    | 🚧                      | 🚧                  |
+
+- ❌️: Not compatible
+- ✅: Compatible
+- 🚧: Work in progress
+
 ## Self-Host
 
 > We know that the self-host version has been out of date for a long time.

docs/developing-server.md

@@ -59,9 +59,9 @@ You may need additional env for auth login. You may want to put your own one if
 For email login & password, please refer to https://nodemailer.com/usage/using-gmail/
 
 ```
-MAILER_SENDER=
-MAILER_USER=
-MAILER_PASSWORD=
+OAUTH_EMAIL_SENDER=
+OAUTH_EMAIL_LOGIN=
+OAUTH_EMAIL_PASSWORD=
 OAUTH_GOOGLE_ENABLED="true"
 OAUTH_GOOGLE_CLIENT_ID=
 OAUTH_GOOGLE_CLIENT_SECRET=

docs/reference/package.json

@@ -19,5 +19,5 @@
     ],
     "ext": "ts,md,json"
   },
-  "version": "0.12.0"
+  "version": "0.10.3-canary.2"
 }

nx.json

@@ -1,13 +1,12 @@
 {
   "$schema": "./node_modules/nx/schemas/nx-schema.json",
   "npmScope": "toeverything",
-  "nxCloudAccessToken": "MzUwNTU4YWItZGFhYi00YjE2LWIxODAtODk4NmIwYjMwYzZkfHJlYWQ=",
   "tasksRunnerOptions": {
     "default": {
       "runner": "nx-cloud",
       "options": {
         "cacheableOperations": ["build", "test", "e2e", "lint"],
-        "runtimeCacheInputs": ["node -v"]
+        "accessToken": "YmQ2NTg1ODktZTk5Mi00YzhiLTk2ZmUtNWQzMDg0NDBkOWM3fHJlYWQtb25seQ=="
       }
     }
   },

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@affine/monorepo",
-  "version": "0.12.0",
+  "version": "0.11.0",
   "private": true,
   "author": "toeverything",
   "license": "MIT",
@@ -37,8 +37,7 @@
     "test:ui": "vitest --ui",
     "test:coverage": "vitest run --coverage",
     "typecheck": "tsc -b tsconfig.json --diagnostics",
-    "postinstall": "node ./scripts/check-version.mjs && yarn i18n-codegen gen && yarn husky install",
-    "prepare": "husky"
+    "postinstall": "node ./scripts/check-version.mjs && yarn i18n-codegen gen && yarn husky install"
   },
   "lint-staged": {
     "*": "prettier --write --ignore-unknown --cache",
@@ -62,7 +61,8 @@
     "@istanbuljs/schema": "^0.1.3",
     "@magic-works/i18n-codegen": "^0.5.0",
     "@nx/vite": "17.2.8",
-    "@playwright/test": "^1.41.0",
+    "@perfsee/sdk": "^1.9.0",
+    "@playwright/test": "^1.40.0",
     "@taplo/cli": "^0.5.2",
     "@testing-library/react": "^14.1.2",
     "@toeverything/infra": "workspace:*",
@@ -76,7 +76,7 @@
     "@vitejs/plugin-react-swc": "^3.5.0",
     "@vitest/coverage-istanbul": "1.1.3",
     "@vitest/ui": "1.1.3",
-    "electron": "^28.2.1",
+    "electron": "^27.1.0",
     "eslint": "^8.54.0",
     "eslint-config-prettier": "^9.0.0",
     "eslint-plugin-i": "^2.29.0",
@@ -88,12 +88,13 @@
     "eslint-plugin-unused-imports": "^3.0.0",
     "eslint-plugin-vue": "^9.18.1",
     "fake-indexeddb": "5.0.2",
-    "happy-dom": "^13.0.0",
-    "husky": "^9.0.6",
+    "happy-dom": "^12.10.3",
+    "husky": "^8.0.3",
     "lint-staged": "^15.1.0",
     "msw": "^2.0.8",
     "nanoid": "^5.0.3",
-    "nx": "^17.2.8",
+    "nx": "^17.1.3",
+    "nx-cloud": "^16.5.2",
     "nyc": "^15.1.0",
     "oxlint": "0.0.22",
     "prettier": "^3.1.0",

packages/backend/server/.env.example

@@ -1,4 +1,8 @@
-# AFFINE_SERVER_PORT=3010
-# AFFINE_SERVER_HOST=app.affine.pro
-# AFFINE_SERVER_HTTPS=true
-# DATABASE_URL="postgres://affine@localhost:5432/affine"
+DATABASE_URL="postgresql://affine@localhost:5432/affine"
+NEXTAUTH_URL="http://localhost:8080"
+OAUTH_EMAIL_SENDER="noreply@toeverything.info"
+OAUTH_EMAIL_LOGIN=""
+OAUTH_EMAIL_PASSWORD=""
+ENABLE_LOCAL_EMAIL="true"
+STRIPE_API_KEY=
+STRIPE_WEBHOOK_KEY=

packages/backend/server/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@affine/server",
   "private": true,
-  "version": "0.12.0",
+  "version": "0.11.0",
   "description": "Affine Node.js server",
   "type": "module",
   "bin": {
@@ -9,13 +9,13 @@
   },
   "scripts": {
     "build": "tsc",
-    "start": "node --loader ts-node/esm/transpile-only.mjs ./src/index.ts",
+    "start": "node --loader ts-node/esm/transpile-only.mjs --es-module-specifier-resolution node ./src/index.ts",
     "dev": "nodemon ./src/index.ts",
     "test": "ava --concurrency 1 --serial",
     "test:coverage": "c8 ava --concurrency 1 --serial",
     "postinstall": "prisma generate",
-    "data-migration": "node --loader ts-node/esm/transpile-only.mjs ./src/data/index.ts",
-    "predeploy": "yarn prisma migrate deploy && node --import ./scripts/register.js ./dist/data/index.js run"
+    "data-migration": "node --loader ts-node/esm/transpile-only.mjs --es-module-specifier-resolution node ./src/data/app.ts",
+    "predeploy": "yarn prisma migrate deploy && node --es-module-specifier-resolution node ./dist/data/app.js run"
   },
   "dependencies": {
     "@apollo/server": "^4.9.5",
@@ -23,7 +23,6 @@
     "@aws-sdk/client-s3": "^3.499.0",
     "@google-cloud/opentelemetry-cloud-monitoring-exporter": "^0.17.0",
     "@google-cloud/opentelemetry-cloud-trace-exporter": "^2.1.0",
-    "@google-cloud/opentelemetry-resource-util": "^2.1.0",
     "@keyv/redis": "^2.8.0",
     "@nestjs/apollo": "^12.0.11",
     "@nestjs/common": "^10.2.10",
@@ -33,39 +32,35 @@
     "@nestjs/platform-express": "^10.2.10",
     "@nestjs/platform-socket.io": "^10.2.10",
     "@nestjs/schedule": "^4.0.0",
-    "@nestjs/serve-static": "^4.0.0",
     "@nestjs/throttler": "^5.0.1",
     "@nestjs/websockets": "^10.2.10",
     "@node-rs/argon2": "^1.5.2",
     "@node-rs/crc32": "^1.7.2",
     "@node-rs/jsonwebtoken": "^0.3.0",
     "@opentelemetry/api": "^1.7.0",
-    "@opentelemetry/core": "^1.21.0",
-    "@opentelemetry/exporter-prometheus": "^0.48.0",
-    "@opentelemetry/exporter-zipkin": "^1.21.0",
-    "@opentelemetry/host-metrics": "^0.35.0",
-    "@opentelemetry/instrumentation": "^0.48.0",
-    "@opentelemetry/instrumentation-graphql": "^0.37.0",
-    "@opentelemetry/instrumentation-http": "^0.48.0",
-    "@opentelemetry/instrumentation-ioredis": "^0.37.0",
-    "@opentelemetry/instrumentation-nestjs-core": "^0.34.0",
-    "@opentelemetry/instrumentation-socket.io": "^0.36.0",
-    "@opentelemetry/resources": "^1.21.0",
-    "@opentelemetry/sdk-metrics": "^1.21.0",
-    "@opentelemetry/sdk-node": "^0.48.0",
-    "@opentelemetry/sdk-trace-node": "^1.21.0",
-    "@opentelemetry/semantic-conventions": "^1.21.0",
+    "@opentelemetry/core": "^1.19.0",
+    "@opentelemetry/exporter-prometheus": "^0.46.0",
+    "@opentelemetry/exporter-zipkin": "^1.19.0",
+    "@opentelemetry/host-metrics": "^0.34.0",
+    "@opentelemetry/instrumentation": "^0.46.0",
+    "@opentelemetry/instrumentation-graphql": "^0.36.0",
+    "@opentelemetry/instrumentation-http": "^0.46.0",
+    "@opentelemetry/instrumentation-ioredis": "^0.36.0",
+    "@opentelemetry/instrumentation-nestjs-core": "^0.33.3",
+    "@opentelemetry/instrumentation-socket.io": "^0.35.0",
+    "@opentelemetry/resources": "^1.19.0",
+    "@opentelemetry/sdk-metrics": "^1.19.0",
+    "@opentelemetry/sdk-node": "^0.46.0",
+    "@opentelemetry/sdk-trace-node": "^1.19.0",
     "@prisma/client": "^5.7.1",
     "@prisma/instrumentation": "^5.7.1",
     "@socket.io/redis-adapter": "^8.2.1",
     "cookie-parser": "^1.4.6",
     "dotenv": "^16.3.1",
-    "dotenv-cli": "^7.3.0",
     "express": "^4.18.2",
     "file-type": "^19.0.0",
     "get-stream": "^8.0.1",
     "graphql": "^16.8.1",
-    "graphql-scalars": "^1.22.4",
     "graphql-type-json": "^0.3.2",
     "graphql-upload": "^16.0.2",
     "ioredis": "^5.3.2",
@@ -86,8 +81,6 @@
     "semver": "^7.5.4",
     "socket.io": "^4.7.2",
     "stripe": "^14.5.0",
-    "ts-node": "^10.9.2",
-    "typescript": "^5.3.3",
     "ws": "^8.14.2",
     "yjs": "^13.6.10",
     "zod": "^3.22.4"
@@ -114,10 +107,11 @@
     "c8": "^9.0.0",
     "nodemon": "^3.0.1",
     "sinon": "^17.0.1",
-    "supertest": "^6.3.3"
+    "supertest": "^6.3.3",
+    "ts-node": "^10.9.1",
+    "typescript": "^5.3.2"
   },
   "ava": {
-    "timeout": "1m",
     "extensions": {
       "ts": "module"
     },
@@ -139,11 +133,10 @@
     "environmentVariables": {
       "TS_NODE_PROJECT": "./tests/tsconfig.json",
       "NODE_ENV": "test",
-      "MAILER_HOST": "0.0.0.0",
-      "MAILER_PORT": "1025",
-      "MAILER_USER": "noreply@toeverything.info",
-      "MAILER_PASSWORD": "affine",
-      "MAILER_SENDER": "noreply@toeverything.info",
+      "ENABLE_LOCAL_EMAIL": "true",
+      "OAUTH_EMAIL_LOGIN": "noreply@toeverything.info",
+      "OAUTH_EMAIL_PASSWORD": "affine",
+      "OAUTH_EMAIL_SENDER": "noreply@toeverything.info",
       "FEATURES_EARLY_ACCESS_PREVIEW": "false"
     }
   },
@@ -163,6 +156,7 @@
     "env": {
       "TS_NODE_TRANSPILE_ONLY": true,
       "TS_NODE_PROJECT": "./tsconfig.json",
+      "NODE_ENV": "development",
       "DEBUG": "affine:*",
       "FORCE_COLOR": true,
       "DEBUG_COLORS": true

packages/backend/server/schema.prisma

@@ -265,9 +265,7 @@ model Snapshot {
   seq         Int      @default(0) @db.Integer
   state       Bytes?   @db.ByteA
   createdAt   DateTime @default(now()) @map("created_at") @db.Timestamptz(6)
-  // the `updated_at` field will not record the time of record changed,
-  // but the created time of last seen update that has been merged into snapshot.
-  updatedAt   DateTime @map("updated_at") @db.Timestamptz(6)
+  updatedAt   DateTime @updatedAt @map("updated_at") @db.Timestamptz(6)
 
   @@id([id, workspaceId])
   @@map("snapshots")

packages/backend/server/scripts/loader.js

@@ -1,11 +0,0 @@
-import { create, createEsmHooks } from 'ts-node';
-
-const service = create({
-  experimentalSpecifierResolution: 'node',
-  transpileOnly: true,
-  logError: true,
-  skipProject: true,
-});
-const hooks = createEsmHooks(service);
-
-export const resolve = hooks.resolve;

packages/backend/server/scripts/register.js

@@ -1,4 +0,0 @@
-import { register } from 'node:module';
-import { pathToFileURL } from 'node:url';
-
-register('./scripts/loader.js', pathToFileURL('./'));

packages/backend/server/scripts/self-host-predeploy.js

@@ -1,52 +0,0 @@
-import { execSync } from 'node:child_process';
-import fs from 'node:fs';
-import path from 'node:path';
-
-const SELF_HOST_CONFIG_DIR = '/root/.affine/config';
-/**
- * @type {Array<{ from: string; to?: string, modifier?: (content: string): string }>}
- */
-const configFiles = [
-  { from: './.env.example', to: '.env' },
-  { from: './dist/config/affine.js', modifier: configCleaner },
-  { from: './dist/config/affine.env.js', modifier: configCleaner },
-];
-
-function configCleaner(content) {
-  return content.replace(
-    /(^\/\/#.*$)|(^\/\/\s+TODO.*$)|("use\sstrict";?)|(^.*eslint-disable.*$)/gm,
-    ''
-  );
-}
-
-function prepare() {
-  fs.mkdirSync(SELF_HOST_CONFIG_DIR, { recursive: true });
-
-  for (const { from, to, modifier } of configFiles) {
-    const targetFileName = to ?? path.parse(from).base;
-    const targetFilePath = path.join(SELF_HOST_CONFIG_DIR, targetFileName);
-    if (!fs.existsSync(targetFilePath)) {
-      console.log(`creating config file [${targetFilePath}].`);
-      if (modifier) {
-        const content = fs.readFileSync(from, 'utf-8');
-        fs.writeFileSync(targetFilePath, modifier(content), 'utf-8');
-      } else {
-        fs.cpSync(from, targetFilePath, {
-          force: false,
-        });
-      }
-    }
-  }
-}
-
-function runPredeployScript() {
-  console.log('running predeploy script.');
-  execSync('yarn predeploy', {
-    encoding: 'utf-8',
-    env: process.env,
-    stdio: 'inherit',
-  });
-}
-
-prepare();
-runPredeployScript();

packages/backend/server/src/affine.config.ts

@@ -0,0 +1,25 @@
+/* eslint-disable @typescript-eslint/no-non-null-assertion */
+// Custom configurations
+
+const env = process.env;
+const node = AFFiNE.node;
+
+// TODO: may be separate config overring in `affine.[env].config`?
+if (node.prod && env.R2_OBJECT_STORAGE_ACCOUNT_ID) {
+  AFFiNE.storage.providers.r2 = {
+    accountId: env.R2_OBJECT_STORAGE_ACCOUNT_ID,
+    credentials: {
+      accessKeyId: env.R2_OBJECT_STORAGE_ACCESS_KEY_ID!,
+      secretAccessKey: env.R2_OBJECT_STORAGE_SECRET_ACCESS_KEY!,
+    },
+  };
+  AFFiNE.storage.storages.avatar.provider = 'r2';
+  AFFiNE.storage.storages.avatar.bucket = 'account-avatar';
+  AFFiNE.storage.storages.avatar.publicLinkFactory = key =>
+    `https://avatar.affineassets.com/${key}`;
+
+  AFFiNE.storage.storages.blob.provider = 'r2';
+  AFFiNE.storage.storages.blob.bucket = `workspace-blobs-${
+    AFFiNE.affine.canary ? 'canary' : 'prod'
+  }`;
+}

packages/backend/server/src/affine.ts

@@ -0,0 +1,3 @@
+import { getDefaultAFFiNEConfig } from './config/default';
+
+globalThis.AFFiNE = getDefaultAFFiNEConfig();

packages/backend/server/src/app.controller.ts

@@ -1,18 +1,13 @@
 import { Controller, Get } from '@nestjs/common';
 
-import { Config } from './fundamentals/config';
-
 @Controller('/')
 export class AppController {
-  constructor(private readonly config: Config) {}
-
   @Get()
   info() {
+    const version = AFFiNE.version;
     return {
-      compatibility: this.config.version,
-      message: `AFFiNE ${this.config.version} Server`,
-      type: this.config.type,
-      flavor: this.config.flavor,
+      compatibility: version,
+      message: `AFFiNE ${version} Server`,
     };
   }
 }

packages/backend/server/src/app.module.ts

@@ -1,169 +0,0 @@
-import { join } from 'node:path';
-
-import { Logger, Module } from '@nestjs/common';
-import { APP_INTERCEPTOR } from '@nestjs/core';
-import { ScheduleModule } from '@nestjs/schedule';
-import { ServeStaticModule } from '@nestjs/serve-static';
-import { get } from 'lodash-es';
-
-import { AppController } from './app.controller';
-import { AuthModule } from './core/auth';
-import { ADD_ENABLED_FEATURES, ServerConfigModule } from './core/config';
-import { DocModule } from './core/doc';
-import { FeatureModule } from './core/features';
-import { QuotaModule } from './core/quota';
-import { StorageModule } from './core/storage';
-import { SyncModule } from './core/sync';
-import { UsersModule } from './core/users';
-import { WorkspaceModule } from './core/workspaces';
-import { getOptionalModuleMetadata } from './fundamentals';
-import { CacheInterceptor, CacheModule } from './fundamentals/cache';
-import {
-  type AvailablePlugins,
-  Config,
-  ConfigModule,
-} from './fundamentals/config';
-import { EventModule } from './fundamentals/event';
-import { GqlModule } from './fundamentals/graphql';
-import { MailModule } from './fundamentals/mailer';
-import { MetricsModule } from './fundamentals/metrics';
-import { PrismaModule } from './fundamentals/prisma';
-import { SessionModule } from './fundamentals/session';
-import { RateLimiterModule } from './fundamentals/throttler';
-import { WebSocketModule } from './fundamentals/websocket';
-import { pluginsMap } from './plugins';
-
-export const FunctionalityModules = [
-  ConfigModule.forRoot(),
-  ScheduleModule.forRoot(),
-  EventModule,
-  CacheModule,
-  PrismaModule,
-  MetricsModule,
-  RateLimiterModule,
-  SessionModule,
-  MailModule,
-];
-
-export class AppModuleBuilder {
-  private readonly modules: AFFiNEModule[] = [];
-  constructor(private readonly config: Config) {}
-
-  use(...modules: AFFiNEModule[]): this {
-    modules.forEach(m => {
-      const requirements = getOptionalModuleMetadata(m, 'requires');
-      // if condition not set or condition met, include the module
-      if (requirements?.length) {
-        const nonMetRequirements = requirements.filter(c => {
-          const value = get(this.config, c);
-          return (
-            value === undefined ||
-            value === null ||
-            (typeof value === 'string' && value.trim().length === 0)
-          );
-        });
-
-        if (nonMetRequirements.length) {
-          const name = 'module' in m ? m.module.name : m.name;
-          new Logger(name).warn(
-            `${name} is not enabled because of the required configuration is not satisfied.`,
-            'Unsatisfied configuration:',
-            ...nonMetRequirements.map(config => `  AFFiNE.${config}`)
-          );
-          return;
-        }
-      }
-
-      const predicator = getOptionalModuleMetadata(m, 'if');
-      if (predicator && !predicator(this.config)) {
-        return;
-      }
-
-      const contribution = getOptionalModuleMetadata(m, 'contributesTo');
-      if (contribution) {
-        ADD_ENABLED_FEATURES(contribution);
-      }
-      this.modules.push(m);
-    });
-
-    return this;
-  }
-
-  useIf(
-    predicator: (config: Config) => boolean,
-    ...modules: AFFiNEModule[]
-  ): this {
-    if (predicator(this.config)) {
-      this.use(...modules);
-    }
-
-    return this;
-  }
-
-  compile() {
-    @Module({
-      providers: [
-        {
-          provide: APP_INTERCEPTOR,
-          useClass: CacheInterceptor,
-        },
-      ],
-      imports: this.modules,
-      controllers: this.config.isSelfhosted ? [] : [AppController],
-    })
-    class AppModule {}
-
-    return AppModule;
-  }
-}
-
-function buildAppModule() {
-  const factor = new AppModuleBuilder(AFFiNE);
-
-  factor
-    // common fundamental modules
-    .use(...FunctionalityModules)
-    // auth
-    .use(AuthModule)
-
-    // business modules
-    .use(DocModule)
-
-    // sync server only
-    .useIf(config => config.flavor.sync, SyncModule)
-
-    // graphql server only
-    .useIf(
-      config => config.flavor.graphql,
-      ServerConfigModule,
-      WebSocketModule,
-      GqlModule,
-      StorageModule,
-      UsersModule,
-      WorkspaceModule,
-      FeatureModule,
-      QuotaModule
-    )
-
-    // self hosted server only
-    .useIf(
-      config => config.isSelfhosted,
-      ServeStaticModule.forRoot({
-        rootPath: join('/app', 'static'),
-      })
-    );
-
-  // plugin modules
-  AFFiNE.plugins.enabled.forEach(name => {
-    const plugin = pluginsMap.get(name as AvailablePlugins);
-    if (!plugin) {
-      throw new Error(`Unknown plugin ${name}`);
-    }
-
-    factor.use(plugin);
-  });
-
-  return factor.compile();
-}
-
-export const AppModule = buildAppModule();

packages/backend/server/src/app.ts

@@ -1,48 +1,34 @@
-import { Type } from '@nestjs/common';
-import { NestFactory } from '@nestjs/core';
-import type { NestExpressApplication } from '@nestjs/platform-express';
-import cookieParser from 'cookie-parser';
-import graphqlUploadExpress from 'graphql-upload/graphqlUploadExpress.mjs';
+import { Module } from '@nestjs/common';
+import { APP_INTERCEPTOR } from '@nestjs/core';
 
-import { SocketIoAdapter } from './fundamentals';
-import { SocketIoAdapterImpl } from './fundamentals/websocket';
-import { ExceptionLogger } from './middleware/exception-logger';
-import { serverTimingAndCache } from './middleware/timing';
+import { AppController } from './app.controller';
+import { CacheInterceptor, CacheModule } from './cache';
+import { ConfigModule } from './config';
+import { EventModule } from './event';
+import { BusinessModules } from './modules';
+import { AuthModule } from './modules/auth';
+import { PrismaModule } from './prisma';
+import { SessionModule } from './session';
+import { RateLimiterModule } from './throttler';
 
-export async function createApp() {
-  const { AppModule } = await import('./app.module');
+const BasicModules = [
+  PrismaModule,
+  ConfigModule.forRoot(),
+  CacheModule,
+  EventModule,
+  SessionModule,
+  RateLimiterModule,
+  AuthModule,
+];
 
-  const app = await NestFactory.create<NestExpressApplication>(AppModule, {
-    cors: true,
-    rawBody: true,
-    bodyParser: true,
-    logger: AFFiNE.affine.stable ? ['log'] : ['verbose'],
-  });
-
-  app.use(serverTimingAndCache);
-
-  app.use(
-    graphqlUploadExpress({
-      // TODO: dynamic limit by quota
-      maxFileSize: 100 * 1024 * 1024,
-      maxFiles: 5,
-    })
-  );
-
-  app.useGlobalFilters(new ExceptionLogger());
-  app.use(cookieParser());
-
-  if (AFFiNE.flavor.sync) {
-    const SocketIoAdapter = app.get<Type<SocketIoAdapter>>(
-      SocketIoAdapterImpl,
-      {
-        strict: false,
-      }
-    );
-
-    const adapter = new SocketIoAdapter(app);
-    app.useWebSocketAdapter(adapter);
-  }
-
-  return app;
-}
+@Module({
+  providers: [
+    {
+      provide: APP_INTERCEPTOR,
+      useClass: CacheInterceptor,
+    },
+  ],
+  imports: [...BasicModules, ...BusinessModules],
+  controllers: [AppController],
+})
+export class AppModule {}

packages/backend/server/src/cache/cache.ts

@@ -1,12 +1,60 @@
 import Keyv from 'keyv';
 
-import type { Cache, CacheSetOptions } from './def';
+export interface CacheSetOptions {
+  // in milliseconds
+  ttl?: number;
+}
+
+// extends if needed
+export interface Cache {
+  // standard operation
+  get<T = unknown>(key: string): Promise<T | undefined>;
+  set<T = unknown>(
+    key: string,
+    value: T,
+    opts?: CacheSetOptions
+  ): Promise<boolean>;
+  setnx<T = unknown>(
+    key: string,
+    value: T,
+    opts?: CacheSetOptions
+  ): Promise<boolean>;
+  increase(key: string, count?: number): Promise<number>;
+  decrease(key: string, count?: number): Promise<number>;
+  delete(key: string): Promise<boolean>;
+  has(key: string): Promise<boolean>;
+  ttl(key: string): Promise<number>;
+  expire(key: string, ttl: number): Promise<boolean>;
+
+  // list operations
+  pushBack<T = unknown>(key: string, ...values: T[]): Promise<number>;
+  pushFront<T = unknown>(key: string, ...values: T[]): Promise<number>;
+  len(key: string): Promise<number>;
+  list<T = unknown>(key: string, start: number, end: number): Promise<T[]>;
+  popFront<T = unknown>(key: string, count?: number): Promise<T[]>;
+  popBack<T = unknown>(key: string, count?: number): Promise<T[]>;
+
+  // map operations
+  mapSet<T = unknown>(
+    map: string,
+    key: string,
+    value: T,
+    opts: CacheSetOptions
+  ): Promise<boolean>;
+  mapIncrease(map: string, key: string, count?: number): Promise<number>;
+  mapDecrease(map: string, key: string, count?: number): Promise<number>;
+  mapGet<T = unknown>(map: string, key: string): Promise<T | undefined>;
+  mapDelete(map: string, key: string): Promise<boolean>;
+  mapKeys(map: string): Promise<string[]>;
+  mapRandomKey(map: string): Promise<string | undefined>;
+  mapLen(map: string): Promise<number>;
+}
 
 export class LocalCache implements Cache {
   private readonly kv: Keyv;
 
-  constructor(opts: Keyv.Options<any> = {}) {
-    this.kv = new Keyv(opts);
+  constructor() {
+    this.kv = new Keyv();
   }
 
   // standard operation

packages/backend/server/src/cache/index.ts

@@ -0,0 +1,26 @@
+import { FactoryProvider, Global, Module } from '@nestjs/common';
+import { Redis } from 'ioredis';
+
+import { Config } from '../config';
+import { LocalCache } from './cache';
+import { RedisCache } from './redis';
+
+const CacheProvider: FactoryProvider = {
+  provide: LocalCache,
+  useFactory: (config: Config) => {
+    return config.redis.enabled
+      ? new RedisCache(new Redis(config.redis))
+      : new LocalCache();
+  },
+  inject: [Config],
+};
+
+@Global()
+@Module({
+  providers: [CacheProvider],
+  exports: [CacheProvider],
+})
+export class CacheModule {}
+export { LocalCache as Cache };
+
+export { CacheInterceptor, MakeCache, PreventCache } from './interceptor';

packages/backend/server/src/cache/interceptor.ts

@@ -10,7 +10,7 @@ import { Reflector } from '@nestjs/core';
 import { GqlContextType, GqlExecutionContext } from '@nestjs/graphql';
 import { mergeMap, Observable, of } from 'rxjs';
 
-import { Cache } from './instances';
+import { LocalCache } from './cache';
 
 export const MakeCache = (key: string[], args?: string[]) =>
   SetMetadata('cacheKey', [key, args]);
@@ -24,7 +24,7 @@ export class CacheInterceptor implements NestInterceptor {
   private readonly logger = new Logger(CacheInterceptor.name);
   constructor(
     private readonly reflector: Reflector,
-    private readonly cache: Cache
+    private readonly cache: LocalCache
   ) {}
   async intercept(
     ctx: ExecutionContext,
@@ -40,9 +40,9 @@ export class CacheInterceptor implements NestInterceptor {
     );
 
     if (preventKey) {
+      this.logger.debug(`prevent cache: ${JSON.stringify(preventKey)}`);
       const key = await this.getCacheKey(ctx, preventKey);
       if (key) {
-        this.logger.debug(`cache ${key} staled`);
         await this.cache.delete(key);
       }
 
@@ -60,12 +60,12 @@ export class CacheInterceptor implements NestInterceptor {
     const cachedData = await this.cache.get(cacheKey);
 
     if (cachedData) {
-      this.logger.debug(`cache ${cacheKey} hit`);
+      this.logger.debug('cache hit', cacheKey, cachedData);
       return of(cachedData);
     } else {
-      this.logger.debug(`cache ${cacheKey} miss`);
       return next.handle().pipe(
         mergeMap(async result => {
+          this.logger.debug('cache miss', cacheKey, result);
           await this.cache.set(cacheKey, result);
 
           return result;

packages/backend/server/src/cache/redis.ts

@@ -1,6 +1,6 @@
 import { Redis } from 'ioredis';
 
-import type { Cache, CacheSetOptions } from '../../fundamentals/cache/def';
+import { Cache, CacheSetOptions } from './cache';
 
 export class RedisCache implements Cache {
   constructor(private readonly redis: Redis) {}

packages/backend/server/src/config/affine.env.ts

@@ -1,37 +0,0 @@
-// Convenient way to map environment variables to config values.
-AFFiNE.ENV_MAP = {
-  AFFINE_SERVER_PORT: ['port', 'int'],
-  AFFINE_SERVER_HOST: 'host',
-  AFFINE_SERVER_SUB_PATH: 'path',
-  AFFINE_SERVER_HTTPS: ['https', 'boolean'],
-  DATABASE_URL: 'db.url',
-  ENABLE_CAPTCHA: ['auth.captcha.enable', 'boolean'],
-  CAPTCHA_TURNSTILE_SECRET: ['auth.captcha.turnstile.secret', 'string'],
-  OAUTH_GOOGLE_ENABLED: ['auth.oauthProviders.google.enabled', 'boolean'],
-  OAUTH_GOOGLE_CLIENT_ID: 'auth.oauthProviders.google.clientId',
-  OAUTH_GOOGLE_CLIENT_SECRET: 'auth.oauthProviders.google.clientSecret',
-  OAUTH_GITHUB_ENABLED: ['auth.oauthProviders.github.enabled', 'boolean'],
-  OAUTH_GITHUB_CLIENT_ID: 'auth.oauthProviders.github.clientId',
-  OAUTH_GITHUB_CLIENT_SECRET: 'auth.oauthProviders.github.clientSecret',
-  MAILER_HOST: 'mailer.host',
-  MAILER_PORT: ['mailer.port', 'int'],
-  MAILER_USER: 'mailer.auth.user',
-  MAILER_PASSWORD: 'mailer.auth.pass',
-  MAILER_SENDER: 'mailer.from.address',
-  MAILER_SECURE: ['mailer.secure', 'boolean'],
-  THROTTLE_TTL: ['rateLimiter.ttl', 'int'],
-  THROTTLE_LIMIT: ['rateLimiter.limit', 'int'],
-  REDIS_SERVER_HOST: 'plugins.redis.host',
-  REDIS_SERVER_PORT: ['plugins.redis.port', 'int'],
-  REDIS_SERVER_USER: 'plugins.redis.username',
-  REDIS_SERVER_PASSWORD: 'plugins.redis.password',
-  REDIS_SERVER_DATABASE: ['plugins.redis.db', 'int'],
-  DOC_MERGE_INTERVAL: ['doc.manager.updatePollInterval', 'int'],
-  DOC_MERGE_USE_JWST_CODEC: [
-    'doc.manager.experimentalMergeWithYOcto',
-    'boolean',
-  ],
-  STRIPE_API_KEY: 'plugins.payment.stripe.keys.APIKey',
-  STRIPE_WEBHOOK_KEY: 'plugins.payment.stripe.keys.webhookKey',
-  FEATURES_EARLY_ACCESS_PREVIEW: ['featureFlags.earlyAccessPreview', 'boolean'],
-};

packages/backend/server/src/config/affine.self.ts

@@ -1,54 +0,0 @@
-/* eslint-disable @typescript-eslint/no-non-null-assertion */
-// Custom configurations for AFFiNE Cloud
-// ====================================================================================
-// Q: WHY THIS FILE EXISTS?
-// A: AFFiNE deployment environment may have a lot of custom environment variables,
-//    which are not suitable to be put in the `affine.ts` file.
-//    For example, AFFiNE Cloud Clusters are deployed on Google Cloud Platform.
-//    We need to enable the `gcloud` plugin to make sure the nodes working well,
-//    but the default selfhost version may not require it.
-//    So it's not a good idea to put such logic in the common `affine.ts` file.
-//
-//    ```
-//    if (AFFiNE.deploy) {
-//      AFFiNE.plugins.use('gcloud');
-//    }
-//    ```
-// ====================================================================================
-const env = process.env;
-
-AFFiNE.metrics.enabled = !AFFiNE.node.test;
-
-if (env.R2_OBJECT_STORAGE_ACCOUNT_ID) {
-  AFFiNE.storage.providers.r2 = {
-    accountId: env.R2_OBJECT_STORAGE_ACCOUNT_ID,
-    credentials: {
-      accessKeyId: env.R2_OBJECT_STORAGE_ACCESS_KEY_ID!,
-      secretAccessKey: env.R2_OBJECT_STORAGE_SECRET_ACCESS_KEY!,
-    },
-  };
-  AFFiNE.storage.storages.avatar.provider = 'r2';
-  AFFiNE.storage.storages.avatar.bucket = 'account-avatar';
-  AFFiNE.storage.storages.avatar.publicLinkFactory = key =>
-    `https://avatar.affineassets.com/${key}`;
-
-  AFFiNE.storage.storages.blob.provider = 'r2';
-  AFFiNE.storage.storages.blob.bucket = `workspace-blobs-${
-    AFFiNE.affine.canary ? 'canary' : 'prod'
-  }`;
-}
-
-AFFiNE.plugins.use('redis');
-AFFiNE.plugins.use('payment');
-
-if (AFFiNE.deploy) {
-  AFFiNE.mailer = {
-    service: 'gmail',
-    auth: {
-      user: env.MAILER_USER,
-      pass: env.MAILER_PASSWORD,
-    },
-  };
-
-  AFFiNE.plugins.use('gcloud');
-}

packages/backend/server/src/config/affine.ts

@@ -1,94 +0,0 @@
-/* eslint-disable @typescript-eslint/no-non-null-assertion */
-//
-// ###############################################################
-// ##                AFFiNE Configuration System                ##
-// ###############################################################
-// Here is the file of all AFFiNE configurations that will affect runtime behavior.
-// Override any configuration here and it will be merged when starting the server.
-// Any changes in this file won't take effect before server restarted.
-//
-//
-// > Configurations merge order
-//   1. load environment variables (`.env` if provided, and from system)
-//   2. load `src/fundamentals/config/default.ts` for all default settings
-//   3. apply `./affine.ts` patches (this file)
-//   4. apply `./affine.env.ts` patches
-//
-//
-// ###############################################################
-// ##                       General settings                    ##
-// ###############################################################
-//
-// /* The unique identity of the server */
-// AFFiNE.serverId = 'some-randome-uuid';
-//
-// /* The name of AFFiNE Server, may show on the UI */
-// AFFiNE.serverName = 'Your Cool AFFiNE Selfhosted Cloud';
-//
-// /* Whether the server is deployed behind a HTTPS proxied environment */
-AFFiNE.https = false;
-// /* Domain of your server that your server will be available at */
-AFFiNE.host = 'localhost';
-// /* The local port of your server that will listen on */
-AFFiNE.port = 3010;
-// /* The sub path of your server */
-// /* For example, if you set `AFFiNE.path = '/affine'`, then the server will be available at `${domain}/affine` */
-// AFFiNE.path = '/affine';
-//
-//
-// ###############################################################
-// ##                       Database settings                   ##
-// ###############################################################
-//
-// /* The URL of the database where most of AFFiNE server data will be stored in */
-// AFFiNE.db.url = 'postgres://user:passsword@localhost:5432/affine';
-//
-//
-// ###############################################################
-// ##                   Server Function settings                ##
-// ###############################################################
-//
-// /* Whether enable metrics and tracing while running the server */
-// /* The metrics will be available at `http://localhost:9464/metrics` with [Prometheus] format exported */
-// AFFiNE.metrics.enabled = true;
-//
-// /* GraphQL configurations that control the behavior of the Apollo Server behind */
-// /* @see https://www.apollographql.com/docs/apollo-server/api/apollo-server */
-// AFFiNE.graphql = {
-//   /* Path to mount GraphQL API */
-//   path: '/graphql',
-//   buildSchemaOptions: {
-//     numberScalarMode: 'integer',
-//   },
-//   /* Whether allow client to query the schema introspection */
-//   introspection: true,
-//   /* Whether enable GraphQL Playground UI */
-//   playground: true,
-// }
-//
-// /* Doc Store & Collaberation */
-// /* How long the buffer time of creating a new history snapshot when doc get updated */
-// AFFiNE.doc.history.interval = 1000 * 60 * 10; // 10 minutes
-//
-// /* Use `y-octo` to merge updates at the same time when merging using Yjs */
-// AFFiNE.doc.manager.experimentalMergeWithYOcto = true;
-//
-// /* How often the manager will start a new turn of merging pending updates into doc snapshot */
-// AFFiNE.doc.manager.updatePollInterval = 1000 * 3;
-//
-//
-// ###############################################################
-// ##                        Plugins settings                   ##
-// ###############################################################
-//
-// /* Redis Plugin */
-// /* Provide caching and session storing backed by Redis. */
-// /* Useful when you deploy AFFiNE server in a cluster. */
-AFFiNE.plugins.use('redis', {
-  /* override options */
-});
-// /* Payment Plugin */
-AFFiNE.plugins.use('payment', {
-  stripe: { keys: {}, apiVersion: '2023-10-16' },
-});
-//

packages/backend/server/src/config/def.ts

@@ -1,8 +1,6 @@
 import type { ApolloDriverConfig } from '@nestjs/apollo';
-import SMTPTransport from 'nodemailer/lib/smtp-transport';
 
 import type { LeafPaths } from '../utils/types';
-import { EnvConfigType } from './env';
 import type { AFFiNEStorageConfig } from './storage';
 
 declare global {
@@ -19,33 +17,54 @@ export enum ExternalAccount {
   firebase = 'firebase',
 }
 
-export type ServerFlavor = 'allinone' | 'graphql' | 'sync';
-export type AFFINE_ENV = 'dev' | 'beta' | 'production';
-export type NODE_ENV = 'development' | 'test' | 'production';
+export type ServerFlavor = 'allinone' | 'graphql' | 'sync' | 'selfhosted';
 
-export enum DeploymentType {
-  Affine = 'affine',
-  Selfhosted = 'selfhosted',
-}
-
-export type ConfigPaths = LeafPaths<
+type EnvConfigType = 'string' | 'int' | 'float' | 'boolean';
+type ConfigPaths = LeafPaths<
   Omit<
     AFFiNEConfig,
     | 'ENV_MAP'
     | 'version'
-    | 'type'
-    | 'isSelfhosted'
-    | 'flavor'
-    | 'env'
-    | 'affine'
-    | 'deploy'
-    | 'node'
     | 'baseUrl'
     | 'origin'
+    | 'prod'
+    | 'dev'
+    | 'test'
+    | 'deploy'
   >,
   '',
-  '.....'
+  '....'
 >;
+/**
+ * parse number value from environment variables
+ */
+function int(value: string) {
+  const n = parseInt(value);
+  return Number.isNaN(n) ? undefined : n;
+}
+
+function float(value: string) {
+  const n = parseFloat(value);
+  return Number.isNaN(n) ? undefined : n;
+}
+
+function boolean(value: string) {
+  return value === '1' || value.toLowerCase() === 'true';
+}
+
+export function parseEnvValue(value: string | undefined, type?: EnvConfigType) {
+  if (value === undefined) {
+    return;
+  }
+
+  return type === 'int'
+    ? int(value)
+    : type === 'float'
+      ? float(value)
+      : type === 'boolean'
+        ? boolean(value)
+        : value;
+}
 
 /**
  * All Configurations that would control AFFiNE server behaviors
@@ -56,49 +75,22 @@ export interface AFFiNEConfig {
   /**
    * Server Identity
    */
-  serverId: string;
-
-  /**
-   * Name may show on the UI
-   */
-  serverName: string;
-
+  readonly serverId: string;
   /**
    * System version
    */
   readonly version: string;
-
-  /**
-   * Deployment type, AFFiNE Cloud, or Selfhosted
-   */
-  get type(): DeploymentType;
-
-  /**
-   * Fast detect whether currently deployed in a selfhosted environment
-   */
-  get isSelfhosted(): boolean;
-
-  /**
-   * Server flavor
-   */
-  get flavor(): {
-    type: string;
-    graphql: boolean;
-    sync: boolean;
-  };
-
   /**
    * Deployment environment
    */
-  readonly AFFINE_ENV: AFFINE_ENV;
+  readonly affineEnv: 'dev' | 'beta' | 'production';
   /**
    * alias to `process.env.NODE_ENV`
    *
-   * @default 'development'
+   * @default 'production'
    * @env NODE_ENV
    */
-  readonly NODE_ENV: NODE_ENV;
-
+  readonly env: string;
   /**
    * fast AFFiNE environment judge
    */
@@ -115,7 +107,6 @@ export interface AFFiNEConfig {
     dev: boolean;
     test: boolean;
   };
-
   get deploy(): boolean;
 
   /**
@@ -199,6 +190,38 @@ export interface AFFiNEConfig {
     limit: number;
   };
 
+  /**
+   * Redis Config
+   *
+   * whether to use redis as Socket.IO adapter
+   */
+  redis: {
+    /**
+     * if not enabled, use in-memory adapter by default
+     */
+    enabled: boolean;
+    /**
+     * url of redis host
+     */
+    host: string;
+    /**
+     * port of redis
+     */
+    port: number;
+    username: string;
+    password: string;
+    /**
+     * redis database index
+     *
+     * Rate Limiter scope: database + 1
+     *
+     * Session scope: database + 2
+     *
+     * @default 0
+     */
+    database: number;
+  };
+
   /**
    * authentication config
    */
@@ -264,6 +287,18 @@ export interface AFFiNEConfig {
         }
       >
     >;
+    /**
+     * whether to use local email service to send email
+     * local debug only
+     */
+    localEmail: boolean;
+    email: {
+      server: string;
+      port: number;
+      login: string;
+      sender: string;
+      password: string;
+    };
     captcha: {
       /**
        * whether to enable captcha
@@ -287,13 +322,6 @@ export interface AFFiNEConfig {
     };
   };
 
-  /**
-   * Configurations for mail service used to post auth or bussiness mails.
-   *
-   * @see https://nodemailer.com/smtp/
-   */
-  mailer?: SMTPTransport.Options;
-
   doc: {
     manager: {
       /**
@@ -312,17 +340,11 @@ export interface AFFiNEConfig {
       updatePollInterval: number;
 
       /**
-       * The maximum number of updates that will be pulled from the server at once.
-       * Existing for avoiding the server to be overloaded when there are too many updates for one doc.
-       */
-      maxUpdatesPullCount: number;
-
-      /**
-       * Use `y-octo` to merge updates at the same time when merging using Yjs.
+       * Use JwstCodec to merge updates at the same time when merging using Yjs.
        *
        * This is an experimental feature, and aimed to check the correctness of JwstCodec.
        */
-      experimentalMergeWithYOcto: boolean;
+      experimentalMergeWithJwstCodec: boolean;
     };
     history: {
       /**
@@ -334,9 +356,12 @@ export interface AFFiNEConfig {
     };
   };
 
-  metrics: {
-    enabled: boolean;
+  payment: {
+    stripe: {
+      keys: {
+        APIKey: string;
+        webhookKey: string;
+      };
+    } & import('stripe').Stripe.StripeConfig;
   };
 }
-
-export * from './storage';

packages/backend/server/src/config/default.ts

@@ -0,0 +1,214 @@
+/// <reference types="../global.d.ts" />
+
+import { createPrivateKey, createPublicKey } from 'node:crypto';
+
+import parse from 'parse-duration';
+
+import pkg from '../../package.json' assert { type: 'json' };
+import type { AFFiNEConfig, ServerFlavor } from './def';
+import { applyEnvToConfig } from './env';
+import { getDefaultAFFiNEStorageConfig } from './storage';
+
+export const SERVER_FLAVOR = (process.env.SERVER_FLAVOR ??
+  'allinone') as ServerFlavor;
+
+// Don't use this in production
+export const examplePrivateKey = `-----BEGIN EC PRIVATE KEY-----
+MHcCAQEEIEtyAJLIULkphVhqXqxk4Nr8Ggty3XLwUJWBxzAWCWTMoAoGCCqGSM49
+AwEHoUQDQgAEF3U/0wIeJ3jRKXeFKqQyBKlr9F7xaAUScRrAuSP33rajm3cdfihI
+3JvMxVNsS2lE8PSGQrvDrJZaDo0L+Lq9Gg==
+-----END EC PRIVATE KEY-----`;
+
+const jwtKeyPair = (function () {
+  const AUTH_PRIVATE_KEY = process.env.AUTH_PRIVATE_KEY ?? examplePrivateKey;
+  const privateKey = createPrivateKey({
+    key: Buffer.from(AUTH_PRIVATE_KEY),
+    format: 'pem',
+    type: 'sec1',
+  })
+    .export({
+      format: 'pem',
+      type: 'pkcs8',
+    })
+    .toString('utf8');
+  const publicKey = createPublicKey({
+    key: Buffer.from(AUTH_PRIVATE_KEY),
+    format: 'pem',
+    type: 'spki',
+  })
+    .export({
+      format: 'pem',
+      type: 'spki',
+    })
+    .toString('utf8');
+
+  return {
+    publicKey,
+    privateKey,
+  };
+})();
+
+export const getDefaultAFFiNEConfig: () => AFFiNEConfig = () => {
+  const defaultConfig = {
+    serverId: 'affine-nestjs-server',
+    version: pkg.version,
+    ENV_MAP: {
+      AFFINE_SERVER_PORT: ['port', 'int'],
+      AFFINE_SERVER_HOST: 'host',
+      AFFINE_SERVER_SUB_PATH: 'path',
+      AFFINE_ENV: 'affineEnv',
+      DATABASE_URL: 'db.url',
+      ENABLE_CAPTCHA: ['auth.captcha.enable', 'boolean'],
+      CAPTCHA_TURNSTILE_SECRET: ['auth.captcha.turnstile.secret', 'string'],
+      OAUTH_GOOGLE_ENABLED: ['auth.oauthProviders.google.enabled', 'boolean'],
+      OAUTH_GOOGLE_CLIENT_ID: 'auth.oauthProviders.google.clientId',
+      OAUTH_GOOGLE_CLIENT_SECRET: 'auth.oauthProviders.google.clientSecret',
+      OAUTH_GITHUB_ENABLED: ['auth.oauthProviders.github.enabled', 'boolean'],
+      OAUTH_GITHUB_CLIENT_ID: 'auth.oauthProviders.github.clientId',
+      OAUTH_GITHUB_CLIENT_SECRET: 'auth.oauthProviders.github.clientSecret',
+      OAUTH_EMAIL_LOGIN: 'auth.email.login',
+      OAUTH_EMAIL_SENDER: 'auth.email.sender',
+      OAUTH_EMAIL_SERVER: 'auth.email.server',
+      OAUTH_EMAIL_PORT: ['auth.email.port', 'int'],
+      OAUTH_EMAIL_PASSWORD: 'auth.email.password',
+      THROTTLE_TTL: ['rateLimiter.ttl', 'int'],
+      THROTTLE_LIMIT: ['rateLimiter.limit', 'int'],
+      REDIS_SERVER_ENABLED: ['redis.enabled', 'boolean'],
+      REDIS_SERVER_HOST: 'redis.host',
+      REDIS_SERVER_PORT: ['redis.port', 'int'],
+      REDIS_SERVER_USER: 'redis.username',
+      REDIS_SERVER_PASSWORD: 'redis.password',
+      REDIS_SERVER_DATABASE: ['redis.database', 'int'],
+      DOC_MERGE_INTERVAL: ['doc.manager.updatePollInterval', 'int'],
+      DOC_MERGE_USE_JWST_CODEC: [
+        'doc.manager.experimentalMergeWithJwstCodec',
+        'boolean',
+      ],
+      ENABLE_LOCAL_EMAIL: ['auth.localEmail', 'boolean'],
+      STRIPE_API_KEY: 'payment.stripe.keys.APIKey',
+      STRIPE_WEBHOOK_KEY: 'payment.stripe.keys.webhookKey',
+      FEATURES_EARLY_ACCESS_PREVIEW: [
+        'featureFlags.earlyAccessPreview',
+        'boolean',
+      ],
+    } satisfies AFFiNEConfig['ENV_MAP'],
+    affineEnv: 'dev',
+    get affine() {
+      const env = this.affineEnv;
+      return {
+        canary: env === 'dev',
+        beta: env === 'beta',
+        stable: env === 'production',
+      };
+    },
+    env: process.env.NODE_ENV ?? 'development',
+    get node() {
+      const env = this.env;
+      return {
+        prod: env === 'production',
+        dev: env === 'development',
+        test: env === 'test',
+      };
+    },
+    get deploy() {
+      return !this.node.dev && !this.node.test;
+    },
+    featureFlags: {
+      earlyAccessPreview: false,
+    },
+    get https() {
+      return !this.node.dev;
+    },
+    host: 'localhost',
+    port: 3010,
+    path: '',
+    db: {
+      url: '',
+    },
+    get origin() {
+      return this.node.dev
+        ? 'http://localhost:8080'
+        : `${this.https ? 'https' : 'http'}://${this.host}${
+            this.host === 'localhost' ? `:${this.port}` : ''
+          }`;
+    },
+    get baseUrl() {
+      return `${this.origin}${this.path}`;
+    },
+    graphql: {
+      buildSchemaOptions: {
+        numberScalarMode: 'integer',
+      },
+      introspection: true,
+      playground: true,
+    },
+    auth: {
+      // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+      accessTokenExpiresIn: parse('1h')! / 1000,
+      // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+      refreshTokenExpiresIn: parse('7d')! / 1000,
+      leeway: 60,
+      captcha: {
+        enable: false,
+        turnstile: {
+          secret: '1x0000000000000000000000000000000AA',
+        },
+        challenge: {
+          bits: 20,
+        },
+      },
+      privateKey: jwtKeyPair.privateKey,
+      publicKey: jwtKeyPair.publicKey,
+      enableSignup: true,
+      enableOauth: false,
+      get nextAuthSecret() {
+        return this.privateKey;
+      },
+      oauthProviders: {},
+      localEmail: false,
+      email: {
+        server: 'smtp.gmail.com',
+        port: 465,
+        login: '',
+        sender: '',
+        password: '',
+      },
+    },
+    storage: getDefaultAFFiNEStorageConfig(),
+    rateLimiter: {
+      ttl: 60,
+      limit: 60,
+    },
+    redis: {
+      enabled: false,
+      host: '127.0.0.1',
+      port: 6379,
+      username: '',
+      password: '',
+      database: 0,
+    },
+    doc: {
+      manager: {
+        enableUpdateAutoMerging: SERVER_FLAVOR !== 'sync',
+        updatePollInterval: 3000,
+        experimentalMergeWithJwstCodec: false,
+      },
+      history: {
+        interval: 1000 * 60 * 10 /* 10 mins */,
+      },
+    },
+    payment: {
+      stripe: {
+        keys: {
+          APIKey: '',
+          webhookKey: '',
+        },
+        apiVersion: '2023-10-16',
+      },
+    },
+  } satisfies AFFiNEConfig;
+
+  applyEnvToConfig(defaultConfig);
+
+  return defaultConfig;
+};

packages/backend/server/src/config/env.ts

@@ -0,0 +1,17 @@
+import { set } from 'lodash-es';
+
+import { type AFFiNEConfig, parseEnvValue } from './def';
+
+export function applyEnvToConfig(rawConfig: AFFiNEConfig) {
+  for (const env in rawConfig.ENV_MAP) {
+    const config = rawConfig.ENV_MAP[env];
+    const [path, value] =
+      typeof config === 'string'
+        ? [config, process.env[env]]
+        : [config[0], parseEnvValue(process.env[env], config[1])];
+
+    if (value !== undefined) {
+      set(rawConfig, path, value);
+    }
+  }
+}

packages/backend/server/src/config/index.ts

@@ -1,12 +1,26 @@
-import { DynamicModule, FactoryProvider } from '@nestjs/common';
+// eslint-disable-next-line simple-import-sort/imports
+import type { DynamicModule, FactoryProvider } from '@nestjs/common';
 import { merge } from 'lodash-es';
 
-import { ApplyType } from '../utils/types';
-import { AFFiNEConfig } from './def';
+import type { DeepPartial } from '../utils/types';
+import type { AFFiNEConfig } from './def';
+
+import '../prelude';
+
+type ConstructorOf<T> = {
+  new (): T;
+};
+
+function ApplyType<T>(): ConstructorOf<T> {
+  // @ts-expect-error used to fake the type of config
+  return class Inner implements T {
+    constructor() {}
+  };
+}
 
 /**
- * @example
- *
+ * usage:
+ * ```
  * import { Config } from '@affine/server'
  *
  * class TestConfig {
@@ -15,6 +29,7 @@ import { AFFiNEConfig } from './def';
  *     return this.config.env
  *   }
  * }
+ * ```
  */
 export class Config extends ApplyType<AFFiNEConfig>() {}
 
@@ -56,3 +71,7 @@ export class ConfigModule {
     };
   };
 }
+
+export type { AFFiNEConfig } from './def';
+export { SERVER_FLAVOR } from './default';
+export * from './storage';

packages/backend/server/src/constants.ts

@@ -0,0 +1,3 @@
+export const OPERATION_NAME = 'x-operation-name';
+
+export const REQUEST_ID = 'x-request-id';

packages/backend/server/src/core/config.ts

@@ -1,71 +0,0 @@
-import { Module } from '@nestjs/common';
-import { Field, ObjectType, Query, registerEnumType } from '@nestjs/graphql';
-
-import { DeploymentType } from '../fundamentals';
-
-export enum ServerFeature {
-  Payment = 'payment',
-}
-
-registerEnumType(ServerFeature, {
-  name: 'ServerFeature',
-});
-
-registerEnumType(DeploymentType, {
-  name: 'ServerDeploymentType',
-});
-
-const ENABLED_FEATURES: ServerFeature[] = [];
-export function ADD_ENABLED_FEATURES(feature: ServerFeature) {
-  ENABLED_FEATURES.push(feature);
-}
-
-@ObjectType()
-export class ServerConfigType {
-  @Field({
-    description:
-      'server identical name could be shown as badge on user interface',
-  })
-  name!: string;
-
-  @Field({ description: 'server version' })
-  version!: string;
-
-  @Field({ description: 'server base url' })
-  baseUrl!: string;
-
-  @Field(() => DeploymentType, { description: 'server type' })
-  type!: DeploymentType;
-
-  /**
-   * @deprecated
-   */
-  @Field({ description: 'server flavor', deprecationReason: 'use `features`' })
-  flavor!: string;
-
-  @Field(() => [ServerFeature], { description: 'enabled server features' })
-  features!: ServerFeature[];
-}
-export class ServerConfigResolver {
-  @Query(() => ServerConfigType, {
-    description: 'server config',
-  })
-  serverConfig(): ServerConfigType {
-    return {
-      name: AFFiNE.serverName,
-      version: AFFiNE.version,
-      baseUrl: AFFiNE.baseUrl,
-      type: AFFiNE.type,
-      // BACKWARD COMPATIBILITY
-      // the old flavors contains `selfhosted` but it actually not flavor but deployment type
-      // this field should be removed after frontend feature flags implemented
-      flavor: AFFiNE.type,
-      features: ENABLED_FEATURES,
-    };
-  }
-}
-
-@Module({
-  providers: [ServerConfigResolver],
-})
-export class ServerConfigModule {}

packages/backend/server/src/core/features/types/unlimited-workspace.ts

@@ -1,8 +0,0 @@
-import { z } from 'zod';
-
-import { FeatureType } from './common';
-
-export const featureUnlimitedWorkspace = z.object({
-  feature: z.literal(FeatureType.UnlimitedWorkspace),
-  configs: z.object({}),
-});

packages/backend/server/src/core/quota/schema.ts

@@ -1,106 +0,0 @@
-import { FeatureKind } from '../features';
-import { OneDay, OneGB, OneMB } from './constant';
-import { Quota, QuotaType } from './types';
-
-export const Quotas: Quota[] = [
-  {
-    feature: QuotaType.FreePlanV1,
-    type: FeatureKind.Quota,
-    version: 1,
-    configs: {
-      // quota name
-      name: 'Free',
-      // single blob limit 10MB
-      blobLimit: 10 * OneMB,
-      // total blob limit 10GB
-      storageQuota: 10 * OneGB,
-      // history period of validity 7 days
-      historyPeriod: 7 * OneDay,
-      // member limit 3
-      memberLimit: 3,
-    },
-  },
-  {
-    feature: QuotaType.ProPlanV1,
-    type: FeatureKind.Quota,
-    version: 1,
-    configs: {
-      // quota name
-      name: 'Pro',
-      // single blob limit 100MB
-      blobLimit: 100 * OneMB,
-      // total blob limit 100GB
-      storageQuota: 100 * OneGB,
-      // history period of validity 30 days
-      historyPeriod: 30 * OneDay,
-      // member limit 10
-      memberLimit: 10,
-    },
-  },
-  {
-    feature: QuotaType.RestrictedPlanV1,
-    type: FeatureKind.Quota,
-    version: 1,
-    configs: {
-      // quota name
-      name: 'Restricted',
-      // single blob limit 10MB
-      blobLimit: OneMB,
-      // total blob limit 1GB
-      storageQuota: 10 * OneMB,
-      // history period of validity 30 days
-      historyPeriod: 30 * OneDay,
-      // member limit 10
-      memberLimit: 10,
-    },
-  },
-  {
-    feature: QuotaType.FreePlanV1,
-    type: FeatureKind.Quota,
-    version: 2,
-    configs: {
-      // quota name
-      name: 'Free',
-      // single blob limit 10MB
-      blobLimit: 100 * OneMB,
-      // total blob limit 10GB
-      storageQuota: 10 * OneGB,
-      // history period of validity 7 days
-      historyPeriod: 7 * OneDay,
-      // member limit 3
-      memberLimit: 3,
-    },
-  },
-  {
-    feature: QuotaType.FreePlanV1,
-    type: FeatureKind.Quota,
-    version: 3,
-    configs: {
-      // quota name
-      name: 'Free',
-      // single blob limit 10MB
-      blobLimit: 10 * OneMB,
-      // server limit will larger then client to handle a edge case:
-      // when a user downgrades from pro to free, he can still continue
-      // to upload previously added files that exceed the free limit
-      // NOTE: this is a product decision, may change in future
-      businessBlobLimit: 100 * OneMB,
-      // total blob limit 10GB
-      storageQuota: 10 * OneGB,
-      // history period of validity 7 days
-      historyPeriod: 7 * OneDay,
-      // member limit 3
-      memberLimit: 3,
-    },
-  },
-];
-
-export const Quota_FreePlanV1_1 = {
-  feature: Quotas[4].feature,
-  version: Quotas[4].version,
-};
-
-export const Quota_ProPlanV1 = {
-  feature: Quotas[1].feature,
-  version: Quotas[1].version,
-};

packages/backend/server/src/core/quota/storage.ts

@@ -1,112 +0,0 @@
-import { Injectable, NotFoundException } from '@nestjs/common';
-
-import { FeatureService, FeatureType } from '../features';
-import { WorkspaceBlobStorage } from '../storage';
-import { PermissionService } from '../workspaces/permission';
-import { OneGB } from './constant';
-import { QuotaService } from './service';
-import { formatSize, QuotaQueryType } from './types';
-
-type QuotaBusinessType = QuotaQueryType & { businessBlobLimit: number };
-
-@Injectable()
-export class QuotaManagementService {
-  constructor(
-    private readonly feature: FeatureService,
-    private readonly quota: QuotaService,
-    private readonly permissions: PermissionService,
-    private readonly storage: WorkspaceBlobStorage
-  ) {}
-
-  async getUserQuota(userId: string) {
-    const quota = await this.quota.getUserQuota(userId);
-
-    return {
-      name: quota.feature.name,
-      reason: quota.reason,
-      createAt: quota.createdAt,
-      expiredAt: quota.expiredAt,
-      blobLimit: quota.feature.blobLimit,
-      businessBlobLimit: quota.feature.businessBlobLimit,
-      storageQuota: quota.feature.storageQuota,
-      historyPeriod: quota.feature.historyPeriod,
-      memberLimit: quota.feature.memberLimit,
-    };
-  }
-
-  // TODO: lazy calc, need to be optimized with cache
-  async getUserUsage(userId: string) {
-    const workspaces = await this.permissions.getOwnedWorkspaces(userId);
-
-    const sizes = await Promise.all(
-      workspaces.map(workspace => this.storage.totalSize(workspace))
-    );
-
-    return sizes.reduce((total, size) => total + size, 0);
-  }
-
-  // get workspace's owner quota and total size of used
-  // quota was apply to owner's account
-  async getWorkspaceUsage(workspaceId: string): Promise<QuotaBusinessType> {
-    const { user: owner } =
-      await this.permissions.getWorkspaceOwner(workspaceId);
-    if (!owner) throw new NotFoundException('Workspace owner not found');
-    const {
-      feature: {
-        name,
-        blobLimit,
-        businessBlobLimit,
-        historyPeriod,
-        memberLimit,
-        storageQuota,
-        humanReadable,
-      },
-    } = await this.quota.getUserQuota(owner.id);
-    // get all workspaces size of owner used
-    const usedSize = await this.getUserUsage(owner.id);
-
-    const quota = {
-      name,
-      blobLimit,
-      businessBlobLimit,
-      historyPeriod,
-      memberLimit,
-      storageQuota,
-      humanReadable,
-      usedSize,
-    };
-
-    // relax restrictions if workspace has unlimited feature
-    // todo(@darkskygit): need a mechanism to allow feature as a middleware to edit quota
-    const unlimited = await this.feature.hasWorkspaceFeature(
-      workspaceId,
-      FeatureType.UnlimitedWorkspace
-    );
-    if (unlimited) {
-      return this.mergeUnlimitedQuota(quota);
-    }
-
-    return quota;
-  }
-
-  private mergeUnlimitedQuota(orig: QuotaBusinessType) {
-    return {
-      ...orig,
-      storageQuota: 1000 * OneGB,
-      memberLimit: 1000,
-      humanReadable: {
-        ...orig.humanReadable,
-        name: 'Unlimited',
-        storageQuota: formatSize(1000 * OneGB),
-        memberLimit: '1000',
-      },
-    };
-  }
-
-  async checkBlobQuota(workspaceId: string, size: number) {
-    const { storageQuota, usedSize } =
-      await this.getWorkspaceUsage(workspaceId);
-
-    return storageQuota - (size + usedSize);
-  }
-}

packages/backend/server/src/core/quota/types.ts

@@ -1,110 +0,0 @@
-import { Field, ObjectType } from '@nestjs/graphql';
-import { SafeIntResolver } from 'graphql-scalars';
-import { z } from 'zod';
-
-import { commonFeatureSchema, FeatureKind } from '../features';
-import { ByteUnit, OneDay, OneKB } from './constant';
-
-/// ======== quota define ========
-
-/**
- * naming rule:
- * we append Vx to the end of the feature name to indicate the version of the feature
- * x is a number, start from 1, this number will be change only at the time we change the schema of config
- * for example, we change the value of `blobLimit` from 10MB to 100MB, then we will only change `version` field from 1 to 2
- * but if we remove the `blobLimit` field or rename it, then we will change the Vx to Vx+1
- */
-export enum QuotaType {
-  FreePlanV1 = 'free_plan_v1',
-  ProPlanV1 = 'pro_plan_v1',
-  // only for test, smaller quota
-  RestrictedPlanV1 = 'restricted_plan_v1',
-}
-
-const quotaPlan = z.object({
-  feature: z.enum([
-    QuotaType.FreePlanV1,
-    QuotaType.ProPlanV1,
-    QuotaType.RestrictedPlanV1,
-  ]),
-  configs: z.object({
-    name: z.string(),
-    blobLimit: z.number().positive().int(),
-    storageQuota: z.number().positive().int(),
-    historyPeriod: z.number().positive().int(),
-    memberLimit: z.number().positive().int(),
-    businessBlobLimit: z.number().positive().int().nullish(),
-  }),
-});
-
-/// ======== schema infer ========
-
-export const QuotaSchema = commonFeatureSchema
-  .extend({
-    type: z.literal(FeatureKind.Quota),
-  })
-  .and(z.discriminatedUnion('feature', [quotaPlan]));
-
-export type Quota = z.infer<typeof QuotaSchema>;
-
-/// ======== query types ========
-
-@ObjectType()
-export class HumanReadableQuotaType {
-  @Field(() => String)
-  name!: string;
-
-  @Field(() => String)
-  blobLimit!: string;
-
-  @Field(() => String)
-  storageQuota!: string;
-
-  @Field(() => String)
-  historyPeriod!: string;
-
-  @Field(() => String)
-  memberLimit!: string;
-}
-
-@ObjectType()
-export class QuotaQueryType {
-  @Field(() => String)
-  name!: string;
-
-  @Field(() => SafeIntResolver)
-  blobLimit!: number;
-
-  @Field(() => SafeIntResolver)
-  historyPeriod!: number;
-
-  @Field(() => SafeIntResolver)
-  memberLimit!: number;
-
-  @Field(() => SafeIntResolver)
-  storageQuota!: number;
-
-  @Field(() => HumanReadableQuotaType)
-  humanReadable!: HumanReadableQuotaType;
-
-  @Field(() => SafeIntResolver)
-  usedSize!: number;
-}
-
-/// ======== utils ========
-
-export function formatSize(bytes: number, decimals: number = 2): string {
-  if (bytes === 0) return '0 B';
-
-  const dm = decimals < 0 ? 0 : decimals;
-
-  const i = Math.floor(Math.log(bytes) / Math.log(OneKB));
-
-  return (
-    parseFloat((bytes / Math.pow(OneKB, i)).toFixed(dm)) + ' ' + ByteUnit[i]
-  );
-}
-
-export function formatDate(ms: number): string {
-  return `${(ms / OneDay).toFixed(0)} days`;
-}

packages/backend/server/src/data/app.ts

@@ -1,7 +1,8 @@
-import { Module } from '@nestjs/common';
+import { Logger, Module } from '@nestjs/common';
+import { CommandFactory } from 'nest-commander';
 
-import { AppModule as BusinessAppModule } from '../app.module';
-import { ConfigModule } from '../fundamentals/config';
+import { AppModule as BusinessAppModule } from '../app';
+import { ConfigModule } from '../config';
 import { CreateCommand, NameQuestion } from './commands/create';
 import { RevertCommand, RunCommand } from './commands/run';
 
@@ -13,12 +14,19 @@ import { RevertCommand, RunCommand } from './commands/run';
           enableUpdateAutoMerging: false,
         },
       },
-      metrics: {
-        enabled: false,
-      },
     }),
     BusinessAppModule,
   ],
   providers: [NameQuestion, CreateCommand, RunCommand, RevertCommand],
 })
-export class CliAppModule {}
+class AppModule {}
+
+async function bootstrap() {
+  await CommandFactory.run(AppModule, new Logger()).catch(e => {
+    console.error(e);
+    process.exit(1);
+  });
+  process.exit(0);
+}
+
+await bootstrap();

packages/backend/server/src/data/commands/create.ts

@@ -59,13 +59,13 @@ export class CreateCommand extends CommandRunner {
   }
 
   private createScript(name: string) {
-    const contents = ["import { PrismaClient } from '@prisma/client';", ''];
+    const contents = ["import { PrismaService } from '../../prisma';", ''];
     contents.push(`export class ${name} {`);
     contents.push('  // do the migration');
-    contents.push('  static async up(db: PrismaClient) {}');
+    contents.push('  static async up(db: PrismaService) {}');
     contents.push('');
     contents.push('  // revert the migration');
-    contents.push('  static async down(db: PrismaClient) {}');
+    contents.push('  static async down(db: PrismaService) {}');
 
     contents.push('}');
 

packages/backend/server/src/data/commands/run.ts

@@ -4,14 +4,15 @@ import { fileURLToPath } from 'node:url';
 
 import { Logger } from '@nestjs/common';
 import { ModuleRef } from '@nestjs/core';
-import { PrismaClient } from '@prisma/client';
 import { Command, CommandRunner } from 'nest-commander';
 
+import { PrismaService } from '../../prisma';
+
 interface Migration {
   file: string;
   name: string;
-  up: (db: PrismaClient, injector: ModuleRef) => Promise<void>;
-  down: (db: PrismaClient, injector: ModuleRef) => Promise<void>;
+  up: (db: PrismaService, injector: ModuleRef) => Promise<void>;
+  down: (db: PrismaService, injector: ModuleRef) => Promise<void>;
 }
 
 export async function collectMigrations(): Promise<Migration[]> {
@@ -47,7 +48,7 @@ export async function collectMigrations(): Promise<Migration[]> {
 export class RunCommand extends CommandRunner {
   logger = new Logger(RunCommand.name);
   constructor(
-    private readonly db: PrismaClient,
+    private readonly db: PrismaService,
     private readonly injector: ModuleRef
   ) {
     super();
@@ -138,7 +139,7 @@ export class RevertCommand extends CommandRunner {
   logger = new Logger(RevertCommand.name);
 
   constructor(
-    private readonly db: PrismaClient,
+    private readonly db: PrismaService,
     private readonly injector: ModuleRef
   ) {
     super();

packages/backend/server/src/data/index.ts

@@ -1,16 +0,0 @@
-import '../prelude';
-
-import { Logger } from '@nestjs/common';
-import { CommandFactory } from 'nest-commander';
-
-import { CliAppModule } from './app';
-
-async function bootstrap() {
-  await CommandFactory.run(CliAppModule, new Logger()).catch(e => {
-    console.error(e);
-    process.exit(1);
-  });
-  process.exit(0);
-}
-
-await bootstrap();

packages/backend/server/src/data/migrations/1605053000403-self-host-admin.ts

@@ -1,39 +0,0 @@
-import { ModuleRef } from '@nestjs/core';
-import { hash } from '@node-rs/argon2';
-import { PrismaClient } from '@prisma/client';
-
-import { Config } from '../../fundamentals';
-
-export class SelfHostAdmin1605053000403 {
-  // do the migration
-  static async up(db: PrismaClient, ref: ModuleRef) {
-    const config = ref.get(Config, { strict: false });
-    if (config.isSelfhosted) {
-      if (
-        !process.env.AFFINE_ADMIN_EMAIL ||
-        !process.env.AFFINE_ADMIN_PASSWORD
-      ) {
-        throw new Error(
-          'You have to set AFFINE_ADMIN_EMAIL and AFFINE_ADMIN_PASSWORD environment variables to generate the initial user for self-hosted AFFiNE Server.'
-        );
-      }
-      await db.user.create({
-        data: {
-          name: 'AFFINE First User',
-          email: process.env.AFFINE_ADMIN_EMAIL,
-          emailVerified: new Date(),
-          password: await hash(process.env.AFFINE_ADMIN_PASSWORD),
-        },
-      });
-    }
-  }
-
-  // revert the migration
-  static async down(db: PrismaClient) {
-    await db.user.deleteMany({
-      where: {
-        email: process.env.AFFINE_ADMIN_EMAIL ?? 'admin@example.com',
-      },
-    });
-  }
-}

packages/backend/server/src/data/migrations/1698398506533-guid.ts

@@ -1,11 +1,11 @@
-import { PrismaClient } from '@prisma/client';
 import { applyUpdate, Doc, encodeStateAsUpdate } from 'yjs';
 
-import { DocID } from '../../core/utils/doc';
+import { PrismaService } from '../../prisma';
+import { DocID } from '../../utils/doc';
 
 export class Guid1698398506533 {
   // do the migration
-  static async up(db: PrismaClient) {
+  static async up(db: PrismaService) {
     let turn = 0;
     let lastTurnCount = 100;
     while (lastTurnCount === 100) {

packages/backend/server/src/data/migrations/1698652531198-user-features-init.ts

@@ -1,12 +1,11 @@
-import { PrismaClient } from '@prisma/client';
-
-import { Features } from '../../core/features';
-import { Quotas } from '../../core/quota/schema';
+import { Features } from '../../modules/features';
+import { Quotas } from '../../modules/quota/schema';
+import { PrismaService } from '../../prisma';
 import { migrateNewFeatureTable, upsertFeature } from './utils/user-features';
 
 export class UserFeaturesInit1698652531198 {
   // do the migration
-  static async up(db: PrismaClient) {
+  static async up(db: PrismaService) {
     // upgrade features from lower version to higher version
     for (const feature of Features) {
       await upsertFeature(db, feature);
@@ -19,7 +18,7 @@ export class UserFeaturesInit1698652531198 {
   }
 
   // revert the migration
-  static async down(_db: PrismaClient) {
+  static async down(_db: PrismaService) {
     // TODO: revert the migration
   }
 }

packages/backend/server/src/data/migrations/1699005339766-page-permission.ts

@@ -1,7 +1,8 @@
-import { PrismaClient } from '@prisma/client';
+import { PrismaService } from '../../prisma';
+
 export class PagePermission1699005339766 {
   // do the migration
-  static async up(db: PrismaClient) {
+  static async up(db: PrismaService) {
     let turn = 0;
     let lastTurnCount = 50;
     const done = new Set<string>();
@@ -87,7 +88,7 @@ export class PagePermission1699005339766 {
   }
 
   // revert the migration
-  static async down(db: PrismaClient) {
+  static async down(db: PrismaService) {
     await db.workspaceUserPermission.deleteMany({});
     await db.workspacePageUserPermission.deleteMany({});
   }

packages/backend/server/src/data/migrations/1702620653283-old-user-feature.ts

@@ -1,9 +1,9 @@
-import { PrismaClient } from '@prisma/client';
+import { QuotaType } from '../../modules/quota/types';
+import { PrismaService } from '../../prisma';
 
-import { QuotaType } from '../../core/quota/types';
 export class OldUserFeature1702620653283 {
   // do the migration
-  static async up(db: PrismaClient) {
+  static async up(db: PrismaService) {
     await db.$transaction(async tx => {
       const latestFreePlan = await tx.features.findFirstOrThrow({
         where: { feature: QuotaType.FreePlanV1 },
@@ -16,6 +16,7 @@ export class OldUserFeature1702620653283 {
         where: { NOT: { features: { some: { NOT: { id: { gt: 0 } } } } } },
         select: { id: true },
       });
+      console.log(`migrating ${userIds.join('|')} users`);
 
       await tx.userFeatures.createMany({
         data: userIds.map(({ id: userId }) => ({
@@ -30,7 +31,7 @@ export class OldUserFeature1702620653283 {
 
   // revert the migration
   // WARN: this will drop all user features
-  static async down(db: PrismaClient) {
+  static async down(db: PrismaService) {
     await db.userFeatures.deleteMany({});
   }
 }

packages/backend/server/src/data/migrations/1703756315970-unamed-account.ts

@@ -1,12 +1,13 @@
-import { PrismaClient, type User } from '@prisma/client';
+import type { UserType } from '../../modules/users';
+import { PrismaService } from '../../prisma';
 
 export class UnamedAccount1703756315970 {
   // do the migration
-  static async up(db: PrismaClient) {
+  static async up(db: PrismaService) {
     await db.$transaction(async tx => {
       // only find users with empty names
       const users = await db.$queryRaw<
-        User[]
+        UserType[]
       >`SELECT * FROM users WHERE name ~ E'^[\\s\\u2000-\\u200F]*$';`;
       console.log(
         `renaming ${users.map(({ email }) => email).join('|')} users`
@@ -26,5 +27,5 @@ export class UnamedAccount1703756315970 {
   }
 
   // revert the migration
-  static async down(_db: PrismaClient) {}
+  static async down(_db: PrismaService) {}
 }

packages/backend/server/src/data/migrations/1703828796699-workspace-blobs.ts

@@ -1,11 +1,11 @@
 import { ModuleRef } from '@nestjs/core';
-import { PrismaClient } from '@prisma/client';
 
-import { WorkspaceBlobStorage } from '../../core/storage';
+import { WorkspaceBlobStorage } from '../../modules/storage';
+import { PrismaService } from '../../prisma';
 
 export class WorkspaceBlobs1703828796699 {
   // do the migration
-  static async up(db: PrismaClient, injector: ModuleRef) {
+  static async up(db: PrismaService, injector: ModuleRef) {
     const blobStorage = injector.get(WorkspaceBlobStorage, { strict: false });
     let hasMore = true;
     let turn = 0;
@@ -32,7 +32,7 @@ export class WorkspaceBlobs1703828796699 {
   }
 
   // revert the migration
-  static async down(_db: PrismaClient) {
+  static async down(_db: PrismaService) {
     // old data kept, no need to downgrade the migration
   }
 }

packages/backend/server/src/data/migrations/1704352562369-refresh-user-features.ts

@@ -1,11 +1,10 @@
-import { PrismaClient } from '@prisma/client';
-
-import { Features } from '../../core/features';
+import { Features } from '../../modules/features';
+import { PrismaService } from '../../prisma';
 import { upsertFeature } from './utils/user-features';
 
 export class RefreshUserFeatures1704352562369 {
   // do the migration
-  static async up(db: PrismaClient) {
+  static async up(db: PrismaService) {
     // add early access v2 & copilot feature
     for (const feature of Features) {
       await upsertFeature(db, feature);
@@ -13,5 +12,5 @@ export class RefreshUserFeatures1704352562369 {
   }
 
   // revert the migration
-  static async down(_db: PrismaClient) {}
+  static async down(_db: PrismaService) {}
 }

packages/backend/server/src/data/migrations/1705395933447-new-free-plan.ts

@@ -1,16 +0,0 @@
-import { PrismaClient } from '@prisma/client';
-
-import { Quotas } from '../../core/quota';
-import { upgradeQuotaVersion } from './utils/user-quotas';
-
-export class NewFreePlan1705395933447 {
-  // do the migration
-  static async up(db: PrismaClient) {
-    // free plan 1.0
-    const quota = Quotas[3];
-    await upgradeQuotaVersion(db, quota, 'free plan 1.0 migration');
-  }
-
-  // revert the migration
-  static async down(_db: PrismaClient) {}
-}

packages/backend/server/src/data/migrations/1706513866287-business-blob-limit.ts

@@ -1,16 +0,0 @@
-import { PrismaClient } from '@prisma/client';
-
-import { Quotas } from '../../core/quota';
-import { upgradeQuotaVersion } from './utils/user-quotas';
-
-export class BusinessBlobLimit1706513866287 {
-  // do the migration
-  static async up(db: PrismaClient) {
-    // free plan 1.1
-    const quota = Quotas[4];
-    await upgradeQuotaVersion(db, quota, 'free plan 1.1 migration');
-  }
-
-  // revert the migration
-  static async down(_db: PrismaClient) {}
-}

packages/backend/server/src/data/migrations/1708321519830-refresh-unlimited-workspace-feature.ts

@@ -1,15 +0,0 @@
-import { PrismaClient } from '@prisma/client';
-
-import { FeatureType } from '../../core/features';
-import { upsertLatestFeatureVersion } from './utils/user-features';
-
-export class RefreshUnlimitedWorkspaceFeature1708321519830 {
-  // do the migration
-  static async up(db: PrismaClient) {
-    // add unlimited workspace feature
-    await upsertLatestFeatureVersion(db, FeatureType.UnlimitedWorkspace);
-  }
-
-  // revert the migration
-  static async down(_db: PrismaClient) {}
-}

packages/backend/server/src/data/migrations/utils/user-features.ts

@@ -1,15 +1,15 @@
-import { Prisma, PrismaClient } from '@prisma/client';
+import { Prisma } from '@prisma/client';
 
 import {
   CommonFeature,
   FeatureKind,
-  Features,
   FeatureType,
-} from '../../../core/features';
+} from '../../../modules/features';
+import { PrismaService } from '../../../prisma';
 
 // upgrade features from lower version to higher version
 export async function upsertFeature(
-  db: PrismaClient,
+  db: PrismaService,
   feature: CommonFeature
 ): Promise<void> {
   const hasEqualOrGreaterVersion =
@@ -34,17 +34,7 @@ export async function upsertFeature(
   }
 }
 
-export async function upsertLatestFeatureVersion(
-  db: PrismaClient,
-  type: FeatureType
-) {
-  const feature = Features.filter(f => f.feature === type);
-  feature.sort((a, b) => b.version - a.version);
-  const latestFeature = feature[0];
-  await upsertFeature(db, latestFeature);
-}
-
-export async function migrateNewFeatureTable(prisma: PrismaClient) {
+export async function migrateNewFeatureTable(prisma: PrismaService) {
   const waitingList = await prisma.newFeaturesWaitingList.findMany();
   for (const oldUser of waitingList) {
     const user = await prisma.user.findFirst({

packages/backend/server/src/data/migrations/utils/user-quotas.ts

@@ -1,65 +0,0 @@
-import { PrismaClient } from '@prisma/client';
-
-import { FeatureKind } from '../../../core/features';
-import { Quota } from '../../../core/quota/types';
-import { upsertFeature } from './user-features';
-
-export async function upgradeQuotaVersion(
-  db: PrismaClient,
-  quota: Quota,
-  reason: string
-) {
-  // add new quota
-  await upsertFeature(db, quota);
-  // migrate all users that using old quota to new quota
-  await db.$transaction(async tx => {
-    const latestQuotaVersion = await tx.features.findFirstOrThrow({
-      where: { feature: quota.feature },
-      orderBy: { version: 'desc' },
-      select: { id: true },
-    });
-
-    // find all users that have old free plan
-    const userIds = await db.user.findMany({
-      where: {
-        features: {
-          every: {
-            feature: {
-              type: FeatureKind.Quota,
-              feature: quota.feature,
-              version: { lt: quota.version },
-            },
-            activated: true,
-          },
-        },
-      },
-      select: { id: true },
-    });
-
-    // deactivate all old quota for the user
-    await tx.userFeatures.updateMany({
-      where: {
-        id: undefined,
-        userId: {
-          in: userIds.map(({ id }) => id),
-        },
-        feature: {
-          type: FeatureKind.Quota,
-        },
-        activated: true,
-      },
-      data: {
-        activated: false,
-      },
-    });
-
-    await tx.userFeatures.createMany({
-      data: userIds.map(({ id: userId }) => ({
-        userId,
-        featureId: latestQuotaVersion.id,
-        reason,
-        activated: true,
-      })),
-    });
-  });
-}

packages/backend/server/src/event/events.ts

@@ -0,0 +1,33 @@
+import type { Snapshot, User, Workspace } from '@prisma/client';
+
+import { Flatten, Payload } from './types';
+
+interface EventDefinitions {
+  workspace: {
+    deleted: Payload<Workspace['id']>;
+    blob: {
+      deleted: Payload<{
+        workspaceId: Workspace['id'];
+        name: string;
+      }>;
+    };
+  };
+
+  snapshot: {
+    updated: Payload<
+      Pick<Snapshot, 'id' | 'workspaceId'> & {
+        previous: Pick<Snapshot, 'blob' | 'state' | 'updatedAt'>;
+      }
+    >;
+    deleted: Payload<Pick<Snapshot, 'id' | 'workspaceId'>>;
+  };
+
+  user: {
+    deleted: Payload<User>;
+  };
+}
+
+export type EventKV = Flatten<EventDefinitions>;
+
+export type Event = keyof EventKV;
+export type EventPayload<E extends Event> = EventKV[E];

packages/backend/server/src/event/index.ts

@@ -5,7 +5,7 @@ import {
   OnEvent as RawOnEvent,
 } from '@nestjs/event-emitter';
 
-import type { Event, EventPayload } from './def';
+import type { Event, EventPayload } from './events';
 
 @Injectable()
 export class EventEmitter {
@@ -40,4 +40,4 @@ export const OnEvent = RawOnEvent as (
   exports: [EventEmitter],
 })
 export class EventModule {}
-export { Event, EventPayload };
+export { EventPayload };

packages/backend/server/src/fundamentals/cache/def.ts

@@ -1,51 +0,0 @@
-export interface CacheSetOptions {
-  /**
-   * in milliseconds
-   */
-  ttl?: number;
-}
-
-// extends if needed
-export interface Cache {
-  // standard operation
-  get<T = unknown>(key: string): Promise<T | undefined>;
-  set<T = unknown>(
-    key: string,
-    value: T,
-    opts?: CacheSetOptions
-  ): Promise<boolean>;
-  setnx<T = unknown>(
-    key: string,
-    value: T,
-    opts?: CacheSetOptions
-  ): Promise<boolean>;
-  increase(key: string, count?: number): Promise<number>;
-  decrease(key: string, count?: number): Promise<number>;
-  delete(key: string): Promise<boolean>;
-  has(key: string): Promise<boolean>;
-  ttl(key: string): Promise<number>;
-  expire(key: string, ttl: number): Promise<boolean>;
-
-  // list operations
-  pushBack<T = unknown>(key: string, ...values: T[]): Promise<number>;
-  pushFront<T = unknown>(key: string, ...values: T[]): Promise<number>;
-  len(key: string): Promise<number>;
-  list<T = unknown>(key: string, start: number, end: number): Promise<T[]>;
-  popFront<T = unknown>(key: string, count?: number): Promise<T[]>;
-  popBack<T = unknown>(key: string, count?: number): Promise<T[]>;
-
-  // map operations
-  mapSet<T = unknown>(
-    map: string,
-    key: string,
-    value: T,
-    opts: CacheSetOptions
-  ): Promise<boolean>;
-  mapIncrease(map: string, key: string, count?: number): Promise<number>;
-  mapDecrease(map: string, key: string, count?: number): Promise<number>;
-  mapGet<T = unknown>(map: string, key: string): Promise<T | undefined>;
-  mapDelete(map: string, key: string): Promise<boolean>;
-  mapKeys(map: string): Promise<string[]>;
-  mapRandomKey(map: string): Promise<string | undefined>;
-  mapLen(map: string): Promise<number>;
-}

packages/backend/server/src/fundamentals/cache/index.ts

@@ -1,13 +0,0 @@
-import { Global, Module } from '@nestjs/common';
-
-import { Cache, SessionCache } from './instances';
-
-@Global()
-@Module({
-  providers: [Cache, SessionCache],
-  exports: [Cache, SessionCache],
-})
-export class CacheModule {}
-export { Cache, SessionCache };
-
-export { CacheInterceptor, MakeCache, PreventCache } from './interceptor';

packages/backend/server/src/fundamentals/cache/instances.ts

@@ -1,13 +0,0 @@
-import { Injectable } from '@nestjs/common';
-
-import { LocalCache } from './local';
-
-@Injectable()
-export class Cache extends LocalCache {}
-
-@Injectable()
-export class SessionCache extends LocalCache {
-  constructor() {
-    super({ namespace: 'session' });
-  }
-}

packages/backend/server/src/fundamentals/config/default.ts

@@ -1,199 +0,0 @@
-/// <reference types="../../global.d.ts" />
-
-import { createPrivateKey, createPublicKey } from 'node:crypto';
-
-import { merge } from 'lodash-es';
-import parse from 'parse-duration';
-
-import pkg from '../../../package.json' assert { type: 'json' };
-import {
-  type AFFINE_ENV,
-  AFFiNEConfig,
-  DeploymentType,
-  type NODE_ENV,
-  type ServerFlavor,
-} from './def';
-import { readEnv } from './env';
-import { getDefaultAFFiNEStorageConfig } from './storage';
-
-// Don't use this in production
-const examplePrivateKey = `-----BEGIN EC PRIVATE KEY-----
-MHcCAQEEIEtyAJLIULkphVhqXqxk4Nr8Ggty3XLwUJWBxzAWCWTMoAoGCCqGSM49
-AwEHoUQDQgAEF3U/0wIeJ3jRKXeFKqQyBKlr9F7xaAUScRrAuSP33rajm3cdfihI
-3JvMxVNsS2lE8PSGQrvDrJZaDo0L+Lq9Gg==
------END EC PRIVATE KEY-----`;
-
-const jwtKeyPair = (function () {
-  const AUTH_PRIVATE_KEY = process.env.AUTH_PRIVATE_KEY ?? examplePrivateKey;
-  const privateKey = createPrivateKey({
-    key: Buffer.from(AUTH_PRIVATE_KEY),
-    format: 'pem',
-    type: 'sec1',
-  })
-    .export({
-      format: 'pem',
-      type: 'pkcs8',
-    })
-    .toString('utf8');
-  const publicKey = createPublicKey({
-    key: Buffer.from(AUTH_PRIVATE_KEY),
-    format: 'pem',
-    type: 'spki',
-  })
-    .export({
-      format: 'pem',
-      type: 'spki',
-    })
-    .toString('utf8');
-
-  return {
-    publicKey,
-    privateKey,
-  };
-})();
-
-export const getDefaultAFFiNEConfig: () => AFFiNEConfig = () => {
-  const NODE_ENV = readEnv<NODE_ENV>('NODE_ENV', 'development', [
-    'development',
-    'test',
-    'production',
-  ]);
-  const AFFINE_ENV = readEnv<AFFINE_ENV>('AFFINE_ENV', 'dev', [
-    'dev',
-    'beta',
-    'production',
-  ]);
-  const flavor = readEnv<ServerFlavor>('SERVER_FLAVOR', 'allinone', [
-    'allinone',
-    'graphql',
-    'sync',
-  ]);
-  const deploymentType = readEnv<DeploymentType>(
-    'DEPLOYMENT_TYPE',
-    NODE_ENV === 'development'
-      ? DeploymentType.Affine
-      : DeploymentType.Selfhosted,
-    Object.values(DeploymentType)
-  );
-  const isSelfhosted = deploymentType === DeploymentType.Selfhosted;
-
-  const defaultConfig = {
-    serverId: 'affine-nestjs-server',
-    serverName: isSelfhosted ? 'Self-Host Cloud' : 'AFFiNE Cloud',
-    version: pkg.version,
-    get type() {
-      return deploymentType;
-    },
-    get isSelfhosted() {
-      return isSelfhosted;
-    },
-    get flavor() {
-      return {
-        type: flavor,
-        graphql: flavor === 'graphql' || flavor === 'allinone',
-        sync: flavor === 'sync' || flavor === 'allinone',
-      };
-    },
-    ENV_MAP: {},
-    AFFINE_ENV,
-    get affine() {
-      return {
-        canary: AFFINE_ENV === 'dev',
-        beta: AFFINE_ENV === 'beta',
-        stable: AFFINE_ENV === 'production',
-      };
-    },
-    NODE_ENV,
-    get node() {
-      return {
-        prod: NODE_ENV === 'production',
-        dev: NODE_ENV === 'development',
-        test: NODE_ENV === 'test',
-      };
-    },
-    get deploy() {
-      return !this.node.dev && !this.node.test;
-    },
-    featureFlags: {
-      earlyAccessPreview: false,
-    },
-    https: false,
-    host: 'localhost',
-    port: 3010,
-    path: '',
-    db: {
-      url: '',
-    },
-    get origin() {
-      return this.node.dev
-        ? 'http://localhost:8080'
-        : `${this.https ? 'https' : 'http'}://${this.host}${
-            this.host === 'localhost' || this.host === '0.0.0.0'
-              ? `:${this.port}`
-              : ''
-          }`;
-    },
-    get baseUrl() {
-      return `${this.origin}${this.path}`;
-    },
-    graphql: {
-      buildSchemaOptions: {
-        numberScalarMode: 'integer',
-      },
-      introspection: true,
-      playground: true,
-    },
-    auth: {
-      // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
-      accessTokenExpiresIn: parse('1h')! / 1000,
-      // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
-      refreshTokenExpiresIn: parse('7d')! / 1000,
-      leeway: 60,
-      captcha: {
-        enable: false,
-        turnstile: {
-          secret: '1x0000000000000000000000000000000AA',
-        },
-        challenge: {
-          bits: 20,
-        },
-      },
-      privateKey: jwtKeyPair.privateKey,
-      publicKey: jwtKeyPair.publicKey,
-      enableSignup: true,
-      enableOauth: false,
-      get nextAuthSecret() {
-        return this.privateKey;
-      },
-      oauthProviders: {},
-    },
-    storage: getDefaultAFFiNEStorageConfig(),
-    rateLimiter: {
-      ttl: 60,
-      limit: 120,
-    },
-    doc: {
-      manager: {
-        enableUpdateAutoMerging: flavor !== 'sync',
-        updatePollInterval: 3000,
-        maxUpdatesPullCount: 500,
-        experimentalMergeWithYOcto: false,
-      },
-      history: {
-        interval: 1000 * 60 * 10 /* 10 mins */,
-      },
-    },
-    metrics: {
-      enabled: false,
-    },
-    plugins: {
-      enabled: [],
-      use(plugin, config) {
-        this[plugin] = merge(this[plugin], config || {});
-        this.enabled.push(plugin);
-      },
-    },
-  } satisfies AFFiNEConfig;
-
-  return defaultConfig;
-};

packages/backend/server/src/fundamentals/config/env.ts

@@ -1,71 +0,0 @@
-import { set } from 'lodash-es';
-
-import type { AFFiNEConfig } from './def';
-
-export type EnvConfigType = 'string' | 'int' | 'float' | 'boolean';
-/**
- * parse number value from environment variables
- */
-function int(value: string) {
-  const n = parseInt(value);
-  return Number.isNaN(n) ? undefined : n;
-}
-
-function float(value: string) {
-  const n = parseFloat(value);
-  return Number.isNaN(n) ? undefined : n;
-}
-
-function boolean(value: string) {
-  return value === '1' || value.toLowerCase() === 'true';
-}
-
-const envParsers: Record<EnvConfigType, (value: string) => unknown> = {
-  int,
-  float,
-  boolean,
-  string: value => value,
-};
-
-export function parseEnvValue(value: string | undefined, type: EnvConfigType) {
-  if (value === undefined) {
-    return;
-  }
-
-  return envParsers[type](value);
-}
-
-export function applyEnvToConfig(rawConfig: AFFiNEConfig) {
-  for (const env in rawConfig.ENV_MAP) {
-    const config = rawConfig.ENV_MAP[env];
-    const [path, value] =
-      typeof config === 'string'
-        ? [config, parseEnvValue(process.env[env], 'string')]
-        : [config[0], parseEnvValue(process.env[env], config[1] ?? 'string')];
-
-    if (value !== undefined) {
-      set(rawConfig, path, value);
-    }
-  }
-}
-
-export function readEnv<T>(
-  env: string,
-  defaultValue: T,
-  availableValues?: T[]
-) {
-  const value = process.env[env];
-  if (value === undefined) {
-    return defaultValue;
-  }
-
-  if (availableValues && !availableValues.includes(value as any)) {
-    throw new Error(
-      `Invalid value '${value}' for environment variable ${env}, expected one of [${availableValues.join(
-        ', '
-      )}]`
-    );
-  }
-
-  return value as T;
-}

packages/backend/server/src/fundamentals/config/index.ts

@@ -1,4 +0,0 @@
-export * from './def';
-export * from './default';
-export { applyEnvToConfig, parseEnvValue } from './env';
-export * from './module';

packages/backend/server/src/fundamentals/event/def.ts

@@ -1,51 +0,0 @@
-import type { Snapshot, User, Workspace } from '@prisma/client';
-
-import { Flatten, Payload } from './types';
-
-export interface WorkspaceEvents {
-  deleted: Payload<Workspace['id']>;
-  blob: {
-    deleted: Payload<{
-      workspaceId: Workspace['id'];
-      name: string;
-    }>;
-  };
-}
-
-export interface DocEvents {
-  updated: Payload<
-    Pick<Snapshot, 'id' | 'workspaceId'> & {
-      previous: Pick<Snapshot, 'blob' | 'state' | 'updatedAt'>;
-    }
-  >;
-  deleted: Payload<Pick<Snapshot, 'id' | 'workspaceId'>>;
-}
-
-export interface UserEvents {
-  deleted: Payload<User>;
-}
-
-/**
- * Event definitions can be extended by
- *
- * @example
- *
- * declare module './event/def' {
- *   interface UserEvents {
- *     created: Payload<User>;
- *   }
- * }
- *
- * assert<Event, 'user.created'>()
- */
-export interface EventDefinitions {
-  workspace: WorkspaceEvents;
-  snapshot: DocEvents;
-  user: UserEvents;
-}
-
-export type EventKV = Flatten<EventDefinitions>;
-
-export type Event = keyof EventKV;
-export type EventPayload<E extends Event> = EventKV[E];
-export type { Payload };

packages/backend/server/src/fundamentals/index.ts

@@ -1,29 +0,0 @@
-export {
-  Cache,
-  CacheInterceptor,
-  MakeCache,
-  PreventCache,
-  SessionCache,
-} from './cache';
-export {
-  applyEnvToConfig,
-  Config,
-  type ConfigPaths,
-  DeploymentType,
-  getDefaultAFFiNEStorageConfig,
-} from './config';
-export { EventEmitter, type EventPayload, OnEvent } from './event';
-export { MailService } from './mailer';
-export { CallCounter, CallTimer, metrics } from './metrics';
-export { getOptionalModuleMetadata, OptionalModule } from './nestjs';
-export { PrismaService } from './prisma';
-export { SessionService } from './session';
-export * from './storage';
-export { AuthThrottlerGuard, CloudThrottlerGuard, Throttle } from './throttler';
-export {
-  getRequestFromHost,
-  getRequestResponseFromContext,
-  getRequestResponseFromHost,
-} from './utils/request';
-export type * from './utils/types';
-export { SocketIoAdapter } from './websocket';

packages/backend/server/src/fundamentals/mailer/index.ts

@@ -1,22 +0,0 @@
-import { Global, Module } from '@nestjs/common';
-
-import { OptionalModule } from '../nestjs';
-import { MailService } from './mail.service';
-import { MAILER } from './mailer';
-
-@Global()
-@OptionalModule({
-  providers: [MAILER],
-  exports: [MAILER],
-  requires: ['mailer.auth.user', 'mailer.auth.pass'],
-})
-class MailerModule {}
-
-@Global()
-@Module({
-  imports: [MailerModule],
-  providers: [MailService],
-  exports: [MailService],
-})
-export class MailModule {}
-export { MailService };

packages/backend/server/src/fundamentals/metrics/index.ts

@@ -1,53 +0,0 @@
-import {
-  Global,
-  Module,
-  OnModuleDestroy,
-  OnModuleInit,
-  Provider,
-} from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
-import { NodeSDK } from '@opentelemetry/sdk-node';
-
-import { Config } from '../config';
-import {
-  LocalOpentelemetryFactory,
-  OpentelemetryFactory,
-  registerCustomMetrics,
-} from './opentelemetry';
-
-const factorProvider: Provider = {
-  provide: OpentelemetryFactory,
-  useFactory: (config: Config) => {
-    return config.metrics.enabled ? new LocalOpentelemetryFactory() : null;
-  },
-  inject: [Config],
-};
-
-@Global()
-@Module({
-  providers: [factorProvider],
-  exports: [factorProvider],
-})
-export class MetricsModule implements OnModuleInit, OnModuleDestroy {
-  private sdk: NodeSDK | null = null;
-  constructor(private readonly ref: ModuleRef) {}
-
-  onModuleInit() {
-    const factor = this.ref.get(OpentelemetryFactory, { strict: false });
-    if (factor) {
-      this.sdk = factor.create();
-      this.sdk.start();
-      registerCustomMetrics();
-    }
-  }
-
-  async onModuleDestroy() {
-    if (this.sdk) {
-      await this.sdk.shutdown();
-    }
-  }
-}
-
-export * from './metrics';
-export * from './utils';
-export { OpentelemetryFactory };

packages/backend/server/src/fundamentals/nestjs/index.ts

@@ -1 +0,0 @@
-export * from './optional-module';

packages/backend/server/src/fundamentals/nestjs/optional-module.ts

@@ -1,71 +0,0 @@
-import {
-  DynamicModule,
-  Module,
-  ModuleMetadata,
-  Provider,
-  Type,
-} from '@nestjs/common';
-import { omit } from 'lodash-es';
-
-import { Config, ConfigPaths } from '../config';
-
-interface OptionalModuleMetadata extends ModuleMetadata {
-  /**
-   * Only install module if given config paths are defined in AFFiNE config.
-   */
-  requires?: ConfigPaths[];
-
-  /**
-   * Only install module if the predication returns true.
-   */
-  if?: (config: Config) => boolean;
-
-  /**
-   * Defines which feature will be enabled if the module installed.
-   */
-  contributesTo?: import('../../core/config').ServerFeature; // avoid circlar dependency
-
-  /**
-   * Defines which providers provided by other modules will be overridden if the module installed.
-   */
-  overrides?: Provider[];
-}
-
-const additionalOptions = [
-  'contributesTo',
-  'requires',
-  'if',
-  'overrides',
-] as const satisfies Array<keyof OptionalModuleMetadata>;
-
-type OptionalDynamicModule = DynamicModule & OptionalModuleMetadata;
-
-export function OptionalModule(metadata: OptionalModuleMetadata) {
-  return (target: Type) => {
-    additionalOptions.forEach(option => {
-      if (Object.hasOwn(metadata, option)) {
-        Reflect.defineMetadata(option, metadata[option], target);
-      }
-    });
-
-    if (metadata.overrides) {
-      metadata.providers = (metadata.providers ?? []).concat(
-        metadata.overrides
-      );
-      metadata.exports = (metadata.exports ?? []).concat(metadata.overrides);
-    }
-
-    const nestMetadata = omit(metadata, additionalOptions);
-    Module(nestMetadata)(target);
-  };
-}
-
-export function getOptionalModuleMetadata<
-  T extends keyof OptionalModuleMetadata,
->(target: Type | OptionalDynamicModule, key: T): OptionalModuleMetadata[T] {
-  if ('module' in target) {
-    return target[key];
-  } else {
-    return Reflect.getMetadata(key, target);
-  }
-}

packages/backend/server/src/fundamentals/prisma/index.ts

@@ -1,18 +0,0 @@
-import { Global, Module, Provider } from '@nestjs/common';
-import { PrismaClient } from '@prisma/client';
-
-import { PrismaService } from './service';
-
-// both `PrismaService` and `PrismaClient` can be injected
-const clientProvider: Provider = {
-  provide: PrismaClient,
-  useExisting: PrismaService,
-};
-
-@Global()
-@Module({
-  providers: [PrismaService, clientProvider],
-  exports: [PrismaService, clientProvider],
-})
-export class PrismaModule {}
-export { PrismaService } from './service';

packages/backend/server/src/fundamentals/session/index.ts

@@ -1,44 +0,0 @@
-import { Global, Injectable, Module } from '@nestjs/common';
-
-import { SessionCache } from '../cache';
-
-@Injectable()
-export class SessionService {
-  private readonly prefix = 'session:';
-  public readonly sessionTtl = 30 * 60 * 1000; // 30 min
-
-  constructor(private readonly cache: SessionCache) {}
-
-  /**
-   * get session
-   * @param key session key
-   * @returns
-   */
-  async get(key: string) {
-    return this.cache.get<string>(this.prefix + key);
-  }
-
-  /**
-   * set session
-   * @param key session key
-   * @param value session value
-   * @param sessionTtl session ttl (ms), default 30 min
-   * @returns return true if success
-   */
-  async set(key: string, value?: any, sessionTtl = this.sessionTtl) {
-    return this.cache.set<string>(this.prefix + key, value, {
-      ttl: sessionTtl,
-    });
-  }
-
-  async delete(key: string) {
-    return this.cache.delete(this.prefix + key);
-  }
-}
-
-@Global()
-@Module({
-  providers: [SessionService],
-  exports: [SessionService],
-})
-export class SessionModule {}

packages/backend/server/src/fundamentals/websocket/index.ts

@@ -1,17 +0,0 @@
-import { Module, Provider } from '@nestjs/common';
-import { IoAdapter } from '@nestjs/platform-socket.io';
-
-export const SocketIoAdapterImpl = Symbol('SocketIoAdapterImpl');
-
-export class SocketIoAdapter extends IoAdapter {}
-
-const SocketIoAdapterImplProvider: Provider = {
-  provide: SocketIoAdapterImpl,
-  useValue: SocketIoAdapter,
-};
-
-@Module({
-  providers: [SocketIoAdapterImplProvider],
-  exports: [SocketIoAdapterImplProvider],
-})
-export class WebSocketModule {}

packages/backend/server/src/global.d.ts

@@ -3,29 +3,3 @@ declare namespace Express {
     user?: import('@prisma/client').User | null;
   }
 }
-
-declare type PrimitiveType =
-  | string
-  | number
-  | boolean
-  | symbol
-  | null
-  | undefined;
-
-declare type ConstructorOf<T> = {
-  new (): T;
-};
-
-declare type DeepPartial<T> = T extends Array<infer U>
-  ? DeepPartial<U>[]
-  : T extends ReadonlyArray<infer U>
-    ? ReadonlyArray<DeepPartial<U>>
-    : T extends object
-      ? {
-          [K in keyof T]?: DeepPartial<T[K]>;
-        }
-      : T;
-
-declare type AFFiNEModule =
-  | import('@nestjs/common').Type
-  | import('@nestjs/common').DynamicModule;

packages/backend/server/src/graphql.module.ts

@@ -1,14 +1,13 @@
-import { join } from 'node:path';
-import { fileURLToPath } from 'node:url';
-
 import type { ApolloDriverConfig } from '@nestjs/apollo';
 import { ApolloDriver } from '@nestjs/apollo';
 import { Global, Module } from '@nestjs/common';
 import { GraphQLModule } from '@nestjs/graphql';
 import { Request, Response } from 'express';
+import { join } from 'path';
+import { fileURLToPath } from 'url';
 
-import { Config } from '../config';
-import { GQLLoggerPlugin } from './logger-plugin';
+import { Config } from './config';
+import { GQLLoggerPlugin } from './graphql/logger-plugin';
 
 @Global()
 @Module({
@@ -24,11 +23,9 @@ import { GQLLoggerPlugin } from './logger-plugin';
           },
           autoSchemaFile: join(
             fileURLToPath(import.meta.url),
-            config.node.test
-              ? '../../../../node_modules/.cache/schema.gql'
-              : '../../../schema.gql'
+            '..',
+            'schema.gql'
           ),
-          sortSchema: true,
           context: ({ req, res }: { req: Request; res: Response }) => ({
             req,
             res,

packages/backend/server/src/graphql/logger-plugin.ts

@@ -8,22 +8,17 @@ import { Logger } from '@nestjs/common';
 import { Response } from 'express';
 
 import { metrics } from '../metrics/metrics';
-
-export interface RequestContext {
-  req: Express.Request & {
-    res: Express.Response;
-  };
-}
+import { ReqContext } from '../types';
 
 @Plugin()
 export class GQLLoggerPlugin implements ApolloServerPlugin {
   protected logger = new Logger(GQLLoggerPlugin.name);
 
   requestDidStart(
-    ctx: GraphQLRequestContext<RequestContext>
-  ): Promise<GraphQLRequestListener<GraphQLRequestContext<RequestContext>>> {
-    const res = ctx.contextValue.req.res as Response;
-    const operation = ctx.request.operationName;
+    reqContext: GraphQLRequestContext<ReqContext>
+  ): Promise<GraphQLRequestListener<GraphQLRequestContext<ReqContext>>> {
+    const res = reqContext.contextValue.req.res as Response;
+    const operation = reqContext.request.operationName;
 
     metrics.gql.counter('query_counter').add(1, { operation });
     const start = Date.now();

packages/backend/server/src/index.ts

@@ -1,16 +1,59 @@
 /// <reference types="./global.d.ts" />
-import './prelude';
+import { start as startAutoMetrics } from './metrics';
+startAutoMetrics();
 
-import { Logger } from '@nestjs/common';
+import { NestFactory } from '@nestjs/core';
+import type { NestExpressApplication } from '@nestjs/platform-express';
+import cookieParser from 'cookie-parser';
+import graphqlUploadExpress from 'graphql-upload/graphqlUploadExpress.mjs';
 
-import { createApp } from './app';
+import { AppModule } from './app';
+import { Config } from './config';
+import { ExceptionLogger } from './middleware/exception-logger';
+import { serverTimingAndCache } from './middleware/timing';
+import { RedisIoAdapter } from './modules/sync/redis-adapter';
 
-const app = await createApp();
-const listeningHost = AFFiNE.deploy ? '0.0.0.0' : 'localhost';
-await app.listen(AFFiNE.port, listeningHost);
+const { NODE_ENV, AFFINE_ENV } = process.env;
+const app = await NestFactory.create<NestExpressApplication>(AppModule, {
+  cors: true,
+  rawBody: true,
+  bodyParser: true,
+  logger:
+    NODE_ENV !== 'production' || AFFINE_ENV !== 'production'
+      ? ['verbose']
+      : ['log'],
+});
 
-const logger = new Logger('App');
+app.use(serverTimingAndCache);
 
-logger.log(`AFFiNE Server is running in [${AFFiNE.type}] mode`);
-logger.log(`Listening on http://${listeningHost}:${AFFiNE.port}`);
-logger.log(`And the public server should be recognized as ${AFFiNE.baseUrl}`);
+app.use(
+  graphqlUploadExpress({
+    // TODO: dynamic limit by quota
+    maxFileSize: 100 * 1024 * 1024,
+    maxFiles: 5,
+  })
+);
+
+app.useGlobalFilters(new ExceptionLogger());
+app.use(cookieParser());
+
+const config = app.get(Config);
+
+const host = config.node.prod ? '0.0.0.0' : 'localhost';
+const port = config.port ?? 3010;
+
+if (config.redis.enabled) {
+  const redisIoAdapter = new RedisIoAdapter(app);
+  await redisIoAdapter.connectToRedis(
+    config.redis.host,
+    config.redis.port,
+    config.redis.username,
+    config.redis.password,
+    config.redis.database
+  );
+  app.useWebSocketAdapter(redisIoAdapter);
+}
+
+await app.listen(port, host);
+
+console.log(`Listening on http://${host}:${port}`);

packages/backend/server/src/metrics/index.ts

@@ -0,0 +1,3 @@
+export * from './metrics';
+export { start } from './opentelemetry';
+export * from './utils';

packages/backend/server/src/metrics/metrics.ts

@@ -127,5 +127,3 @@ export const metrics = new Proxy<Record<KnownMetricScopes, ScopedMetrics>>(
     },
   }
 );
-
-export function stopMetrics() {}

packages/backend/server/src/metrics/opentelemetry.ts

@@ -1,4 +1,5 @@
-import { OnModuleDestroy } from '@nestjs/common';
+import { MetricExporter } from '@google-cloud/opentelemetry-cloud-monitoring-exporter';
+import { TraceExporter } from '@google-cloud/opentelemetry-cloud-trace-exporter';
 import { metrics } from '@opentelemetry/api';
 import {
   CompositePropagator,
@@ -14,26 +15,27 @@ import { HttpInstrumentation } from '@opentelemetry/instrumentation-http';
 import { IORedisInstrumentation } from '@opentelemetry/instrumentation-ioredis';
 import { NestInstrumentation } from '@opentelemetry/instrumentation-nestjs-core';
 import { SocketIoInstrumentation } from '@opentelemetry/instrumentation-socket.io';
-import { Resource } from '@opentelemetry/resources';
 import {
+  ConsoleMetricExporter,
   type MeterProvider,
   MetricProducer,
   MetricReader,
+  PeriodicExportingMetricReader,
 } from '@opentelemetry/sdk-metrics';
 import { NodeSDK } from '@opentelemetry/sdk-node';
 import {
   BatchSpanProcessor,
+  ConsoleSpanExporter,
   SpanExporter,
   TraceIdRatioBasedSampler,
 } from '@opentelemetry/sdk-trace-node';
-import { SemanticResourceAttributes } from '@opentelemetry/semantic-conventions';
 import prismaInstrument from '@prisma/instrumentation';
 
-import { PrismaMetricProducer } from './prisma';
-
 const { PrismaInstrumentation } = prismaInstrument;
 
-export abstract class OpentelemetryFactory {
+import { PrismaMetricProducer } from './prisma';
+
+abstract class OpentelemetryFactor {
   abstract getMetricReader(): MetricReader;
   abstract getSpanExporter(): SpanExporter;
 
@@ -52,18 +54,9 @@ export abstract class OpentelemetryFactory {
     return [new PrismaMetricProducer()];
   }
 
-  getResource() {
-    return new Resource({
-      [SemanticResourceAttributes.K8S_NAMESPACE_NAME]: AFFiNE.AFFINE_ENV,
-      [SemanticResourceAttributes.SERVICE_NAME]: AFFiNE.flavor.type,
-      [SemanticResourceAttributes.SERVICE_VERSION]: AFFiNE.version,
-    });
-  }
-
   create() {
     const traceExporter = this.getSpanExporter();
     return new NodeSDK({
-      resource: this.getResource(),
       sampler: new TraceIdRatioBasedSampler(0.1),
       traceExporter,
       metricReader: this.getMetricReader(),
@@ -80,20 +73,28 @@ export abstract class OpentelemetryFactory {
   }
 }
 
-export class LocalOpentelemetryFactory
-  extends OpentelemetryFactory
-  implements OnModuleDestroy
-{
-  private readonly metricsExporter = new PrometheusExporter({
-    metricProducers: this.getMetricsProducers(),
-  });
-
-  async onModuleDestroy() {
-    await this.metricsExporter.shutdown();
+class GCloudOpentelemetryFactor extends OpentelemetryFactor {
+  override getMetricReader(): MetricReader {
+    return new PeriodicExportingMetricReader({
+      exportIntervalMillis: 30000,
+      exportTimeoutMillis: 10000,
+      exporter: new MetricExporter({
+        prefix: 'custom.googleapis.com',
+      }),
+      metricProducers: this.getMetricsProducers(),
+    });
   }
 
+  override getSpanExporter(): SpanExporter {
+    return new TraceExporter();
+  }
+}
+
+class LocalOpentelemetryFactor extends OpentelemetryFactor {
   override getMetricReader(): MetricReader {
-    return this.metricsExporter;
+    return new PrometheusExporter({
+      metricProducers: this.getMetricsProducers(),
+    });
   }
 
   override getSpanExporter(): SpanExporter {
@@ -101,11 +102,47 @@ export class LocalOpentelemetryFactory
   }
 }
 
+class DebugOpentelemetryFactor extends OpentelemetryFactor {
+  override getMetricReader(): MetricReader {
+    return new PeriodicExportingMetricReader({
+      exporter: new ConsoleMetricExporter(),
+      metricProducers: this.getMetricsProducers(),
+    });
+  }
+
+  override getSpanExporter(): SpanExporter {
+    return new ConsoleSpanExporter();
+  }
+}
+
+function createSDK() {
+  let factor: OpentelemetryFactor | null = null;
+  if (process.env.NODE_ENV === 'production') {
+    factor = new GCloudOpentelemetryFactor();
+  } else if (process.env.DEBUG_METRICS) {
+    factor = new DebugOpentelemetryFactor();
+  } else {
+    factor = new LocalOpentelemetryFactor();
+  }
+
+  return factor?.create();
+}
+
+let OPENTELEMETRY_STARTED = false;
+
+function ensureStarted() {
+  if (!OPENTELEMETRY_STARTED) {
+    OPENTELEMETRY_STARTED = true;
+    start();
+  }
+}
+
 function getMeterProvider() {
+  ensureStarted();
   return metrics.getMeterProvider();
 }
 
-export function registerCustomMetrics() {
+function registerCustomMetrics() {
   const hostMetricsMonitoring = new HostMetrics({
     name: 'instance-host-metrics',
     meterProvider: getMeterProvider() as MeterProvider,
@@ -116,3 +153,12 @@ export function registerCustomMetrics() {
 export function getMeter(name = 'business') {
   return getMeterProvider().getMeter(name);
 }
+
+export function start() {
+  const sdk = createSDK();
+
+  if (sdk) {
+    sdk.start();
+    registerCustomMetrics();
+  }
+}