feat(server): job system (#10134)

2026-07-21 20:16:26 +08:00 · 2025-02-18 05:41:56 +00:00
parent f6a86c10fe
commit cb895d4cb0
26 changed files with 1045 additions and 131 deletions
@@ -0,0 +1,53 @@
+import { QueueOptions, WorkerOptions } from 'bullmq';
+
+import {
+  defineRuntimeConfig,
+  defineStartupConfig,
+  ModuleConfig,
+} from '../../config';
+import { Queue } from './def';
+
+declare module '../../config' {
+  interface AppConfig {
+    job: ModuleConfig<
+      {
+        queue: Omit<QueueOptions, 'connection'>;
+        worker: Omit<WorkerOptions, 'connection'>;
+      },
+      {
+        queues: {
+          [key in Queue]: {
+            concurrency: number;
+          };
+        };
+      }
+    >;
+  }
+}
+
+defineStartupConfig('job', {
+  queue: {
+    prefix: 'affine_job',
+    defaultJobOptions: {
+      attempts: 3,
+      removeOnComplete: true,
+      removeOnFail: false,
+    },
+  },
+  worker: {},
+});
+
+defineRuntimeConfig('job', {
+  'queues.nightly.concurrency': {
+    default: 1,
+    desc: 'Concurrency of worker consuming of nightly checking job queue',
+  },
+  'queues.notification.concurrency': {
+    default: 10,
+    desc: 'Concurrency of worker consuming of notification job queue',
+  },
+  'queues.doc.concurrency': {
+    default: 1,
+    desc: 'Concurrency of worker consuming of doc job queue',
+  },
+});