fix(server): wrong queue options for worker executor (#10267)

packages/backend/server/src/base/job/queue/config.ts

@@ -29,9 +29,15 @@ defineStartupConfig('job', {
   queue: {
     prefix: 'affine_job',
     defaultJobOptions: {
-      attempts: 3,
-      removeOnComplete: true,
-      removeOnFail: false,
+      attempts: 5,
+      removeOnComplete: {
+        age: 3600 /* 1h */,
+        count: 100,
+      },
+      removeOnFail: {
+        age: 24 * 3600 /* 1 day */,
+        count: 500,
+      },
     },
   },
   worker: {},

packages/backend/server/src/base/job/queue/executor.ts

@@ -121,6 +121,7 @@ export class JobExecutor
           await this.run(job.name as JobName, job.data);
         },
         {
+          ...this.config.job.queue,
           ...this.config.job.worker,
           connection: this.redis,
           concurrency,

packages/backend/server/src/core/doc/adapters/workspace.ts

@@ -106,6 +106,7 @@ export class PgWorkspaceDocStorageAdapter extends DocStorageAdapter {
             {
               // keep it simple to let all update merged in one job
               jobId: `doc:merge-pending-updates:${workspaceId}:${docId}`,
+              delay: 30 * 1000 /* 30s */,
             }
           );
           turn++;