feat!: affine cloud support (#3813)

Co-authored-by: Hongtao Lye <codert.sn@gmail.com> Co-authored-by: liuyi <forehalo@gmail.com> Co-authored-by: LongYinan <lynweklm@gmail.com> Co-authored-by: X1a0t <405028157@qq.com> Co-authored-by: JimmFly <yangjinfei001@gmail.com> Co-authored-by: Peng Xiao <pengxiao@outlook.com> Co-authored-by: xiaodong zuo <53252747+zuoxiaodong0815@users.noreply.github.com> Co-authored-by: DarkSky <25152247+darkskygit@users.noreply.github.com> Co-authored-by: Qi <474021214@qq.com> Co-authored-by: danielchim <kahungchim@gmail.com>
2026-07-18 18:46:19 +08:00 · 2023-08-29 05:07:05 -05:00
parent d0145c6f38
commit 2f6c4e3696
414 changed files with 19469 additions and 7591 deletions
@@ -0,0 +1,158 @@
+import { deepEqual, equal, ok } from 'node:assert';
+import { afterEach, beforeEach, mock, test } from 'node:test';
+
+import { INestApplication } from '@nestjs/common';
+import { Test, TestingModule } from '@nestjs/testing';
+import { register } from 'prom-client';
+import * as Sinon from 'sinon';
+import { Doc as YDoc, encodeStateAsUpdate } from 'yjs';
+
+import { Config, ConfigModule } from '../config';
+import { MetricsModule } from '../metrics';
+import { DocManager, DocModule } from '../modules/doc';
+import { PrismaModule, PrismaService } from '../prisma';
+import { flushDB } from './utils';
+
+const createModule = () => {
+  return Test.createTestingModule({
+    imports: [
+      PrismaModule,
+      MetricsModule,
+      ConfigModule.forRoot(),
+      DocModule.forRoot(),
+    ],
+  }).compile();
+};
+
+test('Doc Module', async t => {
+  let app: INestApplication;
+  let m: TestingModule;
+  let timer: Sinon.SinonFakeTimers;
+
+  // cleanup database before each test
+  beforeEach(async () => {
+    timer = Sinon.useFakeTimers({
+      toFake: ['setInterval'],
+    });
+    await flushDB();
+    m = await createModule();
+    app = m.createNestApplication();
+    app.enableShutdownHooks();
+    await app.init();
+  });
+
+  afterEach(async () => {
+    await app.close();
+    timer.restore();
+  });
+
+  await t.test('should setup update poll interval', async () => {
+    register.clear();
+    const m = await createModule();
+    const manager = m.get(DocManager);
+    const fake = mock.method(manager, 'setup');
+
+    await m.createNestApplication().init();
+
+    equal(fake.mock.callCount(), 1);
+    // @ts-expect-error private member
+    ok(manager.job);
+  });
+
+  await t.test('should be able to stop poll', async () => {
+    const manager = m.get(DocManager);
+    const fake = mock.method(manager, 'destroy');
+
+    await app.close();
+
+    equal(fake.mock.callCount(), 1);
+    // @ts-expect-error private member
+    equal(manager.job, null);
+  });
+
+  await t.test('should poll when intervel due', async () => {
+    const manager = m.get(DocManager);
+    const interval = m.get(Config).doc.manager.updatePollInterval;
+
+    let resolve: any;
+    const fake = mock.method(manager, 'apply', () => {
+      return new Promise(_resolve => {
+        resolve = _resolve;
+      });
+    });
+
+    timer.tick(interval);
+    equal(fake.mock.callCount(), 1);
+
+    // busy
+    timer.tick(interval);
+    // @ts-expect-error private member
+    equal(manager.busy, true);
+    equal(fake.mock.callCount(), 1);
+
+    resolve();
+    await timer.tickAsync(1);
+
+    // @ts-expect-error private member
+    equal(manager.busy, false);
+    timer.tick(interval);
+    equal(fake.mock.callCount(), 2);
+  });
+
+  await t.test('should merge update when intervel due', async () => {
+    const db = m.get(PrismaService);
+    const manager = m.get(DocManager);
+
+    const doc = new YDoc();
+    const text = doc.getText('content');
+    text.insert(0, 'hello');
+    const update = encodeStateAsUpdate(doc);
+
+    const ws = await db.workspace.create({
+      data: {
+        id: '1',
+        public: false,
+      },
+    });
+
+    await db.update.createMany({
+      data: [
+        {
+          id: '1',
+          workspaceId: '1',
+          blob: Buffer.from([0, 0]),
+        },
+        {
+          id: '1',
+          workspaceId: '1',
+          blob: Buffer.from(update),
+        },
+      ],
+    });
+
+    await manager.apply();
+
+    deepEqual(await manager.getLatestUpdate(ws.id, '1'), update);
+
+    let appendUpdate = Buffer.from([]);
+    doc.on('update', update => {
+      appendUpdate = Buffer.from(update);
+    });
+    text.insert(5, 'world');
+
+    await db.update.create({
+      data: {
+        workspaceId: ws.id,
+        id: '1',
+        blob: appendUpdate,
+      },
+    });
+
+    await manager.apply();
+
+    deepEqual(
+      await manager.getLatestUpdate(ws.id, '1'),
+      encodeStateAsUpdate(doc)
+    );
+  });
+});