chore(server): improve transcript stability (#13821)

<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->
## Summary by CodeRabbit

* **New Features**
* Enhanced audio/video detection for MP4 files to better distinguish
audio-only vs. video.

* **Dependencies**
* Added MP4 parsing dependency and updated AI provider libraries
(Anthropic, Google, OpenAI, etc.).

* **Bug Fixes**
  * Tightened authentication state validation for magic-link/OTP flows.
* Stricter space-join validation to reject invalid client
types/versions.
  * Improved transcript entry deduplication and data handling.

* **API**
* Transcript submit payload now requires infos and removes deprecated
url/mimeType fields.
<!-- end of auto-generated comment: release notes by coderabbit.ai -->

packages/backend/server/package.json

@@ -28,12 +28,12 @@
   "dependencies": {
     "@affine/reader": "workspace:*",
     "@affine/server-native": "workspace:*",
-    "@ai-sdk/anthropic": "^2.0.1",
-    "@ai-sdk/google": "^2.0.4",
-    "@ai-sdk/google-vertex": "^3.0.5",
-    "@ai-sdk/openai": "^2.0.10",
-    "@ai-sdk/openai-compatible": "^1.0.5",
-    "@ai-sdk/perplexity": "^2.0.1",
+    "@ai-sdk/anthropic": "^2.0.38",
+    "@ai-sdk/google": "^2.0.24",
+    "@ai-sdk/google-vertex": "^3.0.54",
+    "@ai-sdk/openai": "^2.0.56",
+    "@ai-sdk/openai-compatible": "^1.0.23",
+    "@ai-sdk/perplexity": "^2.0.14",
     "@apollo/server": "^4.11.3",
     "@aws-sdk/client-s3": "^3.779.0",
     "@aws-sdk/s3-request-presigner": "^3.779.0",
@@ -75,7 +75,7 @@
     "@prisma/instrumentation": "^6.7.0",
     "@react-email/components": "0.0.38",
     "@socket.io/redis-adapter": "^8.3.0",
-    "ai": "^5.0.10",
+    "ai": "^5.0.81",
     "bullmq": "^5.40.2",
     "cookie-parser": "^1.4.7",
     "cross-env": "^7.0.3",

packages/backend/server/src/core/auth/controller.ts

@@ -270,14 +270,12 @@ export class AuthController {
     validators.assertValidEmail(email);
 
     const cacheKey = OTP_CACHE_KEY(otp);
-    const cachedToken = await this.cache.get<
-      { token: string; clientNonce: string } | string
-    >(cacheKey);
+    const cachedToken = await this.cache.get<{
+      token: string;
+      clientNonce: string;
+    }>(cacheKey);
     let token: string | undefined;
-    // TODO(@fengmk2): this is a temporary compatible with cache token is string value, should be removed in 0.22
-    if (typeof cachedToken === 'string') {
-      token = cachedToken;
-    } else if (cachedToken) {
+    if (cachedToken && typeof cachedToken === 'object') {
       token = cachedToken.token;
       if (cachedToken.clientNonce && cachedToken.clientNonce !== clientNonce) {
         throw new InvalidAuthState();

packages/backend/server/src/core/sync/gateway.ts

@@ -194,14 +194,12 @@ export class SpaceSyncGateway
     @ConnectedSocket() client: Socket,
     @MessageBody()
     { spaceType, spaceId, clientVersion }: JoinSpaceMessage
-  ): Promise<EventResponse<{ clientId: string; success: true }>> {
-    // TODO(@forehalo): remove this after 0.19 goes out of life
-    // simple match 0.19.x
-    if (/^0.19.[\d]$/.test(clientVersion)) {
-      const room = Room(spaceId, 'sync-019');
-      if (!client.rooms.has(room)) {
-        await client.join(room);
-      }
+  ): Promise<EventResponse<{ clientId: string; success: boolean }>> {
+    if (
+      ![SpaceType.Userspace, SpaceType.Workspace].includes(spaceType) ||
+      /^0.1/.test(clientVersion)
+    ) {
+      return { data: { clientId: client.id, success: false } };
     } else {
       if (spaceType === SpaceType.Workspace) {
         this.event.emit('workspace.embedding', { workspaceId: spaceId });

packages/backend/server/src/plugins/copilot/providers/gemini/generative.ts

@@ -112,9 +112,7 @@ export class GeminiGenerativeProvider extends GeminiProvider<GeminiGenerativeCon
           `${baseUrl}/models?key=${this.config.apiKey}`
         )
           .then(r => r.json())
-          .then(
-            r => (console.log(JSON.stringify(r)), ModelListSchema.parse(r))
-          );
+          .then(r => ModelListSchema.parse(r));
         this.onlineModelList = models.map(model =>
           model.name.replace('models/', '')
         );

packages/backend/server/src/plugins/copilot/transcript/service.ts

@@ -171,11 +171,11 @@ export class CopilotTranscriptionService {
     if (payload.success) {
       let { url, mimeType, infos } = payload.data;
       infos = infos || [];
-      if (url && mimeType) {
+      if (url && mimeType && !infos.find(i => i.url === url)) {
         infos.push({ url, mimeType });
       }
 
-      ret.infos = this.mergeInfos(infos, url, mimeType);
+      ret.infos = infos;
       if (job.status === AiJobStatus.claimed) {
         ret.transcription = payload.data;
       }
@@ -239,22 +239,6 @@ export class CopilotTranscriptionService {
     }
   }
 
-  // TODO(@darkskygit): remove after old server down
-  private mergeInfos(
-    infos?: AudioBlobInfos | null,
-    url?: string | null,
-    mimeType?: string | null
-  ) {
-    if (url && mimeType) {
-      if (infos) {
-        infos.push({ url, mimeType });
-      } else {
-        infos = [{ url, mimeType }];
-      }
-    }
-    return infos || [];
-  }
-
   private convertTime(time: number, offset = 0) {
     time = time + offset;
     const minutes = Math.floor(time / 60);
@@ -298,14 +282,10 @@ export class CopilotTranscriptionService {
     jobId,
     infos,
     modelId,
-    // @deprecated
-    url,
-    mimeType,
   }: Jobs['copilot.transcript.submit']) {
     try {
-      const blobInfos = this.mergeInfos(infos, url, mimeType);
       const transcriptions = await Promise.all(
-        Array.from(blobInfos.entries()).map(([idx, { url, mimeType }]) =>
+        Array.from(infos.entries()).map(([idx, { url, mimeType }]) =>
           this.callTranscript(url, mimeType, idx * 10 * 60, modelId)
         )
       );

packages/backend/server/src/plugins/copilot/transcript/types.ts

@@ -55,12 +55,8 @@ declare global {
   interface Jobs {
     'copilot.transcript.submit': {
       jobId: string;
-      infos?: AudioBlobInfos;
+      infos: AudioBlobInfos;
       modelId?: string;
-      /// @deprecated use `infos` instead
-      url?: string;
-      /// @deprecated use `infos` instead
-      mimeType?: string;
     };
     'copilot.transcript.summary.submit': {
       jobId: string;