feat(server): retry transcript job (#11414)

packages/backend/server/src/plugins/copilot/transcript/resolver.ts

@@ -13,7 +13,10 @@ import {
 import { AiJobStatus } from '@prisma/client';
 import GraphQLUpload from 'graphql-upload/GraphQLUpload.mjs';
 
-import type { FileUpload } from '../../../base';
+import {
+  CopilotTranscriptionJobNotFound,
+  type FileUpload,
+} from '../../../base';
 import { CurrentUser } from '../../../core/auth';
 import { AccessController } from '../../../core/permission';
 import { CopilotType } from '../resolver';
@@ -106,14 +109,44 @@ export class CopilotTranscriptionResolver {
       .allowLocal()
       .assert('Workspace.Copilot');
 
-    const job = await this.service.submitTranscriptionJob(
+    const jobResult = await this.service.submitTranscriptionJob(
       user.id,
       workspaceId,
       blobId,
       blob
     );
 
-    return this.handleJobResult(job);
+    return this.handleJobResult(jobResult);
+  }
+
+  @Mutation(() => TranscriptionResultType, { nullable: true })
+  async retryAudioTranscription(
+    @CurrentUser() user: CurrentUser,
+    @Args('workspaceId') workspaceId: string,
+    @Args('jobId') jobId: string
+  ): Promise<TranscriptionResultType | null> {
+    await this.ac
+      .user(user.id)
+      .workspace(workspaceId)
+      .allowLocal()
+      .assert('Workspace.Copilot');
+
+    const job = await this.service.queryTranscriptionJob(
+      user.id,
+      workspaceId,
+      jobId
+    );
+    if (!job || !job.url || !job.mimeType) {
+      throw new CopilotTranscriptionJobNotFound();
+    }
+
+    const jobResult = await this.service.executeTranscriptionJob(
+      job.id,
+      job.url,
+      job.mimeType
+    );
+
+    return this.handleJobResult(jobResult);
   }
 
   @Mutation(() => TranscriptionResultType, { nullable: true })

packages/backend/server/src/plugins/copilot/transcript/service.ts

@@ -5,6 +5,7 @@ import { ZodType } from 'zod';
 import {
   CopilotPromptNotFound,
   CopilotTranscriptionJobExists,
+  CopilotTranscriptionJobNotFound,
   EventBus,
   type FileUpload,
   JobQueue,
@@ -31,6 +32,8 @@ import { readStream } from './utils';
 export type TranscriptionJob = {
   id: string;
   status: AiJobStatus;
+  url?: string;
+  mimeType?: string;
   transcription?: TranscriptionPayload;
 };
 
@@ -55,7 +58,7 @@ export class CopilotTranscriptionService {
       throw new CopilotTranscriptionJobExists();
     }
 
-    const { id: jobId, status } = await this.models.copilotJob.create({
+    const { id: jobId } = await this.models.copilotJob.create({
       workspaceId,
       blobId,
       createdBy: userId,
@@ -65,14 +68,28 @@ export class CopilotTranscriptionService {
     const buffer = await readStream(blob.createReadStream());
     const url = await this.storage.put(userId, workspaceId, blobId, buffer);
 
-    await this.models.copilotJob.update(jobId, {
-      status: AiJobStatus.running,
+    return await this.executeTranscriptionJob(jobId, url, blob.mimetype);
+  }
+
+  async executeTranscriptionJob(
+    jobId: string,
+    url: string,
+    mimeType: string
+  ): Promise<TranscriptionJob> {
+    const status = AiJobStatus.running;
+    const success = await this.models.copilotJob.update(jobId, {
+      status,
+      payload: { url, mimeType },
     });
 
+    if (!success) {
+      throw new CopilotTranscriptionJobNotFound();
+    }
+
     await this.job.add('copilot.transcript.submit', {
       jobId,
       url,
-      mimeType: blob.mimetype,
+      mimeType,
     });
 
     return { id: jobId, status };
@@ -113,9 +130,11 @@ export class CopilotTranscriptionService {
 
     const ret: TranscriptionJob = { id: job.id, status: job.status };
 
-    if (job.status === AiJobStatus.claimed) {
-      const payload = TranscriptPayloadSchema.safeParse(job.payload);
-      if (payload.success) {
+    const payload = TranscriptPayloadSchema.safeParse(job.payload);
+    if (payload.success) {
+      ret.url = payload.data.url || undefined;
+      ret.mimeType = payload.data.mimeType || undefined;
+      if (job.status === AiJobStatus.claimed) {
         ret.transcription = payload.data;
       }
     }

packages/backend/server/src/plugins/copilot/transcript/types.ts

@@ -21,6 +21,8 @@ const TranscriptionItemSchema = z.object({
 export const TranscriptionSchema = z.array(TranscriptionItemSchema);
 
 export const TranscriptPayloadSchema = z.object({
+  url: z.string().nullable().optional(),
+  mimeType: z.string().nullable().optional(),
   title: z.string().nullable().optional(),
   summary: z.string().nullable().optional(),
   transcription: TranscriptionSchema.nullable().optional(),