Jayden/AFFiNE-Mirror
1
0
Fork 0
mirror of https://github.com/toeverything/AFFiNE.git synced 2026-02-14 21:27:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(server): improve stream read (#10960)

Browse Source
This commit is contained in:
darkskygit
2025-03-18 10:24:59 +00:00
parent 0cb06668cd
commit b7ab49a263
5 changed files with 70 additions and 75 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
packages/backend/server/src/core/workspaces/resolvers/blob.ts
View File

@@ -16,6 +16,7 @@ import type { FileUpload } from '../../../base';
import {
BlobQuotaExceeded,
CloudThrottlerGuard,
readBuffer,
StorageQuotaExceeded,
} from '../../../base';
import { CurrentUser } from '../../auth';
@@ -102,35 +103,8 @@ export class WorkspaceBlobResolver {
} else if (result?.storageQuotaExceeded) {
throw new StorageQuotaExceeded();
}
const buffer = await new Promise<Buffer>((resolve, reject) => {
const stream = blob.createReadStream();
const chunks: Uint8Array[] = [];
stream.on('data', chunk => {
chunks.push(chunk);
// check size after receive each chunk to avoid unnecessary memory usage
const bufferSize = chunks.reduce((acc, cur) => acc + cur.length, 0);
result = checkExceeded(bufferSize);
if (result?.blobQuotaExceeded) {
reject(new BlobQuotaExceeded());
} else if (result?.storageQuotaExceeded) {
reject(new StorageQuotaExceeded());
}
});
stream.on('error', reject);
stream.on('end', () => {
const buffer = Buffer.concat(chunks);
result = checkExceeded(buffer.length);
if (result?.blobQuotaExceeded) {
reject(new BlobQuotaExceeded());
} else if (result?.storageQuotaExceeded) {
reject(new StorageQuotaExceeded());
} else {
resolve(buffer);
}
});
});
const buffer = await readBuffer(blob.createReadStream(), checkExceeded);
await this.storage.put(workspaceId, blob.filename, buffer);
return blob.filename;