Jayden/AFFiNE-Mirror
1
0
Fork 0
mirror of https://github.com/toeverything/AFFiNE.git synced 2026-02-17 06:16:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(server): batch size in gemini embedding (#13120)

Browse Source 
<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->

## Summary by CodeRabbit

* **Bug Fixes**
* Improved reliability of embedding generation for multiple messages,
allowing partial results even if some embeddings fail.
* Enhanced error handling to ensure only valid embeddings are returned.

<!-- end of auto-generated comment: release notes by coderabbit.ai -->
This commit is contained in:
DarkSky
2025-07-09 23:56:10 +08:00
committed by GitHub
parent c4c11da976
commit 0f3066f7d0
1 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
packages/backend/server/src/plugins/copilot/providers/gemini/gemini.ts
View File

@@ -239,12 +239,16 @@ export abstract class GeminiProvider<T> extends CopilotProvider<T> {
taskType: 'RETRIEVAL_DOCUMENT', taskType: 'RETRIEVAL_DOCUMENT',
}); });
const { embeddings } = await embedMany({ const embeddings = await Promise.allSettled(
model: modelInstance, messages.map(m =>
values: messages, embedMany({ model: modelInstance, values: [m], maxRetries: 3 })
}); )
);
return embeddings.filter(v => v && Array.isArray(v)); return embeddings
.map(e => (e.status === 'fulfilled' ? e.value.embeddings : null))
.flat()
.filter((v): v is number[] => !!v && Array.isArray(v));
} catch (e: any) { } catch (e: any) {
metrics.ai metrics.ai
.counter('generate_embedding_errors') .counter('generate_embedding_errors')