Jayden/AFFiNE-Mirror
0
0
Fork 0
mirror of https://github.com/toeverything/AFFiNE.git synced 2026-08-06 03:49:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(server): refactor provider interface (#11665)

Browse Source 
fix AI-4
fix AI-18

better provider/model choose to allow fallback to similar models (e.g., self-hosted) when the provider is not fully configured
split functions of different output types
This commit is contained in:
darkskygit
2025-05-22 06:28:20 +00:00
parent a3b8aaff61
commit b388f92c96
36 changed files with 1465 additions and 903 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/backend/server/src/__tests__/copilot-provider.spec.ts
+67 -39
View File
@@ -342,7 +342,7 @@ const actions = [
TranscriptionResponseSchema.parse(JSON.parse(result));
});
},
type: 'text' as const,
type: 'structured' as const,
},
{
name: 'Should transcribe middle audio',
@@ -364,7 +364,7 @@ const actions = [
TranscriptionResponseSchema.parse(JSON.parse(result));
});
},
type: 'text' as const,
type: 'structured' as const,
},
{
name: 'Should transcribe long audio',
@@ -386,7 +386,7 @@ const actions = [
TranscriptionResponseSchema.parse(JSON.parse(result));
});
},
type: 'text' as const,
type: 'structured' as const,
},
{
promptName: [
@@ -564,43 +564,71 @@ for (const { name, promptName, messages, verifier, type, config } of actions) {
const provider = (await factory.getProviderByModel(prompt.model))!;
t.truthy(provider, 'should have provider');
await retry(`action: ${promptName}`, t, async t => {
if (type === 'text' && 'generateText' in provider) {
const result = await provider.generateText(
[
...prompt.finish(
messages.reduce(
// @ts-expect-error
(acc, m) => Object.assign(acc, m.params),
{}
)
),
...messages,
],
prompt.model,
Object.assign({}, prompt.config, config)
);
t.truthy(result, 'should return result');
verifier?.(t, result);
} else if (type === 'image' && 'generateImages' in provider) {
const result = await provider.generateImages(
[
...prompt.finish(
messages.reduce(
// @ts-expect-error
(acc, m) => Object.assign(acc, m.params),
{}
)
),
...messages,
],
prompt.model
);
t.truthy(result.length, 'should return result');
for (const r of result) {
verifier?.(t, r);
switch (type) {
case 'text': {
const result = await provider.text(
{ modelId: prompt.model },
[
...prompt.finish(
messages.reduce(
// @ts-expect-error
(acc, m) => Object.assign(acc, m.params),
{}
)
),
...messages,
],
Object.assign({}, prompt.config, config)
);
t.truthy(result, 'should return result');
verifier?.(t, result);
break;
}
case 'structured': {
const result = await provider.structure(
{ modelId: prompt.model },
[
...prompt.finish(
messages.reduce(
(acc, m) => Object.assign(acc, m.params),
{}
)
),
...messages,
],
Object.assign({}, prompt.config, config)
);
t.truthy(result, 'should return result');
verifier?.(t, result);
break;
}
case 'image': {
const stream = provider.streamImages({ modelId: prompt.model }, [
...prompt.finish(
messages.reduce(
// @ts-expect-error
(acc, m) => Object.assign(acc, m.params),
{}
)
),
...messages,
]);
const result = [];
for await (const attachment of stream) {
result.push(attachment);
}
t.truthy(result.length, 'should return result');
for (const r of result) {
verifier?.(t, r);
}
break;
}
default: {
t.fail('unsupported provider type');
break;
}
} else {
t.fail('unsupported provider type');
}
});
}