mirror of
https://github.com/toeverything/AFFiNE.git
synced 2026-02-13 21:05:19 +00:00
b59c1f9e57
<!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit * **New Features** * Copilot now defaults to the updated Claude Sonnet 4.5 model across experiences for improved responses. * **Chores** * Consolidated available Anthropic models, removing older Sonnet 3.x variants and standardizing Sonnet 4/4.5 options. * Updated configuration defaults and schema mappings to reference the new Sonnet 4.5 model. * **Tests** * Updated unit and end-to-end tests to reference the new model to ensure consistent behavior. <!-- end of auto-generated comment: release notes by coderabbit.ai -->
524 lines
16 KiB
TypeScript
524 lines
16 KiB
TypeScript
import { createLocalWorkspace } from '@affine-test/kit/utils/workspace';
|
|
import { expect } from '@playwright/test';
|
|
|
|
import { test } from '../base/base-test';
|
|
|
|
test.describe.configure({ mode: 'serial' });
|
|
|
|
test.describe('AISettings/Embedding', () => {
|
|
test.beforeEach(async ({ loggedInPage: page, utils }) => {
|
|
await utils.testUtils.setupTestEnvironment(
|
|
page,
|
|
'claude-sonnet-4-5@20250929'
|
|
);
|
|
await utils.chatPanel.openChatPanel(page);
|
|
});
|
|
|
|
test.afterEach(async ({ loggedInPage: page, utils }) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.clearAllIgnoredDocs(page);
|
|
await utils.settings.removeAllAttachments(page);
|
|
await utils.settings.closeSettingsPanel(page);
|
|
});
|
|
|
|
test('should show workspace embedding enabled status', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.waitForWorkspaceEmbeddingSwitchToBe(page, true);
|
|
});
|
|
|
|
test('should support disable workspace embedding', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
await utils.settings.disableWorkspaceEmbedding(page);
|
|
await utils.settings.waitForWorkspaceEmbeddingSwitchToBe(page, false);
|
|
});
|
|
|
|
test('should support enable workspace embedding', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.disableWorkspaceEmbedding(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
await utils.settings.waitForWorkspaceEmbeddingSwitchToBe(page, true);
|
|
});
|
|
|
|
test('should show enable cloud panel if workspace is local', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.closeSettingsPanel(page);
|
|
await createLocalWorkspace({ name: 'test' }, page);
|
|
await utils.settings.openSettingsPanel(page);
|
|
await expect(
|
|
page.getByTestId('publish-enable-affine-cloud-button')
|
|
).toBeVisible();
|
|
});
|
|
|
|
test('should disable embedding settings if the user is not workspace owner', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
// mock the features to be empty(without CopilotEmbedding)
|
|
await page.route('**/graphql', async (route, request) => {
|
|
const postData = request.postData();
|
|
if (postData && postData.includes('serverConfig')) {
|
|
await route.fulfill({
|
|
status: 200,
|
|
contentType: 'application/json',
|
|
body: JSON.stringify({
|
|
data: {
|
|
serverConfig: {
|
|
version: '1.0.0',
|
|
baseUrl: 'http://localhost:8080',
|
|
name: 'AFFiNE',
|
|
features: [],
|
|
type: 'cloud',
|
|
initialized: true,
|
|
credentialsRequirement: null,
|
|
},
|
|
},
|
|
}),
|
|
});
|
|
} else {
|
|
await route.continue();
|
|
}
|
|
});
|
|
|
|
await page.reload();
|
|
await utils.settings.openSettingsPanel(page);
|
|
|
|
const wrapper = await page.getByTestId(
|
|
'workspace-embedding-setting-wrapper'
|
|
);
|
|
await expect(wrapper).toHaveAttribute('aria-disabled', 'true');
|
|
});
|
|
|
|
test('should show error message if enable workspace embedding failed', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
await utils.settings.disableWorkspaceEmbedding(page);
|
|
await utils.settings.waitForWorkspaceEmbeddingSwitchToBe(page, false);
|
|
|
|
await page.context().setOffline(true);
|
|
await utils.settings.enableWorkspaceEmbedding(page, false);
|
|
|
|
await expect(
|
|
page.getByText(/Failed to update workspace doc embedding enabled/i)
|
|
).toBeVisible();
|
|
await page.context().setOffline(false);
|
|
});
|
|
|
|
test('should show embedding progress', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
await page.getByTestId('embedding-progress-wrapper');
|
|
|
|
const progress = await page.getByTestId('embedding-progress');
|
|
// wait for the progress to be loading
|
|
const title = await page.getByTestId('embedding-progress-title');
|
|
await expect(title).toHaveText(/Loading sync status/i);
|
|
await expect(progress).not.toBeVisible();
|
|
|
|
const count = await page.getByTestId('embedding-progress-count');
|
|
await expect(count).toHaveText(/\d+\/\d+/);
|
|
await expect(progress).toBeVisible();
|
|
});
|
|
|
|
test('should allow manual attachment upload for embedding', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await createLocalWorkspace({ name: 'test' }, page, false, 'affine-cloud');
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
const randomStr1 = Math.random().toString(36).substring(2, 6);
|
|
const randomStr2 = Math.random().toString(36).substring(2, 6);
|
|
const textContent1 = `Workspace${randomStr1} is a cute cat`;
|
|
const textContent2 = `Workspace${randomStr2} is a cute dog`;
|
|
const buffer1 = Buffer.from(textContent1);
|
|
const buffer2 = Buffer.from(textContent2);
|
|
const attachments = [
|
|
{
|
|
name: 'document1.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: buffer1,
|
|
},
|
|
{
|
|
name: 'document2.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: buffer2,
|
|
},
|
|
];
|
|
|
|
const client = await page.context().newCDPSession(page);
|
|
await client.send('Network.enable');
|
|
await client.send('Network.emulateNetworkConditions', {
|
|
offline: false,
|
|
latency: 1000,
|
|
downloadThroughput: (50 * 1024) / 8,
|
|
uploadThroughput: (50 * 1024) / 8,
|
|
connectionType: 'cellular3g',
|
|
});
|
|
|
|
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
|
|
|
await client.send('Network.emulateNetworkConditions', {
|
|
offline: false,
|
|
latency: 0,
|
|
downloadThroughput: -1,
|
|
uploadThroughput: -1,
|
|
});
|
|
|
|
await utils.settings.disableWorkspaceEmbedding(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
|
|
await utils.settings.waitForFileEmbeddingReadiness(page, 2);
|
|
|
|
await utils.settings.closeSettingsPanel(page);
|
|
|
|
await utils.chatPanel.makeChat(
|
|
page,
|
|
`What is Workspace${randomStr1}? What is Workspace${randomStr2}?`
|
|
);
|
|
|
|
await utils.chatPanel.waitForHistory(page, [
|
|
{
|
|
role: 'user',
|
|
content: `What is Workspace${randomStr1}? What is Workspace${randomStr2}?`,
|
|
},
|
|
{
|
|
role: 'assistant',
|
|
status: 'success',
|
|
},
|
|
]);
|
|
|
|
await expect(async () => {
|
|
const { content, message } =
|
|
await utils.chatPanel.getLatestAssistantMessage(page);
|
|
expect(content).toMatch(new RegExp(`Workspace${randomStr1}.*cat`));
|
|
expect(content).toMatch(new RegExp(`Workspace${randomStr2}.*dog`));
|
|
expect(await message.locator('affine-footnote-node').count()).toBe(2);
|
|
}).toPass({ timeout: 20000 });
|
|
});
|
|
|
|
test('should display failed info if upload attachment failed', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await createLocalWorkspace({ name: 'test' }, page, false, 'affine-cloud');
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
const attachments = [
|
|
{
|
|
name: 'document1.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: Buffer.from('HelloWorld'),
|
|
},
|
|
];
|
|
|
|
await page.context().setOffline(true);
|
|
|
|
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
|
|
|
const attachmentList = page.getByTestId(
|
|
'workspace-embedding-setting-attachment-list'
|
|
);
|
|
|
|
const errorItem = await attachmentList.getByTestId(
|
|
'workspace-embedding-setting-attachment-error-item'
|
|
);
|
|
await errorItem.hover();
|
|
await expect(page.getByText(/Network error/i)).toBeVisible();
|
|
|
|
await page.context().setOffline(false);
|
|
});
|
|
|
|
test('should support hybrid search for both globally uploaded attachments and those uploaded in the current session', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await createLocalWorkspace({ name: 'test' }, page, false, 'affine-cloud');
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
const person = 'test123';
|
|
|
|
const hobby1 = Buffer.from(`${person} love climbing`);
|
|
const hobby2 = Buffer.from(`${person} love skating`);
|
|
const attachments = [
|
|
{
|
|
name: 'hobby.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: hobby1,
|
|
},
|
|
];
|
|
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
|
|
|
await utils.settings.waitForFileEmbeddingReadiness(page, 1);
|
|
|
|
await utils.settings.closeSettingsPanel(page);
|
|
|
|
await utils.chatPanel.chatWithAttachments(
|
|
page,
|
|
[
|
|
{
|
|
name: 'hobby2.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: hobby2,
|
|
},
|
|
],
|
|
`What is ${person}'s hobby?`
|
|
);
|
|
|
|
await utils.chatPanel.waitForHistory(page, [
|
|
{
|
|
role: 'user',
|
|
content: `What is ${person}'s hobby?`,
|
|
},
|
|
{
|
|
role: 'assistant',
|
|
status: 'success',
|
|
},
|
|
]);
|
|
|
|
await expect(async () => {
|
|
const { content, message } =
|
|
await utils.chatPanel.getLatestAssistantMessage(page);
|
|
expect(content).toMatch(/climbing/i);
|
|
expect(content).toMatch(/skating/i);
|
|
expect(await message.locator('affine-footnote-node').count()).toBe(2);
|
|
}).toPass({ timeout: 20000 });
|
|
});
|
|
|
|
test('should support attachments pagination', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await createLocalWorkspace({ name: 'test' }, page, false, 'affine-cloud');
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
const attachments = Array.from({ length: 11 }, (_, i) => ({
|
|
name: `document${i + 1}.txt`,
|
|
mimeType: 'text/plain',
|
|
buffer: Buffer.from('attachment content'),
|
|
}));
|
|
|
|
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
|
|
|
const attachmentList = await page.getByTestId(
|
|
'workspace-embedding-setting-attachment-list'
|
|
);
|
|
|
|
await expect(
|
|
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
|
).toHaveCount(10);
|
|
const pagination = attachmentList.getByRole('navigation');
|
|
const currentPage = pagination.locator('li.active');
|
|
await expect(currentPage).toHaveText('1');
|
|
|
|
const page2 = pagination.locator('li').nth(2);
|
|
await page2.click();
|
|
|
|
await expect(
|
|
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
|
).toHaveCount(1);
|
|
await expect(
|
|
attachmentList
|
|
.getByTestId('workspace-embedding-setting-attachment-item')
|
|
.first()
|
|
).toHaveText('document1.txt');
|
|
});
|
|
|
|
test('should support remove attachment with confirm', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await createLocalWorkspace({ name: 'test' }, page, false, 'affine-cloud');
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
const randomStr1 = Math.random().toString(36).substring(2, 6);
|
|
const textContent = `Workspace${randomStr1} is a cute cat`;
|
|
const attachments = [
|
|
{
|
|
name: 'document1.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: Buffer.from(textContent),
|
|
},
|
|
];
|
|
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
|
|
|
const attachmentList = page.getByTestId(
|
|
'workspace-embedding-setting-attachment-list'
|
|
);
|
|
await expect(
|
|
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
|
).toHaveCount(1);
|
|
await utils.settings.removeAttachment(page, 'document1.txt');
|
|
});
|
|
|
|
test('should show error message if remove attachment failed', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await createLocalWorkspace({ name: 'test' }, page, false, 'affine-cloud');
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
const randomStr1 = Math.random().toString(36).substring(2, 6);
|
|
const textContent = `Workspace${randomStr1} is a cute cat`;
|
|
const attachments = [
|
|
{
|
|
name: 'document1.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: Buffer.from(textContent),
|
|
},
|
|
];
|
|
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
|
|
|
const attachmentList = page.getByTestId(
|
|
'workspace-embedding-setting-attachment-list'
|
|
);
|
|
await expect(
|
|
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
|
).toHaveCount(1);
|
|
|
|
await page.context().setOffline(true);
|
|
await utils.settings.clickRemoveAttachment(page, 'document1.txt');
|
|
await expect(
|
|
page.getByText(/Failed to remove attachment from embedding/i)
|
|
).toBeVisible();
|
|
await page.context().setOffline(false);
|
|
});
|
|
|
|
test('should support remove error attachment directly', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await createLocalWorkspace({ name: 'test' }, page, false, 'affine-cloud');
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
const randomStr1 = Math.random().toString(36).substring(2, 6);
|
|
const textContent = `Workspace${randomStr1} is a cute cat`;
|
|
const attachments = [
|
|
{
|
|
name: 'document1.txt',
|
|
mimeType: 'text/plain',
|
|
buffer: Buffer.from(textContent),
|
|
},
|
|
];
|
|
await page.context().setOffline(true);
|
|
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
|
await utils.settings.removeAttachment(page, 'document1.txt', false);
|
|
await page.context().setOffline(false);
|
|
});
|
|
|
|
// FIXME: wait for indexer
|
|
test.skip('should support ignore docs for embedding', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
await utils.settings.closeSettingsPanel(page);
|
|
await utils.editor.createDoc(
|
|
page,
|
|
'WBIgnoreDoc1',
|
|
'WBIgnoreEEE is a cute cat'
|
|
);
|
|
await utils.editor.createDoc(
|
|
page,
|
|
'WBIgnoreDoc2',
|
|
'WBIgnoreFFF is a cute dog'
|
|
);
|
|
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.waitForEmbeddingComplete(page);
|
|
await utils.settings.closeSettingsPanel(page);
|
|
|
|
await utils.chatPanel.makeChat(
|
|
page,
|
|
'What is WBIgnoreEEE? What is WBIgnoreFFF?If you dont know, just say "I dont know"'
|
|
);
|
|
|
|
await utils.chatPanel.waitForHistory(page, [
|
|
{
|
|
role: 'user',
|
|
content:
|
|
'What is WBIgnoreEEE? What is WBIgnoreFFF?If you dont know, just say "I dont know"',
|
|
},
|
|
{
|
|
role: 'assistant',
|
|
status: 'success',
|
|
},
|
|
]);
|
|
|
|
await expect(async () => {
|
|
const { content, message } =
|
|
await utils.chatPanel.getLatestAssistantMessage(page);
|
|
expect(content).toMatch(/WBIgnoreEEE.*cat/);
|
|
expect(content).toMatch(/WBIgnoreFFF.*dog/);
|
|
expect(await message.locator('affine-footnote-node').count()).toBe(2);
|
|
}).toPass({ timeout: 20000 });
|
|
|
|
// Ignore docs
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.ignoreDocForEmbedding(page, 'WBIgnoreDoc1');
|
|
await utils.settings.ignoreDocForEmbedding(page, 'WBIgnoreDoc2');
|
|
|
|
await utils.settings.closeSettingsPanel(page);
|
|
|
|
// Ignored docs should not be used for embedding
|
|
await utils.chatPanel.makeChat(
|
|
page,
|
|
'What is WBIgnoreEEE? What is WBIgnoreFFF?If you dont know, just say "I dont know"'
|
|
);
|
|
|
|
await utils.chatPanel.waitForHistory(page, [
|
|
{
|
|
role: 'user',
|
|
content: 'What is WBIgnoreEEE? What is WBIgnoreFFF?',
|
|
},
|
|
{
|
|
role: 'assistant',
|
|
status: 'success',
|
|
},
|
|
]);
|
|
|
|
await expect(async () => {
|
|
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
|
|
expect(content).toMatch(/I dont know/i);
|
|
}).toPass({ timeout: 20000 });
|
|
});
|
|
|
|
test('should show error message if update ignored docs failed', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
await utils.settings.openSettingsPanel(page);
|
|
await utils.settings.enableWorkspaceEmbedding(page);
|
|
await utils.settings.closeSettingsPanel(page);
|
|
|
|
await utils.editor.createDoc(page, 'Test Doc', 'HelloWorld');
|
|
|
|
// Ignore docs
|
|
await utils.settings.openSettingsPanel(page);
|
|
await page.context().setOffline(true);
|
|
await utils.settings.ignoreDocForEmbedding(page, 'Test Doc', false);
|
|
await expect(
|
|
page.getByText(/Failed to update ignored docs/i)
|
|
).toBeVisible();
|
|
await page.context().setOffline(false);
|
|
});
|
|
});
|