mirror of
https://github.com/toeverything/AFFiNE.git
synced 2026-09-07 01:09:54 +08:00
test(core): embedding settings (#11554)
### TL;DR tests: workspace embedding e2e > CLOSE BS-3052 <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit - **New Features** - Introduced comprehensive end-to-end tests for workspace embedding settings, including toggling embedding, uploading and managing attachments, pagination, and ignoring documents. - Added utilities for automated interaction with the settings panel and document creation in tests. - **Tests** - Implemented detailed scenarios to verify workspace embedding functionality and user interactions within the settings panel. <!-- end of auto-generated comment: release notes by coderabbit.ai -->
This commit is contained in:
yoyoyohamapi
@@ -0,0 +1,302 @@
|
||||
import { expect } from '@playwright/test';
|
||||
|
||||
import { test } from '../base/base-test';
|
||||
|
||||
test.describe.configure({ mode: 'serial' });
|
||||
|
||||
test.describe.skip('AISettings/Embedding', () => {
|
||||
test.beforeEach(async ({ loggedInPage: page, utils }) => {
|
||||
await utils.testUtils.setupTestEnvironment(page);
|
||||
await utils.chatPanel.openChatPanel(page);
|
||||
await utils.settings.openSettingsPanel(page);
|
||||
});
|
||||
|
||||
test.afterEach(async ({ loggedInPage: page, utils }) => {
|
||||
await utils.settings.openSettingsPanel(page);
|
||||
await utils.settings.clearAllIgnoredDocs(page);
|
||||
await utils.settings.removeAllAttachments(page);
|
||||
await utils.settings.closeSettingsPanel(page);
|
||||
});
|
||||
|
||||
test('should show workspace embedding enabled status', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.waitForWorkspaceEmbeddingSwitchToBe(page, true);
|
||||
});
|
||||
|
||||
test('should support disable workspace embedding', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.enableWorkspaceEmbedding(page);
|
||||
await utils.settings.disableWorkspaceEmbedding(page);
|
||||
await utils.settings.waitForWorkspaceEmbeddingSwitchToBe(page, false);
|
||||
});
|
||||
|
||||
test('should support enable workspace embedding', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.disableWorkspaceEmbedding(page);
|
||||
await utils.settings.enableWorkspaceEmbedding(page);
|
||||
await utils.settings.waitForWorkspaceEmbeddingSwitchToBe(page, true);
|
||||
});
|
||||
|
||||
test('should allow manual attachment upload for embedding', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.enableWorkspaceEmbedding(page);
|
||||
const textContent1 = 'WorkspaceEBEEE is a cute cat';
|
||||
const textContent2 = 'WorkspaceEBFFF is a cute dog';
|
||||
const buffer1 = Buffer.from(textContent1);
|
||||
const buffer2 = Buffer.from(textContent2);
|
||||
const attachments = [
|
||||
{
|
||||
name: 'document1.txt',
|
||||
mimeType: 'text/plain',
|
||||
buffer: buffer1,
|
||||
},
|
||||
{
|
||||
name: 'document2.txt',
|
||||
mimeType: 'text/plain',
|
||||
buffer: buffer2,
|
||||
},
|
||||
];
|
||||
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
||||
|
||||
const attachmentList = await page.getByTestId(
|
||||
'workspace-embedding-setting-attachment-list'
|
||||
);
|
||||
await expect(
|
||||
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
||||
).toHaveCount(2);
|
||||
|
||||
await utils.settings.closeSettingsPanel(page);
|
||||
|
||||
await page.waitForTimeout(5000); // wait for the embedding to be ready
|
||||
|
||||
await utils.chatPanel.makeChat(
|
||||
page,
|
||||
'What is WorkspaceEBEEE? What is WorkspaceEBFFF?'
|
||||
);
|
||||
|
||||
await utils.chatPanel.waitForHistory(page, [
|
||||
{
|
||||
role: 'user',
|
||||
content: 'What is WorkspaceEBEEE? What is WorkspaceEBFFF?',
|
||||
},
|
||||
{
|
||||
role: 'assistant',
|
||||
status: 'success',
|
||||
},
|
||||
]);
|
||||
|
||||
await expect(async () => {
|
||||
const { content, message } =
|
||||
await utils.chatPanel.getLatestAssistantMessage(page);
|
||||
expect(content).toMatch(/WorkspaceEBEEE.*cat/);
|
||||
expect(content).toMatch(/WorkspaceEBFFF.*dog/);
|
||||
expect(await message.locator('affine-footnote-node').count()).toBe(2);
|
||||
}).toPass({ timeout: 20000 });
|
||||
});
|
||||
|
||||
test('should support hybrid search for both globally uploaded attachments and those uploaded in the current session', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.enableWorkspaceEmbedding(page);
|
||||
const hobby1 = Buffer.from('Jerry-Affine love climbing');
|
||||
const hobby2 = Buffer.from('Jerry-Affine love skating');
|
||||
const attachments = [
|
||||
{
|
||||
name: 'jerry-affine-hobby.txt',
|
||||
mimeType: 'text/plain',
|
||||
buffer: hobby1,
|
||||
},
|
||||
];
|
||||
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
||||
|
||||
const attachmentList = await page.getByTestId(
|
||||
'workspace-embedding-setting-attachment-list'
|
||||
);
|
||||
await expect(
|
||||
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
||||
).toHaveCount(1);
|
||||
|
||||
await utils.settings.closeSettingsPanel(page);
|
||||
|
||||
await page.waitForTimeout(5000); // wait for the embedding to be ready
|
||||
|
||||
await utils.chatPanel.chatWithAttachments(
|
||||
page,
|
||||
[
|
||||
{
|
||||
name: 'jerry-affine-hobby2.txt',
|
||||
mimeType: 'text/plain',
|
||||
buffer: hobby2,
|
||||
},
|
||||
],
|
||||
'What is Jerry-Affine hobby?'
|
||||
);
|
||||
|
||||
await utils.chatPanel.waitForHistory(page, [
|
||||
{
|
||||
role: 'user',
|
||||
content: 'What is Jerry-Affine hobby?',
|
||||
},
|
||||
{
|
||||
role: 'assistant',
|
||||
status: 'success',
|
||||
},
|
||||
]);
|
||||
|
||||
await expect(async () => {
|
||||
const { content, message } =
|
||||
await utils.chatPanel.getLatestAssistantMessage(page);
|
||||
expect(content).toMatch(/climbing/i);
|
||||
expect(content).toMatch(/skating/i);
|
||||
expect(await message.locator('affine-footnote-node').count()).toBe(2);
|
||||
}).toPass({ timeout: 20000 });
|
||||
});
|
||||
|
||||
test('should support attachments pagination', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.enableWorkspaceEmbedding(page);
|
||||
const attachments = Array.from({ length: 11 }, (_, i) => ({
|
||||
name: `document${i + 1}.txt`,
|
||||
mimeType: 'text/plain',
|
||||
buffer: Buffer.from('attachment content'),
|
||||
}));
|
||||
|
||||
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
||||
|
||||
const attachmentList = await page.getByTestId(
|
||||
'workspace-embedding-setting-attachment-list'
|
||||
);
|
||||
|
||||
await expect(
|
||||
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
||||
).toHaveCount(10);
|
||||
const pagination = await attachmentList.getByRole('navigation');
|
||||
const currentPage = await pagination.locator('li.active');
|
||||
await expect(currentPage).toHaveText('1');
|
||||
|
||||
const page2 = await pagination.locator('li').nth(2);
|
||||
await page2.click();
|
||||
|
||||
await expect(
|
||||
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
||||
).toHaveCount(1);
|
||||
await expect(
|
||||
attachmentList
|
||||
.getByTestId('workspace-embedding-setting-attachment-item')
|
||||
.first()
|
||||
).toHaveText('document1.txt');
|
||||
});
|
||||
|
||||
test('should support remove attachment', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.enableWorkspaceEmbedding(page);
|
||||
const textContent = 'WorkspaceEBEEE is a cute cat';
|
||||
const attachments = [
|
||||
{
|
||||
name: 'document1.txt',
|
||||
mimeType: 'text/plain',
|
||||
buffer: Buffer.from(textContent),
|
||||
},
|
||||
];
|
||||
await utils.settings.uploadWorkspaceEmbedding(page, attachments);
|
||||
|
||||
const attachmentList = await page.getByTestId(
|
||||
'workspace-embedding-setting-attachment-list'
|
||||
);
|
||||
await expect(
|
||||
attachmentList.getByTestId('workspace-embedding-setting-attachment-item')
|
||||
).toHaveCount(1);
|
||||
await utils.settings.removeAttachment(page, 'document1.txt');
|
||||
});
|
||||
|
||||
// FIXME: wait for indexer
|
||||
test.skip('should support ignore docs for embedding', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.settings.enableWorkspaceEmbedding(page);
|
||||
await utils.settings.closeSettingsPanel(page);
|
||||
await utils.editor.createDoc(
|
||||
page,
|
||||
'WBIgnoreDoc1',
|
||||
'WBIgnoreEEE is a cute cat'
|
||||
);
|
||||
await utils.editor.createDoc(
|
||||
page,
|
||||
'WBIgnoreDoc2',
|
||||
'WBIgnoreFFF is a cute dog'
|
||||
);
|
||||
|
||||
await page.waitForTimeout(5000); // wait for the embedding to be ready
|
||||
|
||||
await utils.chatPanel.makeChat(
|
||||
page,
|
||||
'What is WBIgnoreEEE? What is WBIgnoreFFF?If you dont know, just say "I dont know"'
|
||||
);
|
||||
|
||||
await utils.chatPanel.waitForHistory(page, [
|
||||
{
|
||||
role: 'user',
|
||||
content:
|
||||
'What is WBIgnoreEEE? What is WBIgnoreFFF?If you dont know, just say "I dont know"',
|
||||
},
|
||||
{
|
||||
role: 'assistant',
|
||||
status: 'success',
|
||||
},
|
||||
]);
|
||||
|
||||
await expect(async () => {
|
||||
const { content, message } =
|
||||
await utils.chatPanel.getLatestAssistantMessage(page);
|
||||
expect(content).toMatch(/WBIgnoreEEE.*cat/);
|
||||
expect(content).toMatch(/WBIgnoreFFF.*dog/);
|
||||
expect(await message.locator('affine-footnote-node').count()).toBe(2);
|
||||
}).toPass({ timeout: 20000 });
|
||||
|
||||
// Ignore docs
|
||||
await utils.settings.openSettingsPanel(page);
|
||||
await utils.settings.ignoreDocForEmbedding(page, 'WBIgnoreDoc1');
|
||||
await utils.settings.ignoreDocForEmbedding(page, 'WBIgnoreDoc2');
|
||||
|
||||
await utils.settings.closeSettingsPanel(page);
|
||||
|
||||
// Clear history
|
||||
await utils.chatPanel.clearChat(page);
|
||||
|
||||
// Ignored docs should not be used for embedding
|
||||
await utils.chatPanel.makeChat(
|
||||
page,
|
||||
'What is WBIgnoreEEE? What is WBIgnoreFFF?If you dont know, just say "I dont know"'
|
||||
);
|
||||
|
||||
await utils.chatPanel.waitForHistory(page, [
|
||||
{
|
||||
role: 'user',
|
||||
content: 'What is WBIgnoreEEE? What is WBIgnoreFFF?',
|
||||
},
|
||||
{
|
||||
role: 'assistant',
|
||||
status: 'success',
|
||||
},
|
||||
]);
|
||||
|
||||
await expect(async () => {
|
||||
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
|
||||
expect(content).toMatch(/I dont know/i);
|
||||
}).toPass({ timeout: 20000 });
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user