mirror of
https://github.com/toeverything/AFFiNE.git
synced 2026-02-14 05:14:54 +00:00
test(core): common setup for ai tests (#11644)
### TL:DR By sharing initialization logic, accelerate test case execution. ### What Changed * Global setup for copilot e2e * Login * Create Workspace * Enable fully parallel for ci ### Optimization Comparison Comparing with PR [fix(core): ask AI input box in the whiteboard is blocked by the menu …](https://github.com/toeverything/AFFiNE/pull/11634): | | Shard 1 |2|3|4|5|6|7|8| | ------|----|----|----|----|----|---|---|--| |Before|15min|14min|14min|14min|14min|13min|15min|10min| |After|8min|11min|8min|8min|8min|8min|8min|7min| ### Trade-Off Since all copilot use cases currently share a single user and workspace, some test cases need to focus on **isolation** and **independence**. For example, when testing Embedding-related workflows: * Different document contents should be used to avoid interference. * After each test case execution, **cleanup** operations are also required. * Some tests should be configured to **serial** mode. ```ts test.describe.configure({ mode: 'serial' }); test.describe('AIChatWith/Collections', () => { test.beforeEach(async ({ loggedInPage: page, utils }) => { await utils.testUtils.setupTestEnvironment(page); await utils.chatPanel.openChatPanel(page); await utils.editor.clearAllCollections(page); await utils.testUtils.createNewPage(page); }); test.afterEach(async ({ loggedInPage: page, utils }) => { // clear all collections await utils.editor.clearAllCollections(page); }); test('should support chat with collection', async ({ loggedInPage: page, utils, }) => { // Create two collections await utils.editor.createCollectionAndDoc( page, 'Collection 1', 'CollectionAAaa is a cute dog' ); await utils.chatPanel.chatWithCollections(page, ['Collection 1']); await utils.chatPanel.makeChat(page, 'What is CollectionAAaa(Use English)'); // ... }); test('should support chat with multiple collections', async ({ loggedInPage: page, utils, }) => { // Create two collections await utils.editor.createCollectionAndDoc( page, 'Collection 2', 'CollectionEEee is a cute cat' ); await utils.editor.createCollectionAndDoc( page, 'Collection 3', 'CollectionFFff is a cute dog' ); await utils.chatPanel.chatWithCollections(page, [ 'Collection 2', 'Collection 3', ]); await utils.chatPanel.makeChat( page, 'What is CollectionEEee? What is CollectionFFff?(Use English)' ); // ... }); }); ``` > CLOSE AI-51
This commit is contained in:
@@ -1,17 +1,16 @@
|
||||
import { loginUser } from '@affine-test/kit/utils/cloud';
|
||||
import { expect } from '@playwright/test';
|
||||
|
||||
import { test } from '../base/base-test';
|
||||
|
||||
test.describe('AIBasic/Chat', () => {
|
||||
test.beforeEach(async ({ page, utils }) => {
|
||||
const user = await utils.testUtils.getUser();
|
||||
await loginUser(page, user);
|
||||
test.beforeEach(async ({ utils, loggedInPage: page }) => {
|
||||
await utils.testUtils.setupTestEnvironment(page);
|
||||
await utils.chatPanel.openChatPanel(page);
|
||||
});
|
||||
|
||||
test('should display empty state when no messages', async ({ page }) => {
|
||||
test('should display empty state when no messages', async ({
|
||||
loggedInPage: page,
|
||||
}) => {
|
||||
// Verify empty state UI
|
||||
await expect(page.getByTestId('chat-panel-empty-state')).toBeVisible();
|
||||
await expect(page.getByTestId('ai-onboarding')).toBeVisible();
|
||||
@@ -22,7 +21,7 @@ test.describe('AIBasic/Chat', () => {
|
||||
- AI is loading
|
||||
- AI generating
|
||||
- AI success
|
||||
`, async ({ page, utils }) => {
|
||||
`, async ({ loggedInPage: page, utils }) => {
|
||||
// Type and send a message
|
||||
await utils.chatPanel.makeChat(page, 'Introduce AFFiNE to me');
|
||||
|
||||
@@ -66,7 +65,10 @@ test.describe('AIBasic/Chat', () => {
|
||||
]);
|
||||
});
|
||||
|
||||
test('should support stop generating', async ({ page, utils }) => {
|
||||
test('should support stop generating', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.chatPanel.makeChat(page, 'Introduce AFFiNE to me');
|
||||
|
||||
// AI Generating
|
||||
@@ -95,7 +97,7 @@ test.describe('AIBasic/Chat', () => {
|
||||
});
|
||||
|
||||
test('should render ai actions inline if the answer is the last one in the list, otherwise, nest them under the "More" menu', async ({
|
||||
page,
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.chatPanel.makeChat(page, 'Hello, how can you help me?');
|
||||
@@ -140,7 +142,7 @@ test.describe('AIBasic/Chat', () => {
|
||||
});
|
||||
|
||||
test('should show scroll indicator when there are many messages', async ({
|
||||
page,
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
// Set window height to 100px to ensure scroll indicator appears
|
||||
@@ -188,7 +190,10 @@ test.describe('AIBasic/Chat', () => {
|
||||
await expect(scrollDownIndicator).not.toBeVisible();
|
||||
});
|
||||
|
||||
test('should show error when request failed', async ({ page, utils }) => {
|
||||
test('should show error when request failed', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
// Simulate network error by disconnecting
|
||||
await page.route('**/graphql', route => route.abort('failed'));
|
||||
|
||||
@@ -199,7 +204,10 @@ test.describe('AIBasic/Chat', () => {
|
||||
await expect(page.getByTestId('action-retry-button')).toBeVisible();
|
||||
});
|
||||
|
||||
test('should support retrying failed messages', async ({ page, utils }) => {
|
||||
test('should support retrying failed messages', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
// Simulate network error by disconnecting
|
||||
await page.route('**/graphql', route => route.abort('failed'));
|
||||
|
||||
@@ -238,7 +246,10 @@ test.describe('AIBasic/Chat', () => {
|
||||
]);
|
||||
});
|
||||
|
||||
test('should support retrying question', async ({ page, utils }) => {
|
||||
test('should support retrying question', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.chatPanel.makeChat(
|
||||
page,
|
||||
'Introduce Large Language Model in under 500 words'
|
||||
@@ -282,7 +293,7 @@ test.describe('AIBasic/Chat', () => {
|
||||
});
|
||||
|
||||
test('should support sending message with button', async ({
|
||||
page,
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.chatPanel.openChatPanel(page);
|
||||
@@ -300,7 +311,10 @@ test.describe('AIBasic/Chat', () => {
|
||||
]);
|
||||
});
|
||||
|
||||
test('should support clearing chat', async ({ page, utils }) => {
|
||||
test('should support clearing chat', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.chatPanel.openChatPanel(page);
|
||||
await utils.chatPanel.makeChat(page, 'Hello');
|
||||
await utils.chatPanel.waitForHistory(page, [
|
||||
@@ -317,7 +331,10 @@ test.describe('AIBasic/Chat', () => {
|
||||
await utils.chatPanel.waitForHistory(page, []);
|
||||
});
|
||||
|
||||
test('should support copying answer', async ({ page, utils }) => {
|
||||
test('should support copying answer', async ({
|
||||
loggedInPage: page,
|
||||
utils,
|
||||
}) => {
|
||||
await utils.chatPanel.openChatPanel(page);
|
||||
await utils.chatPanel.makeChat(page, 'Hello');
|
||||
await utils.chatPanel.waitForHistory(page, [
|
||||
|
||||
Reference in New Issue
Block a user