test(core): common setup for ai tests (#11644)

### TL:DR

By sharing initialization logic, accelerate test case execution.

### What Changed

* Global setup for copilot e2e
  * Login
  * Create Workspace
* Enable fully parallel for ci

### Optimization Comparison​

Comparing with PR [fix(core): ask AI input box in the whiteboard is blocked by the menu …](https://github.com/toeverything/AFFiNE/pull/11634):

|           |    Shard 1   |2|3|4|5|6|7|8|
| ------|----|----|----|----|----|---|---|--|
|Before|15min|14min|14min|14min|14min|13min|15min|10min|
|After|8min|11min|8min|8min|8min|8min|8min|7min|

### Trade-Off

Since all copilot use cases currently share a single user and workspace, some test cases need to focus on **isolation** and **independence**.
For example, when testing Embedding-related workflows:
* Different document contents should be used to avoid interference.
* After each test case execution, **cleanup** operations are also required.
* Some tests should be configured to **serial** mode.

```ts
test.describe.configure({ mode: 'serial' });

test.describe('AIChatWith/Collections', () => {
  test.beforeEach(async ({ loggedInPage: page, utils }) => {
    await utils.testUtils.setupTestEnvironment(page);
    await utils.chatPanel.openChatPanel(page);
    await utils.editor.clearAllCollections(page);

    await utils.testUtils.createNewPage(page);
  });

  test.afterEach(async ({ loggedInPage: page, utils }) => {
    // clear all collections
    await utils.editor.clearAllCollections(page);
  });

  test('should support chat with collection', async ({
    loggedInPage: page,
    utils,
  }) => {
    // Create two collections
    await utils.editor.createCollectionAndDoc(
      page,
      'Collection 1',
      'CollectionAAaa is a cute dog'
    );

    await utils.chatPanel.chatWithCollections(page, ['Collection 1']);
    await utils.chatPanel.makeChat(page, 'What is CollectionAAaa(Use English)');
    // ...
  });

  test('should support chat with multiple collections', async ({
    loggedInPage: page,
    utils,
  }) => {
    // Create two collections
    await utils.editor.createCollectionAndDoc(
      page,
      'Collection 2',
      'CollectionEEee is a cute cat'
    );

    await utils.editor.createCollectionAndDoc(
      page,
      'Collection 3',
      'CollectionFFff is a cute dog'
    );

    await utils.chatPanel.chatWithCollections(page, [
      'Collection 2',
      'Collection 3',
    ]);
    await utils.chatPanel.makeChat(
      page,
      'What is CollectionEEee? What is CollectionFFff?(Use English)'
    );
    // ...
  });
});

```

> CLOSE AI-51
This commit is contained in:
yoyoyohamapi
2025-04-14 02:42:06 +00:00
parent 11d1b2fae5
commit d494394c8d
58 changed files with 564 additions and 410 deletions
@@ -4,7 +4,8 @@ import { test } from '../base/base-test';
test.describe('AIBasic/Authority', () => {
test.beforeEach(async ({ page, utils }) => {
await utils.testUtils.setupTestEnvironment(page, false);
// Sign out
await utils.testUtils.setupTestEnvironment(page);
await utils.chatPanel.openChatPanel(page);
});
@@ -1,17 +1,16 @@
import { loginUser } from '@affine-test/kit/utils/cloud';
import { expect } from '@playwright/test';
import { test } from '../base/base-test';
test.describe('AIBasic/Chat', () => {
test.beforeEach(async ({ page, utils }) => {
const user = await utils.testUtils.getUser();
await loginUser(page, user);
test.beforeEach(async ({ utils, loggedInPage: page }) => {
await utils.testUtils.setupTestEnvironment(page);
await utils.chatPanel.openChatPanel(page);
});
test('should display empty state when no messages', async ({ page }) => {
test('should display empty state when no messages', async ({
loggedInPage: page,
}) => {
// Verify empty state UI
await expect(page.getByTestId('chat-panel-empty-state')).toBeVisible();
await expect(page.getByTestId('ai-onboarding')).toBeVisible();
@@ -22,7 +21,7 @@ test.describe('AIBasic/Chat', () => {
- AI is loading
- AI generating
- AI success
`, async ({ page, utils }) => {
`, async ({ loggedInPage: page, utils }) => {
// Type and send a message
await utils.chatPanel.makeChat(page, 'Introduce AFFiNE to me');
@@ -66,7 +65,10 @@ test.describe('AIBasic/Chat', () => {
]);
});
test('should support stop generating', async ({ page, utils }) => {
test('should support stop generating', async ({
loggedInPage: page,
utils,
}) => {
await utils.chatPanel.makeChat(page, 'Introduce AFFiNE to me');
// AI Generating
@@ -95,7 +97,7 @@ test.describe('AIBasic/Chat', () => {
});
test('should render ai actions inline if the answer is the last one in the list, otherwise, nest them under the "More" menu', async ({
page,
loggedInPage: page,
utils,
}) => {
await utils.chatPanel.makeChat(page, 'Hello, how can you help me?');
@@ -140,7 +142,7 @@ test.describe('AIBasic/Chat', () => {
});
test('should show scroll indicator when there are many messages', async ({
page,
loggedInPage: page,
utils,
}) => {
// Set window height to 100px to ensure scroll indicator appears
@@ -188,7 +190,10 @@ test.describe('AIBasic/Chat', () => {
await expect(scrollDownIndicator).not.toBeVisible();
});
test('should show error when request failed', async ({ page, utils }) => {
test('should show error when request failed', async ({
loggedInPage: page,
utils,
}) => {
// Simulate network error by disconnecting
await page.route('**/graphql', route => route.abort('failed'));
@@ -199,7 +204,10 @@ test.describe('AIBasic/Chat', () => {
await expect(page.getByTestId('action-retry-button')).toBeVisible();
});
test('should support retrying failed messages', async ({ page, utils }) => {
test('should support retrying failed messages', async ({
loggedInPage: page,
utils,
}) => {
// Simulate network error by disconnecting
await page.route('**/graphql', route => route.abort('failed'));
@@ -238,7 +246,10 @@ test.describe('AIBasic/Chat', () => {
]);
});
test('should support retrying question', async ({ page, utils }) => {
test('should support retrying question', async ({
loggedInPage: page,
utils,
}) => {
await utils.chatPanel.makeChat(
page,
'Introduce Large Language Model in under 500 words'
@@ -282,7 +293,7 @@ test.describe('AIBasic/Chat', () => {
});
test('should support sending message with button', async ({
page,
loggedInPage: page,
utils,
}) => {
await utils.chatPanel.openChatPanel(page);
@@ -300,7 +311,10 @@ test.describe('AIBasic/Chat', () => {
]);
});
test('should support clearing chat', async ({ page, utils }) => {
test('should support clearing chat', async ({
loggedInPage: page,
utils,
}) => {
await utils.chatPanel.openChatPanel(page);
await utils.chatPanel.makeChat(page, 'Hello');
await utils.chatPanel.waitForHistory(page, [
@@ -317,7 +331,10 @@ test.describe('AIBasic/Chat', () => {
await utils.chatPanel.waitForHistory(page, []);
});
test('should support copying answer', async ({ page, utils }) => {
test('should support copying answer', async ({
loggedInPage: page,
utils,
}) => {
await utils.chatPanel.openChatPanel(page);
await utils.chatPanel.makeChat(page, 'Hello');
await utils.chatPanel.waitForHistory(page, [
@@ -1,4 +1,3 @@
import { loginUser } from '@affine-test/kit/utils/cloud';
import { expect } from '@playwright/test';
import { test } from '../base/base-test';
@@ -6,14 +5,12 @@ import { test } from '../base/base-test';
test.describe.configure({ mode: 'parallel' });
test.describe('AIBasic/Onboarding', () => {
test.beforeEach(async ({ page, utils }) => {
const user = await utils.testUtils.getUser();
await loginUser(page, user);
test.beforeEach(async ({ loggedInPage: page, utils }) => {
await utils.testUtils.setupTestEnvironment(page);
await utils.chatPanel.openChatPanel(page);
});
test('should show AI onboarding', async ({ page }) => {
test('should show AI onboarding', async ({ loggedInPage: page }) => {
await expect(page.getByTestId('ai-onboarding')).toBeVisible();
// Show options
@@ -30,7 +27,10 @@ test.describe('AIBasic/Onboarding', () => {
await expect(page.getByTestId('freely-communicate-with-ai')).toBeVisible();
});
test('read a foreign language article with AI', async ({ page, utils }) => {
test('read a foreign language article with AI', async ({
loggedInPage: page,
utils,
}) => {
await page.getByTestId('read-foreign-language-article-with-ai').click();
await utils.editor.isEdgelessMode(page);
@@ -38,7 +38,10 @@ test.describe('AIBasic/Onboarding', () => {
await expect(docTitle).toContain('Read a foreign language');
});
test('tidy an article with AI MindMap Action', async ({ page, utils }) => {
test('tidy an article with AI MindMap Action', async ({
loggedInPage: page,
utils,
}) => {
await page.getByTestId('tidy-an-article-with-ai-mindmap-action').click();
await utils.editor.isEdgelessMode(page);
@@ -46,7 +49,10 @@ test.describe('AIBasic/Onboarding', () => {
await expect(docTitle).toContain('Tidy');
});
test('add illustrations to the article', async ({ page, utils }) => {
test('add illustrations to the article', async ({
loggedInPage: page,
utils,
}) => {
await page.getByTestId('add-illustrations-to-the-article').click();
await utils.editor.isEdgelessMode(page);
@@ -54,7 +60,7 @@ test.describe('AIBasic/Onboarding', () => {
await expect(docTitle).toContain('Add illustrations');
});
test('complete writing with AI', async ({ page, utils }) => {
test('complete writing with AI', async ({ loggedInPage: page, utils }) => {
await page.getByTestId('complete-writing-with-ai').click();
await utils.editor.isEdgelessMode(page);
@@ -62,7 +68,7 @@ test.describe('AIBasic/Onboarding', () => {
await expect(docTitle).toContain('Complete writing');
});
test('freely communicate with AI', async ({ page, utils }) => {
test('freely communicate with AI', async ({ loggedInPage: page, utils }) => {
await page.getByTestId('freely-communicate-with-ai').click();
await utils.editor.isEdgelessMode(page);