mirror of
				https://github.com/microsoft/playwright.git
				synced 2025-06-26 21:40:17 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			801 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			TypeScript
		
	
	
	
	
	
			
		
		
	
	
			801 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			TypeScript
		
	
	
	
	
	
| /**
 | |
|  * Copyright (c) Microsoft Corporation.
 | |
|  *
 | |
|  * Licensed under the Apache License, Version 2.0 (the "License");
 | |
|  * you may not use this file except in compliance with the License.
 | |
|  * You may obtain a copy of the License at
 | |
|  *
 | |
|  * http://www.apache.org/licenses/LICENSE-2.0
 | |
|  *
 | |
|  * Unless required by applicable law or agreed to in writing, software
 | |
|  * distributed under the License is distributed on an "AS IS" BASIS,
 | |
|  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | |
|  * See the License for the specific language governing permissions and
 | |
|  * limitations under the License.
 | |
|  */
 | |
| 
 | |
| import { test, expect, retries, dumpTestTree } from './ui-mode-fixtures';
 | |
| 
 | |
| test.describe.configure({ mode: 'parallel', retries });
 | |
| 
 | |
| const basicTestTree = {
 | |
|   'a.test.ts': `
 | |
|     import { test, expect } from '@playwright/test';
 | |
|     test('passes', () => {});
 | |
|     test('fails', () => { expect(1).toBe(2); });
 | |
|     test.describe('suite', () => {
 | |
|       test('inner passes', () => {});
 | |
|       test('inner fails', () => { expect(1).toBe(2); });
 | |
|     });
 | |
|   `,
 | |
|   'b.test.ts': `
 | |
|     import { test, expect } from '@playwright/test';
 | |
|     test('passes', () => {});
 | |
|     test('fails', () => { expect(1).toBe(2); });
 | |
|   `,
 | |
|   'c.test.ts': `
 | |
|     import { test, expect } from '@playwright/test';
 | |
|     test('passes', () => {});
 | |
|     test.skip('skipped', () => {});
 | |
|   `,
 | |
| };
 | |
| 
 | |
| test('should run visible', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest(basicTestTree);
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ◯ a.test.ts
 | |
|   `);
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ❌ a.test.ts
 | |
|         ✅ passes
 | |
|         ❌ fails <=
 | |
|       ► ❌ suite
 | |
|     ▼ ❌ b.test.ts
 | |
|         ✅ passes
 | |
|         ❌ fails
 | |
|     ▼ ✅ c.test.ts
 | |
|         ✅ passes
 | |
|         ⊘ skipped
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-error] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/}
 | |
|           - treeitem ${/\[icon-error\] fails/} [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|           - treeitem "[icon-error] suite" [expanded=false]
 | |
|       - treeitem "[icon-error] b.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/}
 | |
|           - treeitem ${/\[icon-error\] fails/}
 | |
|       - treeitem "[icon-check] c.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/}
 | |
|           - treeitem "[icon-circle-slash] skipped"
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('4/8 passed (50%)');
 | |
| });
 | |
| 
 | |
| test('should show running progress', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('test 1', async () => {});
 | |
|       test('test 2', async () => new Promise(() => {}));
 | |
|       test('test 3', async () => {});
 | |
|       test('test 4', async () => {});
 | |
|     `,
 | |
|   });
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('Running 1/4 passed (25%)');
 | |
|   await page.getByTitle('Stop').click();
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('1/4 passed (25%)');
 | |
|   await page.getByTitle('Reload').click();
 | |
|   await expect(page.getByTestId('status-line')).toBeHidden();
 | |
| });
 | |
| 
 | |
| test('should run on hover', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('passes', () => {});
 | |
|       test('fails', () => { expect(1).toBe(2); });
 | |
|     `,
 | |
|   });
 | |
| 
 | |
|   await page.getByText('passes').hover();
 | |
|   await page.getByRole('treeitem', { name: 'passes' }).getByRole('button', { name: 'Run' }).click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ◯ a.test.ts
 | |
|         ✅ passes <=
 | |
|         ◯ fails
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/}:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|           - treeitem "[icon-circle-outline] fails"
 | |
|   `);
 | |
| });
 | |
| 
 | |
| test('should run on double click', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('passes', () => {});
 | |
|       test('fails', () => { expect(1).toBe(2); });
 | |
|     `,
 | |
|   });
 | |
| 
 | |
|   await page.getByText('passes').dblclick();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ◯ a.test.ts
 | |
|         ✅ passes <=
 | |
|         ◯ fails
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/} [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|           - treeitem "[icon-circle-outline] fails"
 | |
|   `);
 | |
| });
 | |
| 
 | |
| test('should run on Enter', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('passes', () => {});
 | |
|       test('fails', () => { expect(1).toBe(2); });
 | |
|     `,
 | |
|   });
 | |
| 
 | |
|   await page.getByText('fails').click();
 | |
|   await page.keyboard.press('Enter');
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ❌ a.test.ts
 | |
|         ◯ passes
 | |
|         ❌ fails <=
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-error] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem "[icon-circle-outline] passes"
 | |
|           - treeitem ${/\[icon-error\] fails/} [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|   `);
 | |
| });
 | |
| 
 | |
| test('should run by project', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     ...basicTestTree,
 | |
|     'playwright.config.ts': `
 | |
|       import { defineConfig } from '@playwright/test';
 | |
|       export default defineConfig({
 | |
|         projects: [
 | |
|           { name: 'foo' },
 | |
|           { name: 'bar' },
 | |
|         ],
 | |
|       });
 | |
|     `
 | |
|   });
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ❌ a.test.ts
 | |
|         ✅ passes
 | |
|         ❌ fails <=
 | |
|       ► ❌ suite
 | |
|     ▼ ❌ b.test.ts
 | |
|         ✅ passes
 | |
|         ❌ fails
 | |
|     ▼ ✅ c.test.ts
 | |
|         ✅ passes
 | |
|         ⊘ skipped
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-error] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/}
 | |
|           - treeitem ${/\[icon-error\] fails/} [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|           - treeitem "[icon-error] suite" [expanded=false]
 | |
|       - treeitem "[icon-error] b.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/}
 | |
|           - treeitem ${/\[icon-error\] fails/}
 | |
|       - treeitem "[icon-check] c.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/}
 | |
|           - treeitem "[icon-circle-slash] skipped"
 | |
|   `);
 | |
| 
 | |
|   await page.getByText('Status:').click();
 | |
|   await page.getByLabel('bar').setChecked(true);
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ❌ a.test.ts
 | |
|       ► ◯ passes
 | |
|       ▼ ❌ fails
 | |
|           ❌ foo <=
 | |
|           ◯ bar
 | |
|       ► ❌ suite
 | |
|     ▼ ❌ b.test.ts
 | |
|       ► ◯ passes
 | |
|       ► ❌ fails
 | |
|     ▼ ◯ c.test.ts
 | |
|       ► ◯ passes
 | |
|       ► ◯ skipped
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-error] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-circle-outline\] passes/} [expanded=false]
 | |
|           - treeitem ${/\[icon-error\] fails/}:
 | |
|             - group:
 | |
|               - treeitem ${/\[icon-error\] foo/} [selected]
 | |
|               - treeitem "[icon-circle-outline] bar"
 | |
|           - treeitem "[icon-error] suite" [expanded=false]
 | |
|       - treeitem "[icon-error] b.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-circle-outline\] passes/} [expanded=false]
 | |
|           - treeitem ${/\[icon-error\] fails/} [expanded=false]
 | |
|       - treeitem "[icon-circle-outline] c.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-circle-outline\] passes/} [expanded=false]
 | |
|           - treeitem ${/\[icon-circle-outline\] skipped/} [expanded=false]
 | |
|   `);
 | |
| 
 | |
|   await page.getByText('Status:').click();
 | |
| 
 | |
|   await page.getByTestId('test-tree').getByText('passes').first().click();
 | |
|   await page.keyboard.press('ArrowRight');
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ❌ a.test.ts
 | |
|       ▼ ◯ passes <=
 | |
|           ✅ foo
 | |
|           ◯ bar
 | |
|       ► ❌ fails
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-error] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-circle-outline\] passes/} [expanded] [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|             - group:
 | |
|               - treeitem ${/\[icon-check\] foo/}
 | |
|               - treeitem ${/\[icon-circle-outline\] bar/}
 | |
|           - treeitem ${/\[icon-error\] fails/}
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByText('Projects: foo bar')).toBeVisible();
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ❌ a.test.ts
 | |
|       ▼ ✅ passes
 | |
|           ✅ foo
 | |
|           ✅ bar
 | |
|       ▼ ❌ fails
 | |
|           ❌ foo <=
 | |
|           ❌ bar
 | |
|       ► ❌ suite
 | |
|     ▼ ❌ b.test.ts
 | |
|       ► ✅ passes
 | |
|       ► ❌ fails
 | |
|     ▼ ✅ c.test.ts
 | |
|       ► ✅ passes
 | |
|       ► ⊘ skipped
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-error] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/} [expanded]:
 | |
|             - group:
 | |
|               - treeitem ${/\[icon-check\] foo/}
 | |
|               - treeitem ${/\[icon-check\] bar/}
 | |
|           - treeitem ${/\[icon-error\] fails/} [expanded]:
 | |
|             - group:
 | |
|               - treeitem ${/\[icon-error\] foo/} [selected]:
 | |
|                 - button "Run"
 | |
|                 - button "Show source"
 | |
|                 - button "Watch"
 | |
|               - treeitem ${/\[icon-error\] bar/}
 | |
|           - treeitem ${/\[icon-error\] suite/}
 | |
|       - treeitem "[icon-error] b.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/} [expanded=false]
 | |
|           - treeitem ${/\[icon-error\] fails/} [expanded=false]
 | |
|       - treeitem "[icon-check] c.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes/} [expanded=false]
 | |
|           - treeitem ${/\[icon-circle-slash\] skipped/} [expanded=false]
 | |
|   `);
 | |
| });
 | |
| 
 | |
| test('should stop', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('test 0', () => { test.skip(); });
 | |
|       test('test 1', () => {});
 | |
|       test('test 2', async () => { await new Promise(() => {}); });
 | |
|       test('test 3', () => {});
 | |
|     `,
 | |
|   });
 | |
| 
 | |
|   await expect(page.getByTitle('Run all')).toBeEnabled();
 | |
|   await expect(page.getByTitle('Stop')).toBeDisabled();
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ↻ a.test.ts
 | |
|         ⊘ test 0
 | |
|         ✅ test 1
 | |
|         ↻ test 2
 | |
|         🕦 test 3
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-loading] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem "[icon-circle-slash] test 0"
 | |
|           - treeitem ${/\[icon-check\] test 1/}
 | |
|           - treeitem ${/\[icon-loading\] test 2/}
 | |
|           - treeitem ${/\[icon-clock\] test 3/}
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTitle('Run all')).toBeDisabled();
 | |
|   await expect(page.getByTitle('Stop')).toBeEnabled();
 | |
| 
 | |
|   await page.getByTitle('Stop').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ◯ a.test.ts
 | |
|         ⊘ test 0
 | |
|         ✅ test 1
 | |
|         ◯ test 2
 | |
|         ◯ test 3
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem "[icon-circle-slash] test 0"
 | |
|           - treeitem ${/\[icon-check\] test 1/}
 | |
|           - treeitem ${/\[icon-circle-outline\] test 2/}
 | |
|           - treeitem ${/\[icon-circle-outline\] test 3/}
 | |
|   `);
 | |
| });
 | |
| 
 | |
| test('should run folder', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a/folder-b/folder-c/inC.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('passes', () => {});
 | |
|     `,
 | |
|     'a/folder-b/in-b.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('passes', () => {});
 | |
|     `,
 | |
|     'a/in-a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('passes', () => {});
 | |
|     `,
 | |
|   });
 | |
| 
 | |
|   await page.getByText('folder-b').hover();
 | |
|   await page.getByRole('treeitem', { name: 'folder-b' }).getByRole('button', { name: 'Run' }).click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ✅ folder-b <=
 | |
|       ► ✅ folder-c
 | |
|       ► ✅ in-b.test.ts
 | |
|     ▼ ◯ in-a.test.ts
 | |
|         ◯ passes
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] folder-b" [expanded] [selected]:
 | |
|         - group:
 | |
|           - treeitem "[icon-check] folder-c" [expanded=false]
 | |
|           - treeitem "[icon-check] in-b.test.ts" [expanded=false]
 | |
|       - treeitem "[icon-circle-outline] in-a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem "[icon-circle-outline] passes"
 | |
|   `);
 | |
| });
 | |
| 
 | |
| test('should show time', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest(basicTestTree);
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ◯ a.test.ts
 | |
|   `);
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page, { time: true })).toBe(`
 | |
|     ▼ ❌ a.test.ts
 | |
|         ✅ passes XXms
 | |
|         ❌ fails XXms <=
 | |
|       ► ❌ suite
 | |
|     ▼ ❌ b.test.ts
 | |
|         ✅ passes XXms
 | |
|         ❌ fails XXms
 | |
|     ▼ ✅ c.test.ts
 | |
|         ✅ passes XXms
 | |
|         ⊘ skipped
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-error] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes \d+m?s/}
 | |
|           - treeitem ${/\[icon-error\] fails \d+m?s/} [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|           - treeitem "[icon-error] suite" [expanded=false]
 | |
|       - treeitem "[icon-error] b.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes \d+m?s/}
 | |
|           - treeitem ${/\[icon-error\] fails \d+m?s/}
 | |
|       - treeitem "[icon-check] c.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] passes \d+m?s/}
 | |
|           - treeitem "[icon-circle-slash] skipped"
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('4/8 passed (50%)');
 | |
| });
 | |
| 
 | |
| test('should show test.fail as passing', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('should fail', () => {
 | |
|         test.fail();
 | |
|         expect(1).toBe(2);
 | |
|       });
 | |
|     `,
 | |
|   });
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ◯ a.test.ts
 | |
|   `);
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page, { time: true })).toBe(`
 | |
|     ▼ ✅ a.test.ts
 | |
|         ✅ should fail XXms
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] should fail \d+m?s/}
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('1/1 passed (100%)');
 | |
| });
 | |
| 
 | |
| test('should ignore repeatEach', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'playwright.config.ts': `
 | |
|       import { defineConfig } from '@playwright/test';
 | |
|       export default defineConfig({
 | |
|         repeatEach: 3,
 | |
|       });
 | |
|     `,
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('should pass', () => {
 | |
|         expect(1).toBe(1);
 | |
|       });
 | |
|     `,
 | |
|   });
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ◯ a.test.ts
 | |
|   `);
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ✅ a.test.ts
 | |
|         ✅ should pass
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] should pass/}
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('1/1 passed (100%)');
 | |
| });
 | |
| 
 | |
| test('should remove output folder before test run', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'playwright.config.ts': `
 | |
|       import { defineConfig } from '@playwright/test';
 | |
|     `,
 | |
|     'a.test.ts': `
 | |
|       import fs from 'fs';
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('should pass', () => {
 | |
|         const path = test.info().outputPath('a.txt');
 | |
|         expect(fs.existsSync(path)).toBe(false);
 | |
|         fs.writeFileSync(path, 'dirty');
 | |
|       });
 | |
|     `,
 | |
|   });
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ◯ a.test.ts
 | |
|   `);
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ✅ a.test.ts
 | |
|         ✅ should pass
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] should pass/}
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('1/1 passed (100%)');
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ✅ a.test.ts
 | |
|         ✅ should pass
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] should pass/}
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('1/1 passed (100%)');
 | |
| });
 | |
| 
 | |
| test('should show proper total when using deps', async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'playwright.config.ts': `
 | |
|       import { defineConfig } from "@playwright/test";
 | |
|       export default defineConfig({
 | |
|         projects: [
 | |
|           { name: "setup", grep: /@setup/, },
 | |
|           { name: "chromium", grep: /@chromium/, dependencies: ["setup"], },
 | |
|         ],
 | |
|       });
 | |
|     `,
 | |
|     'a.test.ts': `
 | |
|       import { expect, test } from "@playwright/test";
 | |
|       test("run @setup", async ({ page }) => {
 | |
|         console.log("Test setup executed");
 | |
|       });
 | |
|       test("run @chromium", async ({ page }) => {
 | |
|         console.log("Test chromium executed");
 | |
|       });
 | |
|     `,
 | |
|   });
 | |
| 
 | |
| 
 | |
|   await page.getByText('Status:').click();
 | |
|   await page.getByRole('checkbox', { name: 'setup' }).setChecked(true);
 | |
|   await page.getByRole('checkbox', { name: 'chromium' }).setChecked(true);
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toContain(`
 | |
|     ▼ ◯ a.test.ts
 | |
|   `);
 | |
| 
 | |
|   await page.getByTitle('run @setup').dblclick();
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ◯ a.test.ts
 | |
|         ✅ run @setup <=
 | |
|         ◯ run @chromium
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-circle-outline] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] run @setup setup/} [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|           - treeitem "[icon-circle-outline] run @chromium chromium"
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('1/1 passed (100%)');
 | |
| 
 | |
|   await page.getByTitle('run @chromium').dblclick();
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ✅ a.test.ts
 | |
|         ✅ run @setup
 | |
|         ✅ run @chromium <=
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] run @setup setup/}
 | |
|           - treeitem ${/\[icon-check\] run @chromium chromium/} [selected]:
 | |
|             - button "Run"
 | |
|             - button "Show source"
 | |
|             - button "Watch"
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('2/2 passed (100%)');
 | |
| });
 | |
| 
 | |
| test('should respect --tsconfig option', {
 | |
|   annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/32797' }
 | |
| }, async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'playwright.config.ts': `
 | |
|       import { foo } from '~/foo';
 | |
|       export default {
 | |
|         testDir: './tests' + foo,
 | |
|       };
 | |
|     `,
 | |
|     'tsconfig.json': `{
 | |
|       "compilerOptions": {
 | |
|         "baseUrl": ".",
 | |
|         "paths": {
 | |
|           "~/*": ["./does-not-exist/*"],
 | |
|         },
 | |
|       },
 | |
|     }`,
 | |
|     'tsconfig.special.json': `{
 | |
|       "compilerOptions": {
 | |
|         "baseUrl": ".",
 | |
|         "paths": {
 | |
|           "~/*": ["./mapped-from-root/*"],
 | |
|         },
 | |
|       },
 | |
|     }`,
 | |
|     'mapped-from-root/foo.ts': `
 | |
|       export const foo = 42;
 | |
|     `,
 | |
|     'tests42/tsconfig.json': `{
 | |
|       "compilerOptions": {
 | |
|         "baseUrl": ".",
 | |
|         "paths": {
 | |
|           "~/*": ["../should-be-ignored/*"],
 | |
|         },
 | |
|       },
 | |
|     }`,
 | |
|     'tests42/a.test.ts': `
 | |
|       import { foo } from '~/foo';
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('test', ({}) => {
 | |
|         expect(foo).toBe(42);
 | |
|       });
 | |
|     `,
 | |
|     'should-be-ignored/foo.ts': `
 | |
|       export const foo = 43;
 | |
|     `,
 | |
|   }, undefined, { additionalArgs: ['--tsconfig=tsconfig.special.json'] });
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ✅ a.test.ts
 | |
|         ✅ test
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] test/}
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('status-line')).toHaveText('1/1 passed (100%)');
 | |
| });
 | |
| 
 | |
| test('should respect --ignore-snapshots option', {
 | |
|   annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/32868' }
 | |
| }, async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('snapshot', () => {
 | |
|         expect('foo').toMatchSnapshot(); // fails because no snapshot is present
 | |
|       });
 | |
|     `,
 | |
|   }, undefined, { additionalArgs: ['--ignore-snapshots'] });
 | |
| 
 | |
|   await page.getByTitle('Run all').click();
 | |
| 
 | |
|   await expect.poll(dumpTestTree(page)).toBe(`
 | |
|     ▼ ✅ a.test.ts
 | |
|         ✅ snapshot
 | |
|   `);
 | |
| 
 | |
|   await expect(page.getByTestId('test-tree')).toMatchAriaSnapshot(`
 | |
|     - tree:
 | |
|       - treeitem "[icon-check] a.test.ts" [expanded]:
 | |
|         - group:
 | |
|           - treeitem ${/\[icon-check\] snapshot/}
 | |
|   `);
 | |
| });
 | |
| 
 | |
| test('should not leak websocket connections', {
 | |
|   annotation: { type: 'issue', description: 'https://github.com/microsoft/playwright/issues/33641' }
 | |
| }, async ({ runUITest }) => {
 | |
|   const { page } = await runUITest({
 | |
|     'a.test.ts': `
 | |
|       import { test, expect } from '@playwright/test';
 | |
|       test('test', async () => {});
 | |
|     `,
 | |
|   });
 | |
| 
 | |
|   const [ws1] = await Promise.all([
 | |
|     page.waitForEvent('websocket'),
 | |
|     page.getByTitle('Reload').click(),
 | |
|   ]);
 | |
| 
 | |
|   await Promise.all([
 | |
|     page.waitForEvent('websocket'),
 | |
|     page.getByTitle('Reload').click(),
 | |
|   ]);
 | |
| 
 | |
|   await expect.poll(() => ws1.isClosed()).toBe(true);
 | |
| });
 | 
