mirror of
https://github.com/microsoft/playwright.git
synced 2025-06-26 21:40:17 +00:00
4c6fa42810
Stop wrapping/prepending error messages so that we do not loose the stack trace. For this, update a few manually thrown errors with better messages (usually including a file path). Speed up locations by doing manual `sourceMapSupport.wrapCallSite()` for a single call site. Performance gain in the runner process with 100 files x 100 tests each: - 25% on the fresh run without babel cache; - 80% on the cached run where babel is almost instant. Also some obvious cleanups around stack traces (removing unused code).
385 lines
11 KiB
TypeScript
385 lines
11 KiB
TypeScript
/**
|
||
* Copyright (c) Microsoft Corporation.
|
||
*
|
||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
* you may not use this file except in compliance with the License.
|
||
* You may obtain a copy of the License at
|
||
*
|
||
* http://www.apache.org/licenses/LICENSE-2.0
|
||
*
|
||
* Unless required by applicable law or agreed to in writing, software
|
||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
* See the License for the specific language governing permissions and
|
||
* limitations under the License.
|
||
*/
|
||
|
||
import * as fs from 'fs';
|
||
import * as path from 'path';
|
||
import { test, expect } from './playwright-test-fixtures';
|
||
|
||
test('should be able to define config', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = { timeout: 12345 };
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}, testInfo) => {
|
||
expect(testInfo.timeout).toBe(12345);
|
||
});
|
||
`
|
||
});
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
});
|
||
|
||
test('should prioritize project timeout', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = { timeout: 500, projects: [{ timeout: 10000}, {}] };
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}, testInfo) => {
|
||
await new Promise(f => setTimeout(f, 1500));
|
||
});
|
||
`
|
||
});
|
||
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('Timeout of 500ms exceeded.');
|
||
});
|
||
|
||
test('should prioritize command line timeout over project timeout', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = { projects: [{ timeout: 10000}] };
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}, testInfo) => {
|
||
await new Promise(f => setTimeout(f, 1500));
|
||
});
|
||
`
|
||
}, { timeout: '500' });
|
||
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain('Timeout of 500ms exceeded.');
|
||
});
|
||
|
||
test('should read config from --config, resolve relative testDir', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'my.config.ts': `
|
||
import * as path from 'path';
|
||
module.exports = {
|
||
testDir: 'dir',
|
||
};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('ignored', async ({}) => {
|
||
});
|
||
`,
|
||
'dir/b.test.ts': `
|
||
const { test } = pwt;
|
||
test('run', async ({}) => {
|
||
});
|
||
`,
|
||
}, { config: 'my.config.ts' });
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.report.suites.length).toBe(1);
|
||
expect(result.report.suites[0].file).toBe('b.test.ts');
|
||
});
|
||
|
||
test('should default testDir to the config file', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'dir/my.config.ts': `
|
||
module.exports = {};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('ignored', async ({}) => {
|
||
});
|
||
`,
|
||
'dir/b.test.ts': `
|
||
const { test } = pwt;
|
||
test('run', async ({}) => {
|
||
});
|
||
`,
|
||
}, { config: path.join('dir', 'my.config.ts') });
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
expect(result.report.suites.length).toBe(1);
|
||
expect(result.report.suites[0].file).toBe('b.test.ts');
|
||
});
|
||
|
||
test('should be able to set reporters', async ({ runInlineTest }, testInfo) => {
|
||
const reportFile = testInfo.outputPath('my-report.json');
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = {
|
||
reporter: [
|
||
['json', { outputFile: ${JSON.stringify(reportFile)} }],
|
||
['list'],
|
||
]
|
||
};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async () => {
|
||
});
|
||
`
|
||
}, { reporter: '' });
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
const report = JSON.parse(fs.readFileSync(reportFile).toString());
|
||
expect(report.suites[0].file).toBe('a.test.ts');
|
||
});
|
||
|
||
test('should support different testDirs', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
import * as path from 'path';
|
||
module.exports = { projects: [
|
||
{ testDir: __dirname },
|
||
{ testDir: 'dir' },
|
||
] };
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('runs once', async ({}) => {
|
||
});
|
||
`,
|
||
'dir/b.test.ts': `
|
||
const { test } = pwt;
|
||
test('runs twice', async ({}) => {
|
||
});
|
||
`,
|
||
});
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(3);
|
||
|
||
expect(result.report.suites[0].specs[0].tests.length).toBe(1);
|
||
expect(result.report.suites[0].specs[0].title).toBe('runs once');
|
||
|
||
expect(result.report.suites[1].specs[0].tests.length).toBe(2);
|
||
expect(result.report.suites[1].specs[0].title).toBe('runs twice');
|
||
});
|
||
|
||
|
||
test('should allow root testDir and use it for relative paths', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'config/config.ts': `
|
||
import * as path from 'path';
|
||
module.exports = {
|
||
testDir: path.join(__dirname, '..'),
|
||
projects: [{ testDir: path.join(__dirname, '..', 'dir') }]
|
||
};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('fails', async ({}, testInfo) => {
|
||
expect(1 + 1).toBe(3);
|
||
});
|
||
`,
|
||
'dir/a.test.ts': `
|
||
const { test } = pwt;
|
||
test('fails', async ({}, testInfo) => {
|
||
expect(1 + 1).toBe(3);
|
||
});
|
||
`,
|
||
}, { config: path.join('config', 'config.ts') });
|
||
|
||
expect(result.exitCode).toBe(1);
|
||
expect(result.passed).toBe(0);
|
||
expect(result.skipped).toBe(0);
|
||
expect(result.failed).toBe(1);
|
||
expect(result.output).toContain(`1) ${path.join('dir', 'a.test.ts')}:6:7 › fails`);
|
||
});
|
||
|
||
test('should throw when test() is called in config file', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
pwt.test('hey', () => {});
|
||
module.exports = {};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('test', async ({}) => {
|
||
});
|
||
`,
|
||
});
|
||
expect(result.output).toContain('test() can only be called in a test file');
|
||
});
|
||
|
||
test('should filter by project, case-insensitive', async ({ runInlineTest }) => {
|
||
const { passed, failed, output, skipped } = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = { projects: [
|
||
{ name: 'suite1' },
|
||
{ name: 'suite2' },
|
||
] };
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}, testInfo) => {
|
||
console.log(testInfo.project.name);
|
||
});
|
||
`
|
||
}, { project: 'SUite2' });
|
||
expect(passed).toBe(1);
|
||
expect(failed).toBe(0);
|
||
expect(skipped).toBe(0);
|
||
expect(output).toContain('suite2');
|
||
expect(output).not.toContain('suite1');
|
||
});
|
||
|
||
test('should print nice error when project is unknown', async ({ runInlineTest }) => {
|
||
const { output, exitCode } = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = { projects: [
|
||
{ name: 'suite1' },
|
||
{ name: 'suite2' },
|
||
] };
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}, testInfo) => {
|
||
console.log(testInfo.project.name);
|
||
});
|
||
`
|
||
}, { project: 'suite3' });
|
||
expect(exitCode).toBe(1);
|
||
expect(output).toContain('Project "suite3" not found. Available named projects: "suite1", "suite2"');
|
||
});
|
||
|
||
test('should work without config file', async ({ runInlineTest }) => {
|
||
const { exitCode, passed, failed, skipped } = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
throw new Error('This file should not be required');
|
||
`,
|
||
'dir/a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}) => {
|
||
test.expect(1 + 1).toBe(2);
|
||
});
|
||
`
|
||
}, { config: 'dir' });
|
||
expect(exitCode).toBe(0);
|
||
expect(passed).toBe(1);
|
||
expect(failed).toBe(0);
|
||
expect(skipped).toBe(0);
|
||
});
|
||
|
||
test('should inerhit use options in projects', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = {
|
||
use: { foo: 'config' },
|
||
projects: [{
|
||
use: { bar: 'project' },
|
||
}]
|
||
};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({ foo, bar }, testInfo) => {
|
||
test.expect(foo).toBe('config');
|
||
test.expect(bar).toBe('project');
|
||
});
|
||
`
|
||
});
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
});
|
||
|
||
test('should work with undefined values and base', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'playwright.config.ts': `
|
||
module.exports = {
|
||
updateSnapshots: undefined,
|
||
};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}, testInfo) => {
|
||
expect(testInfo.config.updateSnapshots).toBe('missing');
|
||
});
|
||
`
|
||
}, {}, { CI: '1' });
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.passed).toBe(1);
|
||
});
|
||
|
||
test('should work with custom reporter', async ({ runInlineTest }) => {
|
||
const result = await runInlineTest({
|
||
'reporter.ts': `
|
||
class Reporter {
|
||
constructor(options) {
|
||
this.options = options;
|
||
}
|
||
onBegin() {
|
||
console.log('\\n%%reporter-begin%%' + this.options.begin);
|
||
}
|
||
onTestBegin() {
|
||
console.log('\\n%%reporter-testbegin%%');
|
||
}
|
||
onStdOut() {
|
||
console.log('\\n%%reporter-stdout%%');
|
||
}
|
||
onStdErr() {
|
||
console.log('\\n%%reporter-stderr%%');
|
||
}
|
||
onTestEnd() {
|
||
console.log('\\n%%reporter-testend%%');
|
||
}
|
||
onTimeout() {
|
||
console.log('\\n%%reporter-timeout%%');
|
||
}
|
||
onError() {
|
||
console.log('\\n%%reporter-error%%');
|
||
}
|
||
onEnd() {
|
||
console.log('\\n%%reporter-end%%' + this.options.end);
|
||
}
|
||
}
|
||
export default Reporter;
|
||
`,
|
||
'playwright.config.ts': `
|
||
module.exports = {
|
||
reporter: [
|
||
[ './reporter.ts', { begin: 'begin', end: 'end' } ]
|
||
]
|
||
};
|
||
`,
|
||
'a.test.ts': `
|
||
const { test } = pwt;
|
||
test('pass', async ({}) => {
|
||
console.log('log');
|
||
console.error('error');
|
||
});
|
||
`
|
||
}, { reporter: '' });
|
||
|
||
expect(result.exitCode).toBe(0);
|
||
expect(result.output.split('\n').filter(line => line.startsWith('%%'))).toEqual([
|
||
'%%reporter-begin%%begin',
|
||
'%%reporter-testbegin%%',
|
||
'%%reporter-stdout%%',
|
||
'%%reporter-stderr%%',
|
||
'%%reporter-testend%%',
|
||
'%%reporter-end%%end',
|
||
]);
|
||
});
|