yujunjun/playwright
1
0
Fork 0
mirror of https://github.com/microsoft/playwright.git synced 2025-06-26 21:40:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

test: print failed tests upon interrupt (#3316)

Browse Source
This commit is contained in:
Pavel Feldman 2020-08-05 17:31:13 -07:00 committed by GitHub
parent 5f7b5469b9
commit 0a5d340e8e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 26 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
test/jest/playwrightEnvironment.js
View File

@ -20,6 +20,7 @@ const os = require('os');
const path = require('path'); const path = require('path');
const fs = require('fs'); const fs = require('fs');
const debug = require('debug'); const debug = require('debug');
const util = require('util');
const platform = process.env.REPORT_ONLY_PLATFORM || os.platform(); const platform = process.env.REPORT_ONLY_PLATFORM || os.platform();
const GoldenUtils = require('../../utils/testrunner/GoldenUtils'); const GoldenUtils = require('../../utils/testrunner/GoldenUtils');
const {installCoverageHooks} = require('./coverage'); const {installCoverageHooks} = require('./coverage');
@ -170,6 +171,7 @@ class PlaywrightEnvironment extends NodeEnvironment {
if (event.name === 'test_start') { if (event.name === 'test_start') {
const fn = event.test.fn; const fn = event.test.fn;
this._lastTest = event.test;
event.test.fn = async () => { event.test.fn = async () => {
if (reportOnly) { if (reportOnly) {
if (fn.__fail) if (fn.__fail)
@ -179,6 +181,9 @@ class PlaywrightEnvironment extends NodeEnvironment {
debug('pw:test')(`start "${testOrSuiteName(event.test)}"`); debug('pw:test')(`start "${testOrSuiteName(event.test)}"`);
try { try {
await this.fixturePool.resolveParametersAndRun(fn); await this.fixturePool.resolveParametersAndRun(fn);
} catch(e) {
debug('pw:test')(`error "${testOrSuiteName(event.test)}"`, util.inspect(e));
throw e;
} finally { } finally {
await this.fixturePool.teardownScope('test'); await this.fixturePool.teardownScope('test');
debug('pw:test')(`finish "${testOrSuiteName(event.test)}"`); debug('pw:test')(`finish "${testOrSuiteName(event.test)}"`);
@ -186,6 +191,9 @@ class PlaywrightEnvironment extends NodeEnvironment {
}; };
} }
if (event.name === 'error')
debug('pw:test')(`error "${testOrSuiteName(this._lastTest)}"`, util.inspect(event.error));
if (event.name === 'test_fn_failure') { if (event.name === 'test_fn_failure') {
await this.fixturePool.teardownScope('worker'); await this.fixturePool.teardownScope('worker');
} }

18
test/jest/reporter.js
View File

@ -14,13 +14,31 @@
* limitations under the License. * limitations under the License.
*/ */
const colors = require('colors/safe');
const fs = require('fs'); const fs = require('fs');
const os = require('os'); const os = require('os');
const failures = [];
module.exports = function Reporter() { module.exports = function Reporter() {
this.onRunComplete = (test, runResults) => { this.onRunComplete = (test, runResults) => {
runResults.platform = process.env.REPORT_ONLY_PLATFORM || os.platform(); runResults.platform = process.env.REPORT_ONLY_PLATFORM || os.platform();
runResults.browserName = process.env.BROWSER || 'chromium'; runResults.browserName = process.env.BROWSER || 'chromium';
fs.writeFileSync('jest-report.json', JSON.stringify(runResults, undefined, 2)); fs.writeFileSync('jest-report.json', JSON.stringify(runResults, undefined, 2));
}; };
this.onTestCaseResult = (test, testCaseResult) => {
if (testCaseResult.status === 'failed')
failures.push([test, testCaseResult]);
} }
}
process.on('SIGINT', async () => {
for (let i = 0; i < failures.length; ++i) {
const [test, testCaseResult] = failures[i];
const path = test.path.replace(/.*test/, 'test');
const name = colors.yellow(path) + ' — ' + colors.bold(colors.yellow(testCaseResult.fullName));
process.stderr.write(`\n${i + 1}) ${colors.red('[FAIL]')} ${name}\n\n`);
process.stderr.write(testCaseResult.failureMessages + '\n');
}
process.exit(130);
});