2019-12-19 16:53:24 -08:00
|
|
|
/**
|
|
|
|
* Copyright 2017 Google Inc. All rights reserved.
|
|
|
|
* Modifications copyright (c) Microsoft Corporation.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
import * as os from 'os';
|
2020-05-31 09:28:57 -07:00
|
|
|
import * as fs from 'fs';
|
2019-12-19 16:53:24 -08:00
|
|
|
import * as path from 'path';
|
2020-03-28 10:14:59 -07:00
|
|
|
import * as ws from 'ws';
|
2020-03-02 13:51:32 -08:00
|
|
|
import { FFBrowser } from '../firefox/ffBrowser';
|
|
|
|
import { kBrowserCloseMessageId } from '../firefox/ffConnection';
|
2020-06-25 08:30:56 -07:00
|
|
|
import { BrowserTypeBase, LaunchNonPersistentOptions } from './browserType';
|
2020-05-22 07:03:42 -07:00
|
|
|
import { Env } from './processLauncher';
|
2020-06-10 16:33:27 -07:00
|
|
|
import { ConnectionTransport, ProtocolResponse, ProtocolRequest } from '../transport';
|
2020-06-16 17:11:19 -07:00
|
|
|
import { Logger } from '../logger';
|
2020-05-21 19:16:13 -07:00
|
|
|
import { BrowserOptions } from '../browser';
|
2020-05-22 07:03:42 -07:00
|
|
|
import { BrowserDescriptor } from '../install/browserPaths';
|
2020-06-10 16:33:27 -07:00
|
|
|
import { WebSocketServer } from './webSocketServer';
|
2020-02-11 19:10:02 -08:00
|
|
|
|
2020-05-20 16:30:04 -07:00
|
|
|
export class Firefox extends BrowserTypeBase {
|
2020-05-22 07:03:42 -07:00
|
|
|
constructor(packagePath: string, browser: BrowserDescriptor) {
|
2020-06-04 16:40:07 -07:00
|
|
|
const webSocketRegex = /^Juggler listening on (ws:\/\/.*)$/;
|
|
|
|
super(packagePath, browser, { webSocketRegex, stream: 'stdout' });
|
2020-05-22 07:03:42 -07:00
|
|
|
}
|
|
|
|
|
2020-05-20 16:30:04 -07:00
|
|
|
_connectToTransport(transport: ConnectionTransport, options: BrowserOptions): Promise<FFBrowser> {
|
|
|
|
return FFBrowser.connect(transport, options);
|
2020-02-05 12:41:55 -08:00
|
|
|
}
|
|
|
|
|
fix: re-write Chromium startup error with clear instructions (#3070)
This patch detects Chromium crash with a sandboxing error and re-writes
the error to surface information nicely.
#### Error Before:
```sh
pwuser@23592d09b3bd:~/tmp$ node a.js
(node:324) UnhandledPromiseRejectionWarning: browserType.launch: Protocol error (Browser.getVersion): Target closed.
=========================== logs ===========================
[browser] <launching> /home/pwuser/.cache/ms-playwright/chromium-790602/chrome-linux/chrome --disable-background-networking --enable-features=NetworkService,NetworkServiceInProcess --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-breakpad --disab
le-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-default-apps --disable-dev-shm-usage --disable-extensions --disable-features=TranslateUI,BlinkGenPropertyTrees,ImprovedCookieControls,SameSiteByDefaultCookies --disable-hang-monitor --disab
le-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-sync --force-color-profile=srgb --metrics-recording-only --no-first-run --enable-automation --password-store=basic --use-mock-keychain --user-data-dir=/tmp/playwrig
ht_chromiumdev_profile-mjSfr2 --remote-debugging-pipe --headless --hide-scrollbars --mute-audio --no-startup-window
[browser] <launched> pid=401
[browser] [0722/170825.030020:FATAL:zygote_host_impl_linux.cc(117)] No usable sandbox! Update your kernel or see https://chromium.googlesource.com/chromium/src/+/master/docs/linux/suid_sandbox_development.md for more information on developing with the SUID sandbox. If you want to live
dangerously and need an immediate workaround, you can try using --no-sandbox.
[browser] #0 0x55ac4f8c7be9 base::debug::CollectStackTrace()
[browser] #1 0x55ac4f841c13 base::debug::StackTrace::StackTrace()
[browser] #2 0x55ac4f853680 logging::LogMessage::~LogMessage()
[browser] #3 0x55ac4df2307e content::ZygoteHostImpl::Init()
[browser] #4 0x55ac4f40dd47 content::ContentMainRunnerImpl::Initialize()
[browser] #5 0x55ac4f45c9fa service_manager::Main()
[browser] #6 0x55ac4f40c361 content::ContentMain()
[browser] #7 0x55ac4f45b5bd headless::(anonymous namespace)::RunContentMain()
[browser] #8 0x55ac4f45b2bc headless::HeadlessShellMain()
[browser] #9 0x55ac4ccc22e7 ChromeMain
[browser] #10 0x7f0f3d736b97 __libc_start_main
[browser] #11 0x55ac4ccc212a _start
[browser]
[browser] Received signal 6
[browser] #0 0x55ac4f8c7be9 base::debug::CollectStackTrace()
[browser] #1 0x55ac4f841c13 base::debug::StackTrace::StackTrace()
[browser] #2 0x55ac4f8c7785 base::debug::(anonymous namespace)::StackDumpSignalHandler()
[browser] #3 0x7f0f437b3890 (/lib/x86_64-linux-gnu/libpthread-2.27.so+0x1288f)
[browser] #4 0x7f0f3d753e97 gsignal
[browser] #5 0x7f0f3d755801 abort
[browser] #6 0x55ac4f8c66e5 base::debug::BreakDebugger()
[browser] #7 0x55ac4f853aeb logging::LogMessage::~LogMessage()
[browser] #8 0x55ac4df2307e content::ZygoteHostImpl::Init()
[browser] #9 0x55ac4f40dd47 content::ContentMainRunnerImpl::Initialize()
[browser] #10 0x55ac4f45c9fa service_manager::Main()
[browser] #11 0x55ac4f40c361 content::ContentMain()
[browser] #12 0x55ac4f45b5bd headless::(anonymous namespace)::RunContentMain()
[browser] #13 0x55ac4f45b2bc headless::HeadlessShellMain()
[browser] #14 0x55ac4ccc22e7 ChromeMain
[browser] #15 0x7f0f3d736b97 __libc_start_main
[browser] #16 0x55ac4ccc212a _start
[browser] r8: 0000000000000000 r9: 00007ffd38a863b0 r10: 0000000000000008 r11: 0000000000000246
[browser] r12: 00007ffd38a87680 r13: 00007ffd38a86610 r14: 00007ffd38a87690 r15: aaaaaaaaaaaaaaaa
[browser] di: 0000000000000002 si: 00007ffd38a863b0 bp: 00007ffd38a86600 bx: 00007ffd38a86e44
[browser] dx: 0000000000000000 ax: 0000000000000000 cx: 00007f0f3d753e97 sp: 00007ffd38a863b0
[browser] ip: 00007f0f3d753e97 efl: 0000000000000246 cgf: 002b000000000033 erf: 0000000000000000
[browser] trp: 0000000000000000 msk: 0000000000000000 cr2: 0000000000000000
[browser] [end of stack trace]
[browser] Calling _exit(1). Core file will not be generated.
============================================================
Note: use DEBUG=pw:api environment variable and rerun to capture Playwright logs.Error
at /home/pwuser/tmp/node_modules/playwright/lib/chromium/crConnection.js:131:63
at new Promise (<anonymous>)
at CRSession.send (/home/pwuser/tmp/node_modules/playwright/lib/chromium/crConnection.js:130:16)
at CRSession.send (/home/pwuser/tmp/node_modules/playwright/lib/helper.js:78:31)
at Function.connect (/home/pwuser/tmp/node_modules/playwright/lib/chromium/crBrowser.js:54:39)
at Chromium._connectToTransport (/home/pwuser/tmp/node_modules/playwright/lib/server/chromium.js:52:38)
at Chromium._innerLaunch (/home/pwuser/tmp/node_modules/playwright/lib/server/browserType.js:87:36)
at async ProgressController.run (/home/pwuser/tmp/node_modules/playwright/lib/progress.js:75:28)
at async Chromium.launch (/home/pwuser/tmp/node_modules/playwright/lib/server/browserType.js:60:25)
at async /home/pwuser/tmp/a.js:4:19
(node:324) UnhandledPromiseRejectionWarning: Unhandled promise rejection. This error originated either by throwing inside of an async function without a catch block, or by rejecting a promise which was not handled with .catch(). To terminate the node process on unhandled promise reject
ion, use the CLI flag `--unhandled-rejections=strict` (see https://nodejs.org/api/cli.html#cli_unhandled_rejections_mode). (rejection id: 2)
(node:324) [DEP0018] DeprecationWarning: Unhandled promise rejections are deprecated. In the future, promise rejections that are not handled will terminate the Node.js process with a non-zero exit code.
```
#### Error After:
```sh
pwuser@23592d09b3bd:~/tmp$ node a.js
(node:222) UnhandledPromiseRejectionWarning: browserType.launch: Chromium sandboxing failed!
================================
To workaround sandboxing issues, do either of the following:
- (preferred): Configure environment to support sandboxing: https://github.com/microsoft/playwright/blob/master/docs/troubleshooting.md
- (alternative): Launch Chromium without sandbox using 'chromiumSandbox: false' option
================================
Error
at /home/pwuser/tmp/node_modules/playwright/lib/chromium/crConnection.js:131:63
at new Promise (<anonymous>)
at CRSession.send (/home/pwuser/tmp/node_modules/playwright/lib/chromium/crConnection.js:130:16)
at CRSession.send (/home/pwuser/tmp/node_modules/playwright/lib/helper.js:78:31)
at Function.connect (/home/pwuser/tmp/node_modules/playwright/lib/chromium/crBrowser.js:54:27)
at Chromium._connectToTransport (/home/pwuser/tmp/node_modules/playwright/lib/server/chromium.js:53:38)
at Chromium._innerLaunch (/home/pwuser/tmp/node_modules/playwright/lib/server/browserType.js:89:36)
at async ProgressController.run (/home/pwuser/tmp/node_modules/playwright/lib/progress.js:75:28)
at async Chromium.launch (/home/pwuser/tmp/node_modules/playwright/lib/server/browserType.js:61:25)
at async /home/pwuser/tmp/a.js:4:19
(node:222) UnhandledPromiseRejectionWarning: Unhandled promise rejection. This error originated either by throwing inside of an async function without a catch block, or by rejecting a promise which was not handled with .catch(). To terminate the node process on unhandled promise reject
ion, use the CLI flag `--unhandled-rejections=strict` (see https://nodejs.org/api/cli.html#cli_unhandled_rejections_mode). (rejection id: 2)
(node:222) [DEP0018] DeprecationWarning: Unhandled promise rejections are deprecated. In the future, promise rejections that are not handled will terminate the Node.js process with a non-zero exit code.
```
References #2745
2020-07-22 10:57:58 -07:00
|
|
|
_rewriteStartupError(error: Error, prefix: string): Error {
|
|
|
|
return error;
|
|
|
|
}
|
|
|
|
|
2020-05-22 07:03:42 -07:00
|
|
|
_amendEnvironment(env: Env, userDataDir: string, executable: string, browserArguments: string[]): Env {
|
|
|
|
return os.platform() === 'linux' ? {
|
|
|
|
...env,
|
|
|
|
// On linux Juggler ships the libstdc++ it was linked against.
|
|
|
|
LD_LIBRARY_PATH: `${path.dirname(executable)}:${process.env.LD_LIBRARY_PATH}`,
|
|
|
|
} : env;
|
|
|
|
}
|
2020-03-28 10:14:59 -07:00
|
|
|
|
2020-07-21 13:21:42 -07:00
|
|
|
_amendArguments(browserArguments: string[]): string[] {
|
|
|
|
return browserArguments;
|
|
|
|
}
|
|
|
|
|
2020-05-22 07:03:42 -07:00
|
|
|
_attemptToGracefullyCloseBrowser(transport: ConnectionTransport): void {
|
|
|
|
const message = { method: 'Browser.close', params: {}, id: kBrowserCloseMessageId };
|
|
|
|
transport.send(message);
|
|
|
|
}
|
2020-05-21 09:43:10 -07:00
|
|
|
|
2020-06-16 17:11:19 -07:00
|
|
|
_startWebSocketServer(transport: ConnectionTransport, logger: Logger, port: number): WebSocketServer {
|
2020-06-10 16:33:27 -07:00
|
|
|
return startWebSocketServer(transport, logger, port);
|
2019-12-19 16:53:24 -08:00
|
|
|
}
|
|
|
|
|
2020-06-25 08:30:56 -07:00
|
|
|
_defaultArgs(options: LaunchNonPersistentOptions, isPersistent: boolean, userDataDir: string): string[] {
|
2020-06-10 20:48:54 -07:00
|
|
|
const { args = [], proxy, devtools, headless } = options;
|
2020-01-24 14:49:47 -08:00
|
|
|
if (devtools)
|
2020-03-24 22:42:20 +01:00
|
|
|
console.warn('devtools parameter is not supported as a launch argument in Firefox. You can launch the devtools window manually.');
|
2020-02-05 16:36:36 -08:00
|
|
|
const userDataDirArg = args.find(arg => arg.startsWith('-profile') || arg.startsWith('--profile'));
|
|
|
|
if (userDataDirArg)
|
|
|
|
throw new Error('Pass userDataDir parameter instead of specifying -profile argument');
|
|
|
|
if (args.find(arg => arg.startsWith('-juggler')))
|
|
|
|
throw new Error('Use the port parameter instead of -juggler argument');
|
2020-06-05 13:50:15 -07:00
|
|
|
if (proxy) {
|
|
|
|
options.firefoxUserPrefs = options.firefoxUserPrefs || {};
|
|
|
|
options.firefoxUserPrefs['network.proxy.type'] = 1;
|
|
|
|
const proxyServer = new URL(proxy.server);
|
|
|
|
const isSocks = proxyServer.protocol === 'socks5:';
|
|
|
|
if (isSocks) {
|
|
|
|
options.firefoxUserPrefs['network.proxy.socks'] = proxyServer.hostname;
|
|
|
|
options.firefoxUserPrefs['network.proxy.socks_port'] = parseInt(proxyServer.port, 10);
|
|
|
|
} else {
|
|
|
|
options.firefoxUserPrefs['network.proxy.http'] = proxyServer.hostname;
|
|
|
|
options.firefoxUserPrefs['network.proxy.http_port'] = parseInt(proxyServer.port, 10);
|
|
|
|
options.firefoxUserPrefs['network.proxy.ssl'] = proxyServer.hostname;
|
|
|
|
options.firefoxUserPrefs['network.proxy.ssl_port'] = parseInt(proxyServer.port, 10);
|
|
|
|
}
|
|
|
|
if (proxy.bypass)
|
|
|
|
options.firefoxUserPrefs['network.proxy.no_proxies_on'] = proxy.bypass;
|
|
|
|
}
|
2020-05-31 09:28:57 -07:00
|
|
|
if (options.firefoxUserPrefs) {
|
|
|
|
const lines: string[] = [];
|
|
|
|
for (const [name, value] of Object.entries(options.firefoxUserPrefs))
|
|
|
|
lines.push(`user_pref(${JSON.stringify(name)}, ${JSON.stringify(value)});`);
|
|
|
|
fs.writeFileSync(path.join(userDataDir, 'user.js'), lines.join('\n'));
|
|
|
|
}
|
2020-02-05 16:36:36 -08:00
|
|
|
const firefoxArguments = ['-no-remote'];
|
2020-02-10 20:35:58 -08:00
|
|
|
if (headless) {
|
2020-01-07 16:13:49 -08:00
|
|
|
firefoxArguments.push('-headless');
|
2020-02-10 20:35:58 -08:00
|
|
|
} else {
|
2020-01-21 17:22:48 -08:00
|
|
|
firefoxArguments.push('-wait-for-browser');
|
2020-02-10 20:35:58 -08:00
|
|
|
firefoxArguments.push('-foreground');
|
|
|
|
}
|
2020-02-05 16:36:36 -08:00
|
|
|
firefoxArguments.push(`-profile`, userDataDir);
|
2020-05-22 07:03:42 -07:00
|
|
|
firefoxArguments.push('-juggler', '0');
|
2020-01-07 16:13:49 -08:00
|
|
|
firefoxArguments.push(...args);
|
2020-05-22 16:06:00 -07:00
|
|
|
if (isPersistent)
|
2020-05-10 15:23:53 -07:00
|
|
|
firefoxArguments.push('about:blank');
|
|
|
|
else
|
2020-04-10 14:12:30 -07:00
|
|
|
firefoxArguments.push('-silent');
|
2020-01-07 16:13:49 -08:00
|
|
|
return firefoxArguments;
|
|
|
|
}
|
2019-12-19 16:53:24 -08:00
|
|
|
}
|
|
|
|
|
2020-06-10 16:33:27 -07:00
|
|
|
type SessionData = {
|
|
|
|
socket: ws,
|
|
|
|
};
|
|
|
|
|
2020-06-16 17:11:19 -07:00
|
|
|
function startWebSocketServer(transport: ConnectionTransport, logger: Logger, port: number): WebSocketServer {
|
2020-03-28 10:14:59 -07:00
|
|
|
const pendingBrowserContextCreations = new Set<number>();
|
|
|
|
const pendingBrowserContextDeletions = new Map<number, string>();
|
|
|
|
const browserContextIds = new Map<string, ws>();
|
2020-06-10 16:33:27 -07:00
|
|
|
const sessionToData = new Map<string, SessionData>();
|
|
|
|
|
|
|
|
function removeSession(sessionId: string): SessionData | undefined {
|
|
|
|
const data = sessionToData.get(sessionId);
|
|
|
|
if (!data)
|
|
|
|
return;
|
|
|
|
sessionToData.delete(sessionId);
|
|
|
|
return data;
|
|
|
|
}
|
2020-03-28 10:14:59 -07:00
|
|
|
|
2020-06-10 16:33:27 -07:00
|
|
|
const server = new WebSocketServer(transport, logger, port, {
|
|
|
|
onBrowserResponse(seqNum: number, source: ws, message: ProtocolResponse) {
|
2020-03-28 10:14:59 -07:00
|
|
|
// Process command response.
|
2020-06-10 16:33:27 -07:00
|
|
|
if (source.readyState === ws.CLOSING || source.readyState === ws.CLOSED) {
|
|
|
|
if (pendingBrowserContextCreations.has(seqNum))
|
|
|
|
server.sendMessageToBrowserOneWay('Browser.removeBrowserContext', { browserContextId: message.result.browserContextId });
|
2020-03-28 10:14:59 -07:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (pendingBrowserContextCreations.has(seqNum)) {
|
|
|
|
// Browser.createBrowserContext response -> establish context attribution.
|
2020-06-10 16:33:27 -07:00
|
|
|
browserContextIds.set(message.result.browserContextId, source);
|
2020-03-28 10:14:59 -07:00
|
|
|
pendingBrowserContextCreations.delete(seqNum);
|
|
|
|
}
|
|
|
|
|
|
|
|
const deletedContextId = pendingBrowserContextDeletions.get(seqNum);
|
|
|
|
if (deletedContextId) {
|
|
|
|
// Browser.removeBrowserContext response -> remove context attribution.
|
|
|
|
browserContextIds.delete(deletedContextId);
|
|
|
|
pendingBrowserContextDeletions.delete(seqNum);
|
|
|
|
}
|
|
|
|
|
2020-06-10 16:33:27 -07:00
|
|
|
source.send(JSON.stringify(message));
|
2020-03-28 10:14:59 -07:00
|
|
|
return;
|
2020-06-10 16:33:27 -07:00
|
|
|
},
|
|
|
|
|
|
|
|
onBrowserNotification(message: ProtocolResponse) {
|
|
|
|
// Process notification response.
|
|
|
|
const { method, params, sessionId } = message;
|
|
|
|
if (sessionId) {
|
|
|
|
const data = sessionToData.get(sessionId);
|
|
|
|
if (!data || data.socket.readyState === ws.CLOSING) {
|
|
|
|
// Drop unattributed messages on the floor.
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
data.socket.send(JSON.stringify(message));
|
2020-03-28 10:14:59 -07:00
|
|
|
return;
|
|
|
|
}
|
2020-06-10 16:33:27 -07:00
|
|
|
if (method === 'Browser.attachedToTarget') {
|
|
|
|
const socket = browserContextIds.get(params.targetInfo.browserContextId);
|
|
|
|
if (!socket || socket.readyState === ws.CLOSING) {
|
|
|
|
// Drop unattributed messages on the floor.
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
sessionToData.set(params.sessionId, { socket });
|
|
|
|
socket.send(JSON.stringify(message));
|
2020-03-28 10:14:59 -07:00
|
|
|
return;
|
|
|
|
}
|
2020-06-10 16:33:27 -07:00
|
|
|
if (method === 'Browser.detachedFromTarget') {
|
|
|
|
const data = removeSession(params.sessionId);
|
|
|
|
if (data && data.socket.readyState !== ws.CLOSING)
|
|
|
|
data.socket.send(JSON.stringify(message));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
},
|
2020-03-28 10:14:59 -07:00
|
|
|
|
2020-06-10 16:33:27 -07:00
|
|
|
onClientAttached() {},
|
2020-03-28 10:14:59 -07:00
|
|
|
|
2020-06-10 16:33:27 -07:00
|
|
|
onClientRequest(socket: ws, message: ProtocolRequest) {
|
|
|
|
const { method, params } = message;
|
|
|
|
const seqNum = server.sendMessageToBrowser(message, socket);
|
2020-03-28 10:14:59 -07:00
|
|
|
if (method === 'Browser.createBrowserContext')
|
|
|
|
pendingBrowserContextCreations.add(seqNum);
|
|
|
|
if (method === 'Browser.removeBrowserContext')
|
|
|
|
pendingBrowserContextDeletions.set(seqNum, params.browserContextId);
|
2020-06-10 16:33:27 -07:00
|
|
|
},
|
2020-03-28 10:14:59 -07:00
|
|
|
|
2020-06-10 16:33:27 -07:00
|
|
|
onClientDetached(socket: ws) {
|
2020-03-28 10:14:59 -07:00
|
|
|
for (const [browserContextId, s] of browserContextIds) {
|
|
|
|
if (s === socket) {
|
2020-06-10 16:33:27 -07:00
|
|
|
server.sendMessageToBrowserOneWay('Browser.removeBrowserContext', { browserContextId });
|
2020-03-28 10:14:59 -07:00
|
|
|
browserContextIds.delete(browserContextId);
|
|
|
|
}
|
|
|
|
}
|
2020-06-10 16:33:27 -07:00
|
|
|
}
|
2020-03-28 10:14:59 -07:00
|
|
|
});
|
2020-06-10 16:33:27 -07:00
|
|
|
return server;
|
2020-03-28 10:14:59 -07:00
|
|
|
}
|