/** * Copyright 2017 Google Inc. All rights reserved. * Modifications copyright (c) Microsoft Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { WKBrowser } from '../webkit/wkBrowser'; import { PipeTransport } from './pipeTransport'; import { launchProcess } from './processLauncher'; import * as fs from 'fs'; import * as path from 'path'; import * as os from 'os'; import * as util from 'util'; import { helper, assert } from '../helper'; import { kBrowserCloseMessageId } from '../webkit/wkConnection'; import { LaunchOptions, BrowserArgOptions, LaunchServerOptions, ConnectOptions, AbstractBrowserType, processBrowserArgOptions } from './browserType'; import { ConnectionTransport, SequenceNumberMixer, WebSocketTransport } from '../transport'; import * as ws from 'ws'; import { LaunchType } from '../browser'; import { BrowserServer, WebSocketWrapper } from './browserServer'; import { Events } from '../events'; import { BrowserContext } from '../browserContext'; import { InnerLogger, logError, RootLogger } from '../logger'; import { BrowserDescriptor } from '../install/browserPaths'; export class WebKit extends AbstractBrowserType { constructor(packagePath: string, browser: BrowserDescriptor) { super(packagePath, browser); } async launch(options: LaunchOptions = {}): Promise { assert(!(options as any).userDataDir, 'userDataDir option is not supported in `browserType.launch`. Use `browserType.launchPersistentContext` instead'); const browserServer = new BrowserServer(options); const { transport, downloadsPath } = await this._launchServer(options, 'local', browserServer); return await browserServer._initializeOrClose(async () => { return await WKBrowser.connect(transport!, { slowMo: options.slowMo, headful: !processBrowserArgOptions(options).headless, logger: browserServer._logger, downloadsPath, ownedServer: browserServer }); }); } async launchServer(options: LaunchServerOptions = {}): Promise { const browserServer = new BrowserServer(options); await this._launchServer(options, 'server', browserServer); return browserServer; } async launchPersistentContext(userDataDir: string, options: LaunchOptions = {}): Promise { const browserServer = new BrowserServer(options); const { transport, downloadsPath } = await this._launchServer(options, 'persistent', browserServer, userDataDir); return await browserServer._initializeOrClose(async () => { const browser = await WKBrowser.connect(transport!, { slowMo: options.slowMo, headful: !processBrowserArgOptions(options).headless, logger: browserServer._logger, persistent: true, downloadsPath, ownedServer: browserServer }); const context = browser._defaultContext!; if (!options.ignoreDefaultArgs || Array.isArray(options.ignoreDefaultArgs)) await context._loadDefaultContext(); return context; }); } private async _launchServer(options: LaunchServerOptions, launchType: LaunchType, browserServer: BrowserServer, userDataDir?: string): Promise<{ transport?: ConnectionTransport, downloadsPath: string, logger: RootLogger }> { const { ignoreDefaultArgs = false, args = [], executablePath = null, env = process.env, handleSIGINT = true, handleSIGTERM = true, handleSIGHUP = true, port = 0, } = options; assert(!port || launchType === 'server', 'Cannot specify a port without launching as a server.'); const logger = browserServer._logger; let temporaryUserDataDir: string | null = null; if (!userDataDir) { userDataDir = await mkdtempAsync(WEBKIT_PROFILE_PATH); temporaryUserDataDir = userDataDir; } const webkitArguments = []; if (!ignoreDefaultArgs) webkitArguments.push(...this._defaultArgs(options, launchType, userDataDir, port)); else if (Array.isArray(ignoreDefaultArgs)) webkitArguments.push(...this._defaultArgs(options, launchType, userDataDir, port).filter(arg => ignoreDefaultArgs.indexOf(arg) === -1)); else webkitArguments.push(...args); const webkitExecutable = executablePath || this.executablePath(); if (!webkitExecutable) throw new Error(`No executable path is specified.`); // Note: it is important to define these variables before launchProcess, so that we don't get // "Cannot access 'browserServer' before initialization" if something went wrong. let transport: ConnectionTransport | undefined = undefined; const { launchedProcess, gracefullyClose, downloadsPath } = await launchProcess({ executablePath: webkitExecutable, args: webkitArguments, env: { ...env, CURL_COOKIE_JAR_PATH: path.join(userDataDir, 'cookiejar.db') }, handleSIGINT, handleSIGTERM, handleSIGHUP, logger, pipe: true, tempDir: temporaryUserDataDir || undefined, attemptToGracefullyClose: async () => { if ((options as any).__testHookGracefullyClose) await (options as any).__testHookGracefullyClose(); assert(transport); // We try to gracefully close to prevent crash reporting and core dumps. // Note that it's fine to reuse the pipe transport, since // our connection ignores kBrowserCloseMessageId. transport.send({method: 'Playwright.close', params: {}, id: kBrowserCloseMessageId}); }, onkill: (exitCode, signal) => { browserServer.emit(Events.BrowserServer.Close, exitCode, signal); }, }); const stdio = launchedProcess.stdio as unknown as [NodeJS.ReadableStream, NodeJS.WritableStream, NodeJS.WritableStream, NodeJS.WritableStream, NodeJS.ReadableStream]; transport = new PipeTransport(stdio[3], stdio[4], logger); browserServer._initialize(launchedProcess, gracefullyClose, launchType === 'server' ? wrapTransportWithWebSocket(transport, logger, port || 0) : null); return { transport, downloadsPath, logger }; } async connect(options: ConnectOptions): Promise { const logger = new RootLogger(options.logger); return await WebSocketTransport.connect(options.wsEndpoint, async transport => { if ((options as any).__testHookBeforeCreateBrowser) await (options as any).__testHookBeforeCreateBrowser(); return WKBrowser.connect(transport, { slowMo: options.slowMo, logger, downloadsPath: '' }); }, logger); } _defaultArgs(options: BrowserArgOptions = {}, launchType: LaunchType, userDataDir: string, port: number): string[] { const { devtools, headless } = processBrowserArgOptions(options); const { args = [] } = options; if (devtools) console.warn('devtools parameter as a launch argument in WebKit is not supported. Also starting Web Inspector manually will terminate the execution in WebKit.'); const userDataDirArg = args.find(arg => arg.startsWith('--user-data-dir=')); if (userDataDirArg) throw new Error('Pass userDataDir parameter instead of specifying --user-data-dir argument'); if (args.find(arg => !arg.startsWith('-'))) throw new Error('Arguments can not specify page to be opened'); const webkitArguments = ['--inspector-pipe']; if (headless) webkitArguments.push('--headless'); if (launchType === 'persistent') webkitArguments.push(`--user-data-dir=${userDataDir}`); else webkitArguments.push(`--no-startup-window`); webkitArguments.push(...args); if (launchType === 'persistent') webkitArguments.push('about:blank'); return webkitArguments; } } const mkdtempAsync = util.promisify(fs.mkdtemp); const WEBKIT_PROFILE_PATH = path.join(os.tmpdir(), 'playwright_dev_profile-'); function wrapTransportWithWebSocket(transport: ConnectionTransport, logger: InnerLogger, port: number): WebSocketWrapper { const server = new ws.Server({ port }); const guid = helper.guid(); const idMixer = new SequenceNumberMixer<{id: number, socket: ws}>(); const pendingBrowserContextCreations = new Set(); const pendingBrowserContextDeletions = new Map(); const browserContextIds = new Map(); const pageProxyIds = new Map(); const sockets = new Set(); transport.onmessage = message => { if (typeof message.id === 'number') { if (message.id === -9999) return; // Process command response. const value = idMixer.take(message.id); if (!value) return; const { id, socket } = value; if (socket.readyState === ws.CLOSING) { if (pendingBrowserContextCreations.has(id)) { transport.send({ id: ++SequenceNumberMixer._lastSequenceNumber, method: 'Playwright.deleteContext', params: { browserContextId: message.result.browserContextId } }); } return; } if (pendingBrowserContextCreations.has(message.id)) { // Browser.createContext response -> establish context attribution. browserContextIds.set(message.result.browserContextId, socket); pendingBrowserContextCreations.delete(message.id); } const deletedContextId = pendingBrowserContextDeletions.get(message.id); if (deletedContextId) { // Browser.deleteContext response -> remove context attribution. browserContextIds.delete(deletedContextId); pendingBrowserContextDeletions.delete(message.id); } message.id = id; socket.send(JSON.stringify(message)); return; } // Process notification response. const { method, params, pageProxyId } = message; if (pageProxyId) { const socket = pageProxyIds.get(pageProxyId); if (!socket || socket.readyState === ws.CLOSING) { // Drop unattributed messages on the floor. return; } socket.send(JSON.stringify(message)); return; } if (method === 'Playwright.pageProxyCreated') { const socket = browserContextIds.get(params.pageProxyInfo.browserContextId); if (!socket || socket.readyState === ws.CLOSING) { // Drop unattributed messages on the floor. return; } pageProxyIds.set(params.pageProxyInfo.pageProxyId, socket); socket.send(JSON.stringify(message)); return; } if (method === 'Playwright.pageProxyDestroyed') { const socket = pageProxyIds.get(params.pageProxyId); pageProxyIds.delete(params.pageProxyId); if (socket && socket.readyState !== ws.CLOSING) socket.send(JSON.stringify(message)); return; } if (method === 'Playwright.provisionalLoadFailed') { const socket = pageProxyIds.get(params.pageProxyId); if (socket && socket.readyState !== ws.CLOSING) socket.send(JSON.stringify(message)); return; } }; transport.onclose = () => { for (const socket of sockets) { socket.removeListener('close', (socket as any).__closeListener); socket.close(undefined, 'Browser disconnected'); } server.close(); transport.onmessage = undefined; transport.onclose = undefined; }; server.on('connection', (socket: ws, req) => { if (req.url !== '/' + guid) { socket.close(); return; } sockets.add(socket); socket.on('message', (message: string) => { const parsedMessage = JSON.parse(Buffer.from(message).toString()); const { id, method, params } = parsedMessage; const seqNum = idMixer.generate({ id, socket }); transport.send({ ...parsedMessage, id: seqNum }); if (method === 'Playwright.createContext') pendingBrowserContextCreations.add(seqNum); if (method === 'Playwright.deleteContext') pendingBrowserContextDeletions.set(seqNum, params.browserContextId); }); socket.on('error', logError(logger)); socket.on('close', (socket as any).__closeListener = () => { for (const [pageProxyId, s] of pageProxyIds) { if (s === socket) pageProxyIds.delete(pageProxyId); } for (const [browserContextId, s] of browserContextIds) { if (s === socket) { transport.send({ id: ++SequenceNumberMixer._lastSequenceNumber, method: 'Playwright.deleteContext', params: { browserContextId } }); browserContextIds.delete(browserContextId); } } sockets.delete(socket); }); }); const address = server.address(); const wsEndpoint = typeof address === 'string' ? `${address}/${guid}` : `ws://127.0.0.1:${address.port}/${guid}`; return new WebSocketWrapper(wsEndpoint, [pendingBrowserContextCreations, pendingBrowserContextDeletions, browserContextIds, pageProxyIds, sockets]); }