/** * Copyright 2017 Google Inc. All rights reserved. * Modifications copyright (c) Microsoft Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { Browser, createPageInNewContext } from '../browser'; import { assertBrowserContextIsNotOwned, BrowserContext, BrowserContextBase, BrowserContextOptions, validateBrowserContextOptions, verifyGeolocation } from '../browserContext'; import { Events as CommonEvents } from '../events'; import { assert, debugError, helper } from '../helper'; import * as network from '../network'; import { Page, PageBinding, Worker } from '../page'; import * as platform from '../platform'; import { ConnectionTransport, SlowMoTransport } from '../transport'; import * as types from '../types'; import { ConnectionEvents, CRConnection, CRSession } from './crConnection'; import { CRPage } from './crPage'; import { readProtocolStream } from './crProtocolHelper'; import { CRTarget } from './crTarget'; import { Events } from './events'; import { Protocol } from './protocol'; export class CRBrowser extends platform.EventEmitter implements Browser { readonly _connection: CRConnection; _session: CRSession; private _clientRootSessionPromise: Promise | null = null; readonly _defaultContext: CRBrowserContext; readonly _contexts = new Map(); _targets = new Map(); readonly _firstPagePromise: Promise; private _firstPageCallback = () => {}; private _popupOpeners: string[] = []; private _tracingRecording = false; private _tracingPath: string | null = ''; private _tracingClient: CRSession | undefined; static async connect(transport: ConnectionTransport, isPersistent: boolean, slowMo?: number): Promise { const connection = new CRConnection(SlowMoTransport.wrap(transport, slowMo)); const browser = new CRBrowser(connection); const session = connection.rootSession; const promises = [ session.send('Target.setDiscoverTargets', { discover: true }), session.send('Target.setAutoAttach', { autoAttach: true, waitForDebuggerOnStart: true, flatten: true }), session.send('Target.setDiscoverTargets', { discover: false }), ]; const existingPageAttachPromises: Promise[] = []; if (isPersistent) { // First page and background pages in the persistent context are created automatically // and may be initialized before we enable auto-attach. function attachToExistingPage({targetInfo}: Protocol.Target.targetCreatedPayload) { if (!CRTarget.isPageType(targetInfo.type)) return; existingPageAttachPromises.push(session.send('Target.attachToTarget', {targetId: targetInfo.targetId, flatten: true})); } session.on('Target.targetCreated', attachToExistingPage); Promise.all(promises).then(() => session.off('Target.targetCreated', attachToExistingPage)).catch(debugError); } await Promise.all(promises); await Promise.all(existingPageAttachPromises); return browser; } constructor(connection: CRConnection) { super(); this._connection = connection; this._session = this._connection.rootSession; this._defaultContext = new CRBrowserContext(this, null, validateBrowserContextOptions({})); this._connection.on(ConnectionEvents.Disconnected, () => { for (const context of this._contexts.values()) context._browserClosed(); this.emit(CommonEvents.Browser.Disconnected); }); this._session.on('Target.attachedToTarget', this._onAttachedToTarget.bind(this)); this._session.on('Target.detachedFromTarget', this._onDetachedFromTarget.bind(this)); this._firstPagePromise = new Promise(f => this._firstPageCallback = f); } async newContext(options: BrowserContextOptions = {}): Promise { options = validateBrowserContextOptions(options); const { browserContextId } = await this._session.send('Target.createBrowserContext', { disposeOnDetach: true }); const context = new CRBrowserContext(this, browserContextId, options); await context._initialize(); this._contexts.set(browserContextId, context); return context; } contexts(): BrowserContext[] { return Array.from(this._contexts.values()); } async newPage(options?: BrowserContextOptions): Promise { return createPageInNewContext(this, options); } _onWindowOpen(openerId: string, payload: Protocol.Page.windowOpenPayload) { // window.open($url) with noopener forces a new browser-initiated window, not // a renderer-initiated one. When url is about:blank, we only get an // initial navigation, and no real navigation to $url. if (payload.windowFeatures.includes('noopener') && payload.url.startsWith('about:blank')) return; this._popupOpeners.push(openerId); } _onAttachedToTarget({targetInfo, sessionId, waitingForDebugger}: Protocol.Target.attachedToTargetPayload) { const session = this._connection.session(sessionId)!; if (!CRTarget.isPageType(targetInfo.type) && targetInfo.type !== 'service_worker') { assert(targetInfo.type === 'browser' || targetInfo.type === 'other'); if (waitingForDebugger) { // Ideally, detaching should resume any target, but there is a bug in the backend. session.send('Runtime.runIfWaitingForDebugger').catch(debugError).then(() => { this._session.send('Target.detachFromTarget', { sessionId }).catch(debugError); }); } return; } const { context, target } = this._createTarget(targetInfo, session); if (CRTarget.isPageType(targetInfo.type)) { target.pageOrError().then(async () => { const page = target._crPage!.page(); if (targetInfo.type === 'page') { this._firstPageCallback(); context.emit(CommonEvents.BrowserContext.Page, page); const opener = target.opener(); if (!opener) return; // Opener page must have been initialized already and resumed in order to // create this popup but there is a chance that not all responses have been // received yet so we cannot use opener._crPage?.page() const openerPage = await opener.pageOrError(); if (openerPage instanceof Page && !openerPage.isClosed()) openerPage.emit(CommonEvents.Page.Popup, page); } else if (targetInfo.type === 'background_page') { context.emit(Events.CRBrowserContext.BackgroundPage, page); } }); return; } assert(targetInfo.type === 'service_worker'); target.serviceWorkerOrError().then(workerOrError => { if (workerOrError instanceof Worker) context.emit(Events.CRBrowserContext.ServiceWorker, workerOrError); }); } private _createTarget(targetInfo: Protocol.Target.TargetInfo, session: CRSession) { const {browserContextId} = targetInfo; const context = (browserContextId && this._contexts.has(browserContextId)) ? this._contexts.get(browserContextId)! : this._defaultContext; let hasInitialAboutBlank = false; if (CRTarget.isPageType(targetInfo.type) && targetInfo.openerId) { const openerIndex = this._popupOpeners.indexOf(targetInfo.openerId); if (openerIndex !== -1) { this._popupOpeners.splice(openerIndex, 1); // When this page is a result of window.open($url) call, we should have it's opener // in the list of popup openers. In this case we know there is an initial // about:blank navigation, followed by a navigation to $url. hasInitialAboutBlank = true; } } const target = new CRTarget(this, targetInfo, context, session, hasInitialAboutBlank); assert(!this._targets.has(targetInfo.targetId), 'Target should not exist before targetCreated'); this._targets.set(targetInfo.targetId, target); return { context, target }; } _onDetachedFromTarget({targetId}: Protocol.Target.detachFromTargetParameters) { const target = this._targets.get(targetId!)!; if (!target) return; this._targets.delete(targetId!); target._didClose(); } async _closePage(page: Page) { await this._session.send('Target.closeTarget', { targetId: CRTarget.fromPage(page)._targetId }); } async close() { const disconnected = new Promise(f => this._connection.once(ConnectionEvents.Disconnected, f)); await Promise.all(this.contexts().map(context => context.close())); this._connection.close(); await disconnected; } async newBrowserCDPSession(): Promise { return await this._connection.createBrowserSession(); } async startTracing(page?: Page, options: { path?: string; screenshots?: boolean; categories?: string[]; } = {}) { assert(!this._tracingRecording, 'Cannot start recording trace while already recording trace.'); this._tracingClient = page ? (page._delegate as CRPage)._client : this._session; const defaultCategories = [ '-*', 'devtools.timeline', 'v8.execute', 'disabled-by-default-devtools.timeline', 'disabled-by-default-devtools.timeline.frame', 'toplevel', 'blink.console', 'blink.user_timing', 'latencyInfo', 'disabled-by-default-devtools.timeline.stack', 'disabled-by-default-v8.cpu_profiler', 'disabled-by-default-v8.cpu_profiler.hires' ]; const { path = null, screenshots = false, categories = defaultCategories, } = options; if (screenshots) categories.push('disabled-by-default-devtools.screenshot'); this._tracingPath = path; this._tracingRecording = true; await this._tracingClient.send('Tracing.start', { transferMode: 'ReturnAsStream', categories: categories.join(',') }); } async stopTracing(): Promise { assert(this._tracingClient, 'Tracing was not started.'); let fulfill: (buffer: platform.BufferType) => void; const contentPromise = new Promise(x => fulfill = x); this._tracingClient.once('Tracing.tracingComplete', event => { readProtocolStream(this._tracingClient!, event.stream!, this._tracingPath).then(fulfill); }); await this._tracingClient.send('Tracing.end'); this._tracingRecording = false; return contentPromise; } isConnected(): boolean { return !this._connection._closed; } async _clientRootSession(): Promise { if (!this._clientRootSessionPromise) this._clientRootSessionPromise = this._connection.createBrowserSession(); return this._clientRootSessionPromise; } _setDebugFunction(debugFunction: (message: string) => void) { this._connection._debugProtocol = debugFunction; } } export class CRBrowserContext extends BrowserContextBase { readonly _browser: CRBrowser; readonly _browserContextId: string | null; readonly _evaluateOnNewDocumentSources: string[]; constructor(browser: CRBrowser, browserContextId: string | null, options: BrowserContextOptions) { super(options); this._browser = browser; this._browserContextId = browserContextId; this._evaluateOnNewDocumentSources = []; } async _initialize() { if (this._options.permissions) await this.grantPermissions(this._options.permissions); if (this._options.offline) await this.setOffline(this._options.offline); if (this._options.httpCredentials) await this.setHTTPCredentials(this._options.httpCredentials); } _targets(): CRTarget[] { return Array.from(this._browser._targets.values()).filter(target => target.context() === this); } pages(): Page[] { return this._targets().filter(target => target.type() === 'page').map(target => target._initializedPage).filter(pageOrNull => !!pageOrNull) as Page[]; } async newPage(): Promise { assertBrowserContextIsNotOwned(this); const { targetId } = await this._browser._session.send('Target.createTarget', { url: 'about:blank', browserContextId: this._browserContextId || undefined }); const target = this._browser._targets.get(targetId)!; const result = await target.pageOrError(); if (result instanceof Page) { if (result.isClosed()) throw new Error('Page has been closed.'); return result; } throw result; } async cookies(urls?: string | string[]): Promise { const { cookies } = await this._browser._session.send('Storage.getCookies', { browserContextId: this._browserContextId || undefined }); return network.filterCookies(cookies.map(c => { const copy: any = { sameSite: 'None', ...c }; delete copy.size; delete copy.priority; delete copy.session; return copy as network.NetworkCookie; }), urls); } async addCookies(cookies: network.SetNetworkCookieParam[]) { await this._browser._session.send('Storage.setCookies', { cookies: network.rewriteCookies(cookies), browserContextId: this._browserContextId || undefined }); } async clearCookies() { await this._browser._session.send('Storage.clearCookies', { browserContextId: this._browserContextId || undefined }); } async _doGrantPermissions(origin: string, permissions: string[]) { const webPermissionToProtocol = new Map([ ['geolocation', 'geolocation'], ['midi', 'midi'], ['notifications', 'notifications'], ['camera', 'videoCapture'], ['microphone', 'audioCapture'], ['background-sync', 'backgroundSync'], ['ambient-light-sensor', 'sensors'], ['accelerometer', 'sensors'], ['gyroscope', 'sensors'], ['magnetometer', 'sensors'], ['accessibility-events', 'accessibilityEvents'], ['clipboard-read', 'clipboardReadWrite'], ['clipboard-write', 'clipboardSanitizedWrite'], ['payment-handler', 'paymentHandler'], // chrome-specific permissions we have. ['midi-sysex', 'midiSysex'], ]); const filtered = permissions.map(permission => { const protocolPermission = webPermissionToProtocol.get(permission); if (!protocolPermission) throw new Error('Unknown permission: ' + permission); return protocolPermission; }); await this._browser._session.send('Browser.grantPermissions', { origin: origin === '*' ? undefined : origin, browserContextId: this._browserContextId || undefined, permissions: filtered }); } async _doClearPermissions() { await this._browser._session.send('Browser.resetPermissions', { browserContextId: this._browserContextId || undefined }); } async setGeolocation(geolocation: types.Geolocation | null): Promise { if (geolocation) geolocation = verifyGeolocation(geolocation); this._options.geolocation = geolocation || undefined; for (const page of this.pages()) await (page._delegate as CRPage)._client.send('Emulation.setGeolocationOverride', geolocation || {}); } async setExtraHTTPHeaders(headers: network.Headers): Promise { this._options.extraHTTPHeaders = network.verifyHeaders(headers); for (const page of this.pages()) await (page._delegate as CRPage).updateExtraHTTPHeaders(); } async setOffline(offline: boolean): Promise { this._options.offline = offline; for (const page of this.pages()) await (page._delegate as CRPage)._networkManager.setOffline(offline); } async setHTTPCredentials(httpCredentials: types.Credentials | null): Promise { this._options.httpCredentials = httpCredentials || undefined; for (const page of this.pages()) await (page._delegate as CRPage)._networkManager.authenticate(httpCredentials); } async addInitScript(script: Function | string | { path?: string, content?: string }, arg?: any) { const source = await helper.evaluationScript(script, arg); this._evaluateOnNewDocumentSources.push(source); for (const page of this.pages()) await (page._delegate as CRPage).evaluateOnNewDocument(source); } async exposeFunction(name: string, playwrightFunction: Function): Promise { for (const page of this.pages()) { if (page._pageBindings.has(name)) throw new Error(`Function "${name}" has been already registered in one of the pages`); } if (this._pageBindings.has(name)) throw new Error(`Function "${name}" has been already registered`); const binding = new PageBinding(name, playwrightFunction); this._pageBindings.set(name, binding); for (const page of this.pages()) await (page._delegate as CRPage).exposeBinding(binding); } async route(url: types.URLMatch, handler: network.RouteHandler): Promise { this._routes.push({ url, handler }); for (const page of this.pages()) await (page._delegate as CRPage).updateRequestInterception(); } async close() { if (this._closed) return; if (!this._browserContextId) { // Default context is only created in 'persistent' mode and closing it should close // the browser. await this._browser.close(); return; } await this._browser._session.send('Target.disposeBrowserContext', { browserContextId: this._browserContextId }); this._browser._contexts.delete(this._browserContextId); this._didCloseInternal(); } backgroundPages(): Page[] { return this._targets().filter(target => target.type() === 'background_page').map(target => target._initializedPage).filter(pageOrNull => !!pageOrNull) as Page[]; } serviceWorkers(): Worker[] { return this._targets().filter(target => target.type() === 'service_worker').map(target => target._initializedWorker).filter(workerOrNull => !!workerOrNull) as any as Worker[]; } async newCDPSession(page: Page): Promise { const targetId = CRTarget.fromPage(page)._targetId; const rootSession = await this._browser._clientRootSession(); const { sessionId } = await rootSession.send('Target.attachToTarget', { targetId, flatten: true }); return this._browser._connection.session(sessionId)!; } }