/** * Copyright 2017 Google Inc. All rights reserved. * Modifications copyright (c) Microsoft Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import * as dom from '../dom'; import * as frames from '../frames'; import { debugError, helper, RegisteredListener } from '../helper'; import * as network from '../network'; import { CRSession } from './crConnection'; import { EVALUATION_SCRIPT_URL, CRExecutionContext } from './crExecutionContext'; import { CRNetworkManager } from './crNetworkManager'; import { Page } from '../page'; import { Protocol } from './protocol'; import { Events } from '../events'; import { toConsoleMessageLocation, exceptionToError, releaseObject } from './crProtocolHelper'; import * as dialog from '../dialog'; import { PageDelegate } from '../page'; import { RawMouseImpl, RawKeyboardImpl } from './crInput'; import { CRAccessibility } from './features/crAccessibility'; import { CRCoverage } from './features/crCoverage'; import { CRPDF, PDFOptions } from './features/crPdf'; import { CRWorkers, CRWorker } from './features/crWorkers'; import { CRBrowser } from './crBrowser'; import { BrowserContext } from '../browserContext'; import * as types from '../types'; import * as input from '../input'; import { ConsoleMessage } from '../console'; const UTILITY_WORLD_NAME = '__playwright_utility_world__'; export class CRPage implements PageDelegate { _client: CRSession; private readonly _page: ChromiumPage; readonly _networkManager: CRNetworkManager; private _contextIdToContext = new Map(); private _isolatedWorlds = new Set(); private _eventListeners: RegisteredListener[]; rawMouse: RawMouseImpl; rawKeyboard: RawKeyboardImpl; private _browser: CRBrowser; constructor(client: CRSession, browser: CRBrowser, browserContext: BrowserContext) { this._client = client; this._browser = browser; this.rawKeyboard = new RawKeyboardImpl(client); this.rawMouse = new RawMouseImpl(client); this._page = new ChromiumPage(client, this, browserContext); this._networkManager = this._page._networkManager; this._eventListeners = [ helper.addEventListener(client, 'Inspector.targetCrashed', event => this._onTargetCrashed()), helper.addEventListener(client, 'Log.entryAdded', event => this._onLogEntryAdded(event)), helper.addEventListener(client, 'Page.fileChooserOpened', event => this._onFileChooserOpened(event)), helper.addEventListener(client, 'Page.frameAttached', event => this._onFrameAttached(event.frameId, event.parentFrameId)), helper.addEventListener(client, 'Page.frameDetached', event => this._onFrameDetached(event.frameId)), helper.addEventListener(client, 'Page.frameNavigated', event => this._onFrameNavigated(event.frame, false)), helper.addEventListener(client, 'Page.frameStoppedLoading', event => this._onFrameStoppedLoading(event.frameId)), helper.addEventListener(client, 'Page.javascriptDialogOpening', event => this._onDialog(event)), helper.addEventListener(client, 'Page.lifecycleEvent', event => this._onLifecycleEvent(event)), helper.addEventListener(client, 'Page.navigatedWithinDocument', event => this._onFrameNavigatedWithinDocument(event.frameId, event.url)), helper.addEventListener(client, 'Runtime.bindingCalled', event => this._onBindingCalled(event)), helper.addEventListener(client, 'Runtime.consoleAPICalled', event => this._onConsoleAPI(event)), helper.addEventListener(client, 'Runtime.exceptionThrown', exception => this._handleException(exception.exceptionDetails)), helper.addEventListener(client, 'Runtime.executionContextCreated', event => this._onExecutionContextCreated(event.context)), helper.addEventListener(client, 'Runtime.executionContextDestroyed', event => this._onExecutionContextDestroyed(event.executionContextId)), helper.addEventListener(client, 'Runtime.executionContextsCleared', event => this._onExecutionContextsCleared()), ]; } async initialize() { const [,{frameTree}] = await Promise.all([ this._client.send('Page.enable'), this._client.send('Page.getFrameTree'), ]); this._handleFrameTree(frameTree); const promises: Promise[] = [ this._client.send('Log.enable', {}), this._client.send('Page.setInterceptFileChooserDialog', {enabled: true}), this._client.send('Page.setLifecycleEventsEnabled', { enabled: true }), this._client.send('Runtime.enable', {}).then(() => this._ensureIsolatedWorld(UTILITY_WORLD_NAME)), this._networkManager.initialize(), ]; const options = this._page.browserContext()._options; if (options.bypassCSP) promises.push(this._client.send('Page.setBypassCSP', { enabled: true })); if (options.ignoreHTTPSErrors) promises.push(this._client.send('Security.setIgnoreCertificateErrors', { ignore: true })); if (options.viewport) promises.push(this.setViewport(options.viewport)); if (options.javaScriptEnabled === false) promises.push(this._client.send('Emulation.setScriptExecutionDisabled', { value: true })); if (options.userAgent) this._networkManager.setUserAgent(options.userAgent); if (options.mediaType || options.colorScheme) { const features = options.colorScheme ? [{ name: 'prefers-color-scheme', value: options.colorScheme }] : []; promises.push(this._client.send('Emulation.setEmulatedMedia', { media: options.mediaType || '', features })); } if (options.timezoneId) promises.push(emulateTimezone(this._client, options.timezoneId)); if (options.geolocation) promises.push(this._client.send('Emulation.setGeolocationOverride', options.geolocation)); await Promise.all(promises); } didClose() { helper.removeEventListeners(this._eventListeners); this._networkManager.dispose(); this._page._didClose(); } async navigateFrame(frame: frames.Frame, url: string, referrer: string | undefined): Promise { const response = await this._client.send('Page.navigate', { url, referrer, frameId: frame._id }); if (response.errorText) throw new Error(`${response.errorText} at ${url}`); return { newDocumentId: response.loaderId, isSameDocument: !response.loaderId }; } needsLifecycleResetOnSetContent(): boolean { // We rely upon the fact that document.open() will reset frame lifecycle with "init" // lifecycle event. @see https://crrev.com/608658 return false; } _onLifecycleEvent(event: Protocol.Page.lifecycleEventPayload) { if (event.name === 'init') this._page._frameManager.frameLifecycleEvent(event.frameId, 'clear'); else if (event.name === 'load') this._page._frameManager.frameLifecycleEvent(event.frameId, 'load'); else if (event.name === 'DOMContentLoaded') this._page._frameManager.frameLifecycleEvent(event.frameId, 'domcontentloaded'); } _onFrameStoppedLoading(frameId: string) { this._page._frameManager.frameStoppedLoading(frameId); } _handleFrameTree(frameTree: Protocol.Page.FrameTree) { this._onFrameAttached(frameTree.frame.id, frameTree.frame.parentId); this._onFrameNavigated(frameTree.frame, true); if (!frameTree.childFrames) return; for (const child of frameTree.childFrames) this._handleFrameTree(child); } page(): Page { return this._page; } _onFrameAttached(frameId: string, parentFrameId: string | null) { this._page._frameManager.frameAttached(frameId, parentFrameId); } _onFrameNavigated(framePayload: Protocol.Page.Frame, initial: boolean) { this._page._frameManager.frameCommittedNewDocumentNavigation(framePayload.id, framePayload.url, framePayload.name || '', framePayload.loaderId, initial); } async _ensureIsolatedWorld(name: string) { if (this._isolatedWorlds.has(name)) return; this._isolatedWorlds.add(name); await this._client.send('Page.addScriptToEvaluateOnNewDocument', { source: `//# sourceURL=${EVALUATION_SCRIPT_URL}`, worldName: name, }); await Promise.all(this._page.frames().map(frame => this._client.send('Page.createIsolatedWorld', { frameId: frame._id, grantUniveralAccess: true, worldName: name, }).catch(debugError))); // frames might be removed before we send this } _onFrameNavigatedWithinDocument(frameId: string, url: string) { this._page._frameManager.frameCommittedSameDocumentNavigation(frameId, url); } _onFrameDetached(frameId: string) { this._page._frameManager.frameDetached(frameId); } _onExecutionContextCreated(contextPayload: Protocol.Runtime.ExecutionContextDescription) { const frame = this._page._frameManager.frame(contextPayload.auxData ? contextPayload.auxData.frameId : null); if (!frame) return; if (contextPayload.auxData && contextPayload.auxData.type === 'isolated') this._isolatedWorlds.add(contextPayload.name); const delegate = new CRExecutionContext(this._client, contextPayload); const context = new dom.FrameExecutionContext(delegate, frame); if (contextPayload.auxData && !!contextPayload.auxData.isDefault) frame._contextCreated('main', context); else if (contextPayload.name === UTILITY_WORLD_NAME) frame._contextCreated('utility', context); this._contextIdToContext.set(contextPayload.id, context); } _onExecutionContextDestroyed(executionContextId: number) { const context = this._contextIdToContext.get(executionContextId); if (!context) return; this._contextIdToContext.delete(executionContextId); context.frame._contextDestroyed(context); } _onExecutionContextsCleared() { for (const contextId of Array.from(this._contextIdToContext.keys())) this._onExecutionContextDestroyed(contextId); } async _onConsoleAPI(event: Protocol.Runtime.consoleAPICalledPayload) { if (event.executionContextId === 0) { // DevTools protocol stores the last 1000 console messages. These // messages are always reported even for removed execution contexts. In // this case, they are marked with executionContextId = 0 and are // reported upon enabling Runtime agent. // // Ignore these messages since: // - there's no execution context we can use to operate with message // arguments // - these messages are reported before Playwright clients can subscribe // to the 'console' // page event. // // @see https://github.com/GoogleChrome/puppeteer/issues/3865 return; } const context = this._contextIdToContext.get(event.executionContextId); const values = event.args.map(arg => context._createHandle(arg)); this._page._addConsoleMessage(event.type, values, toConsoleMessageLocation(event.stackTrace)); } async exposeBinding(name: string, bindingFunction: string) { await this._client.send('Runtime.addBinding', {name: name}); await this._client.send('Page.addScriptToEvaluateOnNewDocument', {source: bindingFunction}); await Promise.all(this._page.frames().map(frame => frame.evaluate(bindingFunction).catch(debugError))); } _onBindingCalled(event: Protocol.Runtime.bindingCalledPayload) { const context = this._contextIdToContext.get(event.executionContextId); this._page._onBindingCalled(event.payload, context); } _onDialog(event : Protocol.Page.javascriptDialogOpeningPayload) { this._page.emit(Events.Page.Dialog, new dialog.Dialog( event.type as dialog.DialogType, event.message, async (accept: boolean, promptText?: string) => { await this._client.send('Page.handleJavaScriptDialog', { accept, promptText }); }, event.defaultPrompt)); } _handleException(exceptionDetails: Protocol.Runtime.ExceptionDetails) { this._page.emit(Events.Page.PageError, exceptionToError(exceptionDetails)); } _onTargetCrashed() { this._page.emit('error', new Error('Page crashed!')); } _onLogEntryAdded(event: Protocol.Log.entryAddedPayload) { const {level, text, args, source, url, lineNumber} = event.entry; if (args) args.map(arg => releaseObject(this._client, arg)); if (source !== 'worker') this._page.emit(Events.Page.Console, new ConsoleMessage(level, text, [], {url, lineNumber})); } async _onFileChooserOpened(event: Protocol.Page.fileChooserOpenedPayload) { const frame = this._page._frameManager.frame(event.frameId); const utilityContext = await frame._utilityContext(); const handle = await this.adoptBackendNodeId(event.backendNodeId, utilityContext); this._page._onFileChooserOpened(handle); } async setExtraHTTPHeaders(headers: network.Headers): Promise { await this._client.send('Network.setExtraHTTPHeaders', { headers }); } async setViewport(viewport: types.Viewport): Promise { const { width, height, isMobile = false, deviceScaleFactor = 1, hasTouch = false, isLandscape = false, } = viewport; const screenOrientation: Protocol.Emulation.ScreenOrientation = isLandscape ? { angle: 90, type: 'landscapePrimary' } : { angle: 0, type: 'portraitPrimary' }; await Promise.all([ this._client.send('Emulation.setDeviceMetricsOverride', { mobile: isMobile, width, height, deviceScaleFactor, screenOrientation }), this._client.send('Emulation.setTouchEmulationEnabled', { enabled: hasTouch }) ]); } async setEmulateMedia(mediaType: input.MediaType | null, mediaColorScheme: input.ColorScheme | null): Promise { const features = mediaColorScheme ? [{ name: 'prefers-color-scheme', value: mediaColorScheme }] : []; await this._client.send('Emulation.setEmulatedMedia', { media: mediaType || '', features }); } setCacheEnabled(enabled: boolean): Promise { return this._networkManager.setCacheEnabled(enabled); } async setRequestInterception(enabled: boolean): Promise { await this._networkManager.setRequestInterception(enabled); } async setOfflineMode(value: boolean) { await this._networkManager.setOfflineMode(value); } async authenticate(credentials: types.Credentials | null) { await this._networkManager.authenticate(credentials); } async reload(): Promise { await this._client.send('Page.reload'); } private async _go(delta: number): Promise { const history = await this._client.send('Page.getNavigationHistory'); const entry = history.entries[history.currentIndex + delta]; if (!entry) return false; await this._client.send('Page.navigateToHistoryEntry', { entryId: entry.id }); return true; } goBack(): Promise { return this._go(-1); } goForward(): Promise { return this._go(+1); } async evaluateOnNewDocument(source: string): Promise { await this._client.send('Page.addScriptToEvaluateOnNewDocument', { source }); } async closePage(runBeforeUnload: boolean): Promise { if (runBeforeUnload) await this._client.send('Page.close'); else await this._browser._closePage(this._page); } async getBoundingBoxForScreenshot(handle: dom.ElementHandle): Promise { const rect = await handle.boundingBox(); if (!rect) return rect; const { layoutViewport: { pageX, pageY } } = await this._client.send('Page.getLayoutMetrics'); rect.x += pageX; rect.y += pageY; return rect; } canScreenshotOutsideViewport(): boolean { return false; } async setBackgroundColor(color?: { r: number; g: number; b: number; a: number; }): Promise { await this._client.send('Emulation.setDefaultBackgroundColorOverride', { color }); } async takeScreenshot(format: 'png' | 'jpeg', options: types.ScreenshotOptions): Promise { await this._client.send('Page.bringToFront', {}); const clip = options.clip ? { ...options.clip, scale: 1 } : undefined; const result = await this._client.send('Page.captureScreenshot', { format, quality: options.quality, clip }); return Buffer.from(result.data, 'base64'); } async resetViewport(): Promise { await this._client.send('Emulation.setDeviceMetricsOverride', { mobile: false, width: 0, height: 0, deviceScaleFactor: 0 }); } async getContentFrame(handle: dom.ElementHandle): Promise { const nodeInfo = await this._client.send('DOM.describeNode', { objectId: toRemoteObject(handle).objectId }); if (!nodeInfo || typeof nodeInfo.node.frameId !== 'string') return null; return this._page._frameManager.frame(nodeInfo.node.frameId); } async getOwnerFrame(handle: dom.ElementHandle): Promise { // document.documentElement has frameId of the owner frame. const documentElement = await handle.evaluateHandle(node => { const doc = node as Document; if (doc.documentElement && doc.documentElement.ownerDocument === doc) return doc.documentElement; return node.ownerDocument ? node.ownerDocument.documentElement : null; }); if (!documentElement) return null; const remoteObject = toRemoteObject(documentElement); if (!remoteObject.objectId) return null; const nodeInfo = await this._client.send('DOM.describeNode', { objectId: remoteObject.objectId }); const frame = nodeInfo && typeof nodeInfo.node.frameId === 'string' ? this._page._frameManager.frame(nodeInfo.node.frameId) : null; await documentElement.dispose(); return frame; } isElementHandle(remoteObject: any): boolean { return (remoteObject as Protocol.Runtime.RemoteObject).subtype === 'node'; } async getBoundingBox(handle: dom.ElementHandle): Promise { const result = await this._client.send('DOM.getBoxModel', { objectId: toRemoteObject(handle).objectId }).catch(debugError); if (!result) return null; const quad = result.model.border; const x = Math.min(quad[0], quad[2], quad[4], quad[6]); const y = Math.min(quad[1], quad[3], quad[5], quad[7]); const width = Math.max(quad[0], quad[2], quad[4], quad[6]) - x; const height = Math.max(quad[1], quad[3], quad[5], quad[7]) - y; return {x, y, width, height}; } async getContentQuads(handle: dom.ElementHandle): Promise { const result = await this._client.send('DOM.getContentQuads', { objectId: toRemoteObject(handle).objectId }).catch(debugError); if (!result) return null; return result.quads.map(quad => [ { x: quad[0], y: quad[1] }, { x: quad[2], y: quad[3] }, { x: quad[4], y: quad[5] }, { x: quad[6], y: quad[7] } ]); } async layoutViewport(): Promise<{ width: number, height: number }> { const layoutMetrics = await this._client.send('Page.getLayoutMetrics'); return { width: layoutMetrics.layoutViewport.clientWidth, height: layoutMetrics.layoutViewport.clientHeight }; } async setInputFiles(handle: dom.ElementHandle, files: input.FilePayload[]): Promise { await handle.evaluate(input.setFileInputFunction, files); } async adoptElementHandle(handle: dom.ElementHandle, to: dom.FrameExecutionContext): Promise> { const nodeInfo = await this._client.send('DOM.describeNode', { objectId: toRemoteObject(handle).objectId, }); return this.adoptBackendNodeId(nodeInfo.node.backendNodeId, to) as Promise>; } async adoptBackendNodeId(backendNodeId: Protocol.DOM.BackendNodeId, to: dom.FrameExecutionContext): Promise { const result = await this._client.send('DOM.resolveNode', { backendNodeId, executionContextId: (to._delegate as CRExecutionContext)._contextId, }).catch(debugError); if (!result || result.object.subtype === 'null') throw new Error('Unable to adopt element handle from a different document'); return to._createHandle(result.object).asElement()!; } } export class ChromiumPage extends Page { readonly accessibility: CRAccessibility; readonly coverage: CRCoverage; private _pdf: CRPDF; private _workers: CRWorkers; _networkManager: CRNetworkManager; constructor(client: CRSession, delegate: CRPage, browserContext: BrowserContext) { super(delegate, browserContext); this.accessibility = new CRAccessibility(client); this.coverage = new CRCoverage(client); this._pdf = new CRPDF(client); this._workers = new CRWorkers(client, this, this._addConsoleMessage.bind(this), error => this.emit(Events.Page.PageError, error)); this._networkManager = new CRNetworkManager(client, this); } async pdf(options?: PDFOptions): Promise { return this._pdf.generate(options); } workers(): CRWorker[] { return this._workers.list(); } } function toRemoteObject(handle: dom.ElementHandle): Protocol.Runtime.RemoteObject { return handle._remoteObject as Protocol.Runtime.RemoteObject; } async function emulateTimezone(session: CRSession, timezoneId: string) { try { await session.send('Emulation.setTimezoneOverride', { timezoneId: timezoneId }); } catch (exception) { if (exception.message.includes('Invalid timezone')) throw new Error(`Invalid timezone ID: ${timezoneId}`); throw exception; } }