/** * Copyright 2017 Google Inc. All rights reserved. * Modifications copyright (c) Microsoft Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { FFBrowser } from '../firefox/ffBrowser'; import { BrowserFetcher, BrowserFetcherOptions } from './browserFetcher'; import { DeviceDescriptors } from '../deviceDescriptors'; import { launchProcess, waitForLine } from './processLauncher'; import * as types from '../types'; import * as platform from '../platform'; import { kBrowserCloseMessageId } from '../firefox/ffConnection'; import * as fs from 'fs'; import * as os from 'os'; import * as path from 'path'; import * as util from 'util'; import { TimeoutError } from '../errors'; import { assert } from '../helper'; import { LaunchOptions, BrowserArgOptions, BrowserType } from './browserType'; import { createTransport, ConnectOptions } from '../browser'; import { BrowserApp } from './browserApp'; import { Events } from '../events'; export class Firefox implements BrowserType { private _projectRoot: string; readonly _revision: string; constructor(projectRoot: string, preferredRevision: string) { this._projectRoot = projectRoot; this._revision = preferredRevision; } async launch(options?: LaunchOptions): Promise { const app = await this.launchBrowserApp(options); const browser = await FFBrowser.connect(app.connectOptions()); // Hack: for typical launch scenario, ensure that close waits for actual process termination. browser.close = () => app.close(); return browser; } async launchBrowserApp(options: LaunchOptions = {}): Promise { const { ignoreDefaultArgs = false, args = [], dumpio = false, executablePath = null, env = process.env, handleSIGHUP = true, handleSIGINT = true, handleSIGTERM = true, slowMo = 0, timeout = 30000, webSocket = false, } = options; const firefoxArguments = []; if (!ignoreDefaultArgs) firefoxArguments.push(...this.defaultArgs(options)); else if (Array.isArray(ignoreDefaultArgs)) firefoxArguments.push(...this.defaultArgs(options).filter(arg => !ignoreDefaultArgs.includes(arg))); else firefoxArguments.push(...args); if (!firefoxArguments.includes('-juggler')) firefoxArguments.unshift('-juggler', '0'); let temporaryProfileDir = null; if (!firefoxArguments.includes('-profile') && !firefoxArguments.includes('--profile')) { temporaryProfileDir = await createProfile(); firefoxArguments.unshift(`-profile`, temporaryProfileDir); } let firefoxExecutable = executablePath; if (!firefoxExecutable) { const {missingText, executablePath} = this._resolveExecutablePath(); if (missingText) throw new Error(missingText); firefoxExecutable = executablePath; } let browserApp: BrowserApp | undefined = undefined; const { launchedProcess, gracefullyClose } = await launchProcess({ executablePath: firefoxExecutable, args: firefoxArguments, env: os.platform() === 'linux' ? { ...env, // On linux Juggler ships the libstdc++ it was linked against. LD_LIBRARY_PATH: `${path.dirname(firefoxExecutable)}:${process.env.LD_LIBRARY_PATH}`, } : env, handleSIGINT, handleSIGTERM, handleSIGHUP, dumpio, pipe: false, tempDir: temporaryProfileDir || undefined, attemptToGracefullyClose: async () => { if (!browserApp) return Promise.reject(); // We try to gracefully close to prevent crash reporting and core dumps. // Note that it's fine to reuse the pipe transport, since // our connection ignores kBrowserCloseMessageId. const transport = await createTransport(browserApp.connectOptions()); const message = { method: 'Browser.close', params: {}, id: kBrowserCloseMessageId }; transport.send(JSON.stringify(message)); }, onkill: () => { if (browserApp) browserApp.emit(Events.BrowserApp.Close); }, }); const timeoutError = new TimeoutError(`Timed out after ${timeout} ms while trying to connect to Firefox!`); const match = await waitForLine(launchedProcess, launchedProcess.stdout, /^Juggler listening on (ws:\/\/.*)$/, timeout, timeoutError); const browserWSEndpoint = match[1]; let connectOptions: ConnectOptions; if (webSocket) { connectOptions = { browserWSEndpoint, slowMo }; } else { const transport = await platform.createWebSocketTransport(browserWSEndpoint); connectOptions = { transport, slowMo }; } browserApp = new BrowserApp(launchedProcess, gracefullyClose, connectOptions); return browserApp; } async connect(options: ConnectOptions & { browserURL?: string }): Promise { if (options.browserURL) throw new Error('Option "browserURL" is not supported by Firefox'); if (options.transport && options.transport.onmessage) throw new Error('Transport is already in use'); return FFBrowser.connect(options); } executablePath(): string { return this._resolveExecutablePath().executablePath; } get devices(): types.Devices { return DeviceDescriptors; } get errors(): { TimeoutError: typeof TimeoutError } { return { TimeoutError }; } defaultArgs(options: BrowserArgOptions = {}): string[] { const { devtools = false, headless = !devtools, args = [], userDataDir = null, } = options; if (devtools) throw new Error('Option "devtools" is not supported by Firefox'); const firefoxArguments = [...DEFAULT_ARGS]; if (userDataDir) firefoxArguments.push('-profile', userDataDir); if (headless) firefoxArguments.push('-headless'); else firefoxArguments.push('-wait-for-browser'); firefoxArguments.push(...args); if (args.every(arg => arg.startsWith('-'))) firefoxArguments.push('about:blank'); return firefoxArguments; } _createBrowserFetcher(options: BrowserFetcherOptions = {}): BrowserFetcher { const downloadURLs = { linux: '%s/builds/firefox/%s/firefox-linux.zip', mac: '%s/builds/firefox/%s/firefox-mac.zip', win32: '%s/builds/firefox/%s/firefox-win32.zip', win64: '%s/builds/firefox/%s/firefox-win64.zip', }; const defaultOptions = { path: path.join(this._projectRoot, '.local-firefox'), host: 'https://playwright.azureedge.net', platform: (() => { const platform = os.platform(); if (platform === 'darwin') return 'mac'; if (platform === 'linux') return 'linux'; if (platform === 'win32') return os.arch() === 'x64' ? 'win64' : 'win32'; return platform; })() }; options = { ...defaultOptions, ...options, }; assert(!!(downloadURLs as any)[options.platform!], 'Unsupported platform: ' + options.platform); return new BrowserFetcher(options.path!, options.platform!, this._revision, (platform: string, revision: string) => { let executablePath = ''; if (platform === 'linux') executablePath = path.join('firefox', 'firefox'); else if (platform === 'mac') executablePath = path.join('firefox', 'Nightly.app', 'Contents', 'MacOS', 'firefox'); else if (platform === 'win32' || platform === 'win64') executablePath = path.join('firefox', 'firefox.exe'); return { downloadUrl: util.format((downloadURLs as any)[platform], options.host, revision), executablePath }; }); } _resolveExecutablePath() { const browserFetcher = this._createBrowserFetcher(); const revisionInfo = browserFetcher.revisionInfo(); const missingText = !revisionInfo.local ? `Firefox revision is not downloaded. Run "npm install" or "yarn install"` : null; return { executablePath: revisionInfo.executablePath, missingText }; } } const mkdtempAsync = platform.promisify(fs.mkdtemp); const writeFileAsync = platform.promisify(fs.writeFile); const DEFAULT_ARGS = [ '-no-remote', ]; const DUMMY_UMA_SERVER = 'dummy.test'; const DEFAULT_PREFERENCES = { // Make sure Shield doesn't hit the network. 'app.normandy.api_url': '', // Disable Firefox old build background check 'app.update.checkInstallTime': false, // Disable automatically upgrading Firefox 'app.update.disabledForTesting': true, // Increase the APZ content response timeout to 1 minute 'apz.content_response_timeout': 60000, // Prevent various error message on the console // jest-puppeteer asserts that no error message is emitted by the console 'browser.contentblocking.features.standard': '-tp,tpPrivate,cookieBehavior0,-cm,-fp', // Enable the dump function: which sends messages to the system // console // https://bugzilla.mozilla.org/show_bug.cgi?id=1543115 'browser.dom.window.dump.enabled': true, // Disable topstories 'browser.newtabpage.activity-stream.feeds.section.topstories': false, // Always display a blank page 'browser.newtabpage.enabled': false, // Background thumbnails in particular cause grief: and disabling // thumbnails in general cannot hurt 'browser.pagethumbnails.capturing_disabled': true, // Disable safebrowsing components. 'browser.safebrowsing.blockedURIs.enabled': false, 'browser.safebrowsing.downloads.enabled': false, 'browser.safebrowsing.malware.enabled': false, 'browser.safebrowsing.passwords.enabled': false, 'browser.safebrowsing.phishing.enabled': false, // Disable updates to search engines. 'browser.search.update': false, // Do not restore the last open set of tabs if the browser has crashed 'browser.sessionstore.resume_from_crash': false, // Skip check for default browser on startup 'browser.shell.checkDefaultBrowser': false, // Disable newtabpage 'browser.startup.homepage': 'about:blank', // Do not redirect user when a milstone upgrade of Firefox is detected 'browser.startup.homepage_override.mstone': 'ignore', // Start with a blank page about:blank 'browser.startup.page': 0, // Do not allow background tabs to be zombified on Android: otherwise for // tests that open additional tabs: the test harness tab itself might get // unloaded 'browser.tabs.disableBackgroundZombification': false, // Do not warn when closing all other open tabs 'browser.tabs.warnOnCloseOtherTabs': false, // Do not warn when multiple tabs will be opened 'browser.tabs.warnOnOpen': false, // Disable the UI tour. 'browser.uitour.enabled': false, // Turn off search suggestions in the location bar so as not to trigger // network connections. 'browser.urlbar.suggest.searches': false, // Disable first run splash page on Windows 10 'browser.usedOnWindows10.introURL': '', // Do not warn on quitting Firefox 'browser.warnOnQuit': false, // Do not show datareporting policy notifications which can // interfere with tests 'datareporting.healthreport.about.reportUrl': `http://${DUMMY_UMA_SERVER}/dummy/abouthealthreport/`, 'datareporting.healthreport.documentServerURI': `http://${DUMMY_UMA_SERVER}/dummy/healthreport/`, 'datareporting.healthreport.logging.consoleEnabled': false, 'datareporting.healthreport.service.enabled': false, 'datareporting.healthreport.service.firstRun': false, 'datareporting.healthreport.uploadEnabled': false, 'datareporting.policy.dataSubmissionEnabled': false, 'datareporting.policy.dataSubmissionPolicyAccepted': false, 'datareporting.policy.dataSubmissionPolicyBypassNotification': true, // DevTools JSONViewer sometimes fails to load dependencies with its require.js. // This doesn't affect Puppeteer but spams console (Bug 1424372) 'devtools.jsonview.enabled': false, // Disable popup-blocker 'dom.disable_open_during_load': false, // Enable the support for File object creation in the content process // Required for |Page.setFileInputFiles| protocol method. 'dom.file.createInChild': true, // Disable the ProcessHangMonitor 'dom.ipc.reportProcessHangs': false, // Disable slow script dialogues 'dom.max_chrome_script_run_time': 0, 'dom.max_script_run_time': 0, // Only load extensions from the application and user profile // AddonManager.SCOPE_PROFILE + AddonManager.SCOPE_APPLICATION 'extensions.autoDisableScopes': 0, 'extensions.enabledScopes': 5, // Disable metadata caching for installed add-ons by default 'extensions.getAddons.cache.enabled': false, // Disable installing any distribution extensions or add-ons. 'extensions.installDistroAddons': false, // Disabled screenshots extension 'extensions.screenshots.disabled': true, // Turn off extension updates so they do not bother tests 'extensions.update.enabled': false, // Turn off extension updates so they do not bother tests 'extensions.update.notifyUser': false, // Make sure opening about:addons will not hit the network 'extensions.webservice.discoverURL': `http://${DUMMY_UMA_SERVER}/dummy/discoveryURL`, // Allow the application to have focus even it runs in the background 'focusmanager.testmode': true, // Disable useragent updates 'general.useragent.updates.enabled': false, // Always use network provider for geolocation tests so we bypass the // macOS dialog raised by the corelocation provider 'geo.provider.testing': true, // Do not scan Wifi 'geo.wifi.scan': false, // No ICC color correction. See // https://developer.mozilla.org/en/docs/Mozilla/Firefox/Releases/3.5/ICC_color_correction_in_Firefox. 'gfx.color_management.mode': 0, 'gfx.color_management.rendering_intent': 3, // No hang monitor 'hangmonitor.timeout': 0, // Show chrome errors and warnings in the error console 'javascript.options.showInConsole': true, // Disable download and usage of OpenH264: and Widevine plugins 'media.gmp-manager.updateEnabled': false, // Prevent various error message on the console // jest-puppeteer asserts that no error message is emitted by the console 'network.cookie.cookieBehavior': 0, // Do not prompt for temporary redirects 'network.http.prompt-temp-redirect': false, // Disable speculative connections so they are not reported as leaking // when they are hanging around 'network.http.speculative-parallel-limit': 0, // Do not automatically switch between offline and online 'network.manage-offline-status': false, // Make sure SNTP requests do not hit the network 'network.sntp.pools': DUMMY_UMA_SERVER, // Disable Flash. 'plugin.state.flash': 0, 'privacy.trackingprotection.enabled': false, // Enable Remote Agent // https://bugzilla.mozilla.org/show_bug.cgi?id=1544393 'remote.enabled': true, // Don't do network connections for mitm priming 'security.certerrors.mitm.priming.enabled': false, // Local documents have access to all other local documents, // including directory listings 'security.fileuri.strict_origin_policy': false, // Do not wait for the notification button security delay 'security.notification_enable_delay': 0, // Ensure blocklist updates do not hit the network 'services.settings.server': `http://${DUMMY_UMA_SERVER}/dummy/blocklist/`, 'browser.tabs.documentchannel': false, // Do not automatically fill sign-in forms with known usernames and // passwords 'signon.autofillForms': false, // Disable password capture, so that tests that include forms are not // influenced by the presence of the persistent doorhanger notification 'signon.rememberSignons': false, // Disable first-run welcome page 'startup.homepage_welcome_url': 'about:blank', // Disable first-run welcome page 'startup.homepage_welcome_url.additional': '', // Disable browser animations (tabs, fullscreen, sliding alerts) 'toolkit.cosmeticAnimations.enabled': false, // We want to collect telemetry, but we don't want to send in the results 'toolkit.telemetry.server': `https://${DUMMY_UMA_SERVER}/dummy/telemetry/`, // Prevent starting into safe mode after application crashes 'toolkit.startup.max_resumed_crashes': -1, }; async function createProfile(extraPrefs?: object): Promise { const profilePath = await mkdtempAsync(path.join(os.tmpdir(), 'playwright_dev_firefox_profile-')); const prefsJS: string[] = []; const userJS: string[] = []; const prefs = { ...DEFAULT_PREFERENCES, ...extraPrefs }; for (const [key, value] of Object.entries(prefs)) userJS.push(`user_pref(${JSON.stringify(key)}, ${JSON.stringify(value)});`); await writeFileAsync(path.join(profilePath, 'user.js'), userJS.join('\n')); await writeFileAsync(path.join(profilePath, 'prefs.js'), prefsJS.join('\n')); return profilePath; }