466 lines
12 KiB
TypeScript
466 lines
12 KiB
TypeScript
/**
|
|
* @license
|
|
* Copyright 2017 Google Inc.
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*/
|
|
|
|
import assert from 'assert';
|
|
import {spawnSync} from 'child_process';
|
|
import {existsSync, readFileSync} from 'fs';
|
|
import {mkdir, unlink} from 'fs/promises';
|
|
import os from 'os';
|
|
import path from 'path';
|
|
|
|
import {
|
|
Browser,
|
|
BrowserPlatform,
|
|
downloadUrls,
|
|
} from './browser-data/browser-data.js';
|
|
import {Cache, InstalledBrowser} from './Cache.js';
|
|
import {debug} from './debug.js';
|
|
import {detectBrowserPlatform} from './detectPlatform.js';
|
|
import {unpackArchive} from './fileUtil.js';
|
|
import {downloadFile, getJSON, headHttpRequest} from './httpUtil.js';
|
|
|
|
const debugInstall = debug('puppeteer:browsers:install');
|
|
|
|
const times = new Map<string, [number, number]>();
|
|
function debugTime(label: string) {
|
|
times.set(label, process.hrtime());
|
|
}
|
|
|
|
function debugTimeEnd(label: string) {
|
|
const end = process.hrtime();
|
|
const start = times.get(label);
|
|
if (!start) {
|
|
return;
|
|
}
|
|
const duration =
|
|
end[0] * 1000 + end[1] / 1e6 - (start[0] * 1000 + start[1] / 1e6); // calculate duration in milliseconds
|
|
debugInstall(`Duration for ${label}: ${duration}ms`);
|
|
}
|
|
|
|
/**
|
|
* @public
|
|
*/
|
|
export interface InstallOptions {
|
|
/**
|
|
* Determines the path to download browsers to.
|
|
*/
|
|
cacheDir: string;
|
|
/**
|
|
* Determines which platform the browser will be suited for.
|
|
*
|
|
* @defaultValue **Auto-detected.**
|
|
*/
|
|
platform?: BrowserPlatform;
|
|
/**
|
|
* Determines which browser to install.
|
|
*/
|
|
browser: Browser;
|
|
/**
|
|
* Determines which buildId to download. BuildId should uniquely identify
|
|
* binaries and they are used for caching.
|
|
*/
|
|
buildId: string;
|
|
/**
|
|
* An alias for the provided `buildId`. It will be used to maintain local
|
|
* metadata to support aliases in the `launch` command.
|
|
*
|
|
* @example 'canary'
|
|
*/
|
|
buildIdAlias?: string;
|
|
/**
|
|
* Provides information about the progress of the download.
|
|
*/
|
|
downloadProgressCallback?: (
|
|
downloadedBytes: number,
|
|
totalBytes: number
|
|
) => void;
|
|
/**
|
|
* Determines the host that will be used for downloading.
|
|
*
|
|
* @defaultValue Either
|
|
*
|
|
* - https://storage.googleapis.com/chrome-for-testing-public or
|
|
* - https://archive.mozilla.org/pub/firefox/nightly/latest-mozilla-central
|
|
*
|
|
*/
|
|
baseUrl?: string;
|
|
/**
|
|
* Whether to unpack and install browser archives.
|
|
*
|
|
* @defaultValue `true`
|
|
*/
|
|
unpack?: boolean;
|
|
/**
|
|
* @internal
|
|
* @defaultValue `false`
|
|
*/
|
|
forceFallbackForTesting?: boolean;
|
|
|
|
/**
|
|
* Whether to attempt to install system-level dependencies required
|
|
* for the browser.
|
|
*
|
|
* Only supported for Chrome on Debian or Ubuntu.
|
|
* Requires system-level privileges to run `apt-get`.
|
|
*
|
|
* @defaultValue `false`
|
|
*/
|
|
installDeps?: boolean;
|
|
}
|
|
|
|
/**
|
|
* Downloads and unpacks the browser archive according to the
|
|
* {@link InstallOptions}.
|
|
*
|
|
* @returns a {@link InstalledBrowser} instance.
|
|
*
|
|
* @public
|
|
*/
|
|
export function install(
|
|
options: InstallOptions & {unpack?: true}
|
|
): Promise<InstalledBrowser>;
|
|
/**
|
|
* Downloads the browser archive according to the {@link InstallOptions} without
|
|
* unpacking.
|
|
*
|
|
* @returns the absolute path to the archive.
|
|
*
|
|
* @public
|
|
*/
|
|
export function install(
|
|
options: InstallOptions & {unpack: false}
|
|
): Promise<string>;
|
|
export async function install(
|
|
options: InstallOptions
|
|
): Promise<InstalledBrowser | string> {
|
|
options.platform ??= detectBrowserPlatform();
|
|
options.unpack ??= true;
|
|
if (!options.platform) {
|
|
throw new Error(
|
|
`Cannot download a binary for the provided platform: ${os.platform()} (${os.arch()})`
|
|
);
|
|
}
|
|
const url = getDownloadUrl(
|
|
options.browser,
|
|
options.platform,
|
|
options.buildId,
|
|
options.baseUrl
|
|
);
|
|
try {
|
|
return await installUrl(url, options);
|
|
} catch (err) {
|
|
// If custom baseUrl is provided, do not fall back to CfT dashboard.
|
|
if (options.baseUrl && !options.forceFallbackForTesting) {
|
|
throw err;
|
|
}
|
|
debugInstall(`Error downloading from ${url}.`);
|
|
switch (options.browser) {
|
|
case Browser.CHROME:
|
|
case Browser.CHROMEDRIVER:
|
|
case Browser.CHROMEHEADLESSSHELL: {
|
|
debugInstall(
|
|
`Trying to find download URL via https://googlechromelabs.github.io/chrome-for-testing.`
|
|
);
|
|
interface Version {
|
|
downloads: Record<string, Array<{platform: string; url: string}>>;
|
|
}
|
|
const version = (await getJSON(
|
|
new URL(
|
|
`https://googlechromelabs.github.io/chrome-for-testing/${options.buildId}.json`
|
|
)
|
|
)) as Version;
|
|
let platform = '';
|
|
switch (options.platform) {
|
|
case BrowserPlatform.LINUX:
|
|
platform = 'linux64';
|
|
break;
|
|
case BrowserPlatform.MAC_ARM:
|
|
platform = 'mac-arm64';
|
|
break;
|
|
case BrowserPlatform.MAC:
|
|
platform = 'mac-x64';
|
|
break;
|
|
case BrowserPlatform.WIN32:
|
|
platform = 'win32';
|
|
break;
|
|
case BrowserPlatform.WIN64:
|
|
platform = 'win64';
|
|
break;
|
|
}
|
|
const url = version.downloads[options.browser]?.find(link => {
|
|
return link['platform'] === platform;
|
|
})?.url;
|
|
if (url) {
|
|
debugInstall(`Falling back to downloading from ${url}.`);
|
|
return await installUrl(new URL(url), options);
|
|
}
|
|
throw err;
|
|
}
|
|
default:
|
|
throw err;
|
|
}
|
|
}
|
|
}
|
|
|
|
async function installDeps(installedBrowser: InstalledBrowser) {
|
|
if (
|
|
process.platform !== 'linux' ||
|
|
installedBrowser.platform !== BrowserPlatform.LINUX
|
|
) {
|
|
return;
|
|
}
|
|
// Currently, only Debian-like deps are supported.
|
|
const depsPath = path.join(
|
|
path.dirname(installedBrowser.executablePath),
|
|
'deb.deps'
|
|
);
|
|
if (!existsSync(depsPath)) {
|
|
debugInstall(`deb.deps file was not found at ${depsPath}`);
|
|
return;
|
|
}
|
|
const data = readFileSync(depsPath, 'utf-8').split('\n').join(',');
|
|
if (process.getuid?.() !== 0) {
|
|
throw new Error('Installing system dependencies requires root privileges');
|
|
}
|
|
let result = spawnSync('apt-get', ['-v']);
|
|
if (result.status !== 0) {
|
|
throw new Error(
|
|
'Failed to install system dependencies: apt-get does not seem to be available'
|
|
);
|
|
}
|
|
debugInstall(`Trying to install dependencies: ${data}`);
|
|
result = spawnSync('apt-get', [
|
|
'satisfy',
|
|
'-y',
|
|
data,
|
|
'--no-install-recommends',
|
|
]);
|
|
if (result.status !== 0) {
|
|
throw new Error(
|
|
`Failed to install system dependencies: status=${result.status},error=${result.error},stdout=${result.stdout.toString('utf8')},stderr=${result.stderr.toString('utf8')}`
|
|
);
|
|
}
|
|
debugInstall(`Installed system dependencies ${data}`);
|
|
}
|
|
|
|
async function installUrl(
|
|
url: URL,
|
|
options: InstallOptions
|
|
): Promise<InstalledBrowser | string> {
|
|
options.platform ??= detectBrowserPlatform();
|
|
if (!options.platform) {
|
|
throw new Error(
|
|
`Cannot download a binary for the provided platform: ${os.platform()} (${os.arch()})`
|
|
);
|
|
}
|
|
const fileName = url.toString().split('/').pop();
|
|
assert(fileName, `A malformed download URL was found: ${url}.`);
|
|
const cache = new Cache(options.cacheDir);
|
|
const browserRoot = cache.browserRoot(options.browser);
|
|
const archivePath = path.join(browserRoot, `${options.buildId}-${fileName}`);
|
|
if (!existsSync(browserRoot)) {
|
|
await mkdir(browserRoot, {recursive: true});
|
|
}
|
|
|
|
if (!options.unpack) {
|
|
if (existsSync(archivePath)) {
|
|
return archivePath;
|
|
}
|
|
debugInstall(`Downloading binary from ${url}`);
|
|
debugTime('download');
|
|
await downloadFile(url, archivePath, options.downloadProgressCallback);
|
|
debugTimeEnd('download');
|
|
return archivePath;
|
|
}
|
|
|
|
const outputPath = cache.installationDir(
|
|
options.browser,
|
|
options.platform,
|
|
options.buildId
|
|
);
|
|
|
|
try {
|
|
if (existsSync(outputPath)) {
|
|
const installedBrowser = new InstalledBrowser(
|
|
cache,
|
|
options.browser,
|
|
options.buildId,
|
|
options.platform
|
|
);
|
|
if (!existsSync(installedBrowser.executablePath)) {
|
|
throw new Error(
|
|
`The browser folder (${outputPath}) exists but the executable (${installedBrowser.executablePath}) is missing`
|
|
);
|
|
}
|
|
await runSetup(installedBrowser);
|
|
if (options.installDeps) {
|
|
await installDeps(installedBrowser);
|
|
}
|
|
return installedBrowser;
|
|
}
|
|
debugInstall(`Downloading binary from ${url}`);
|
|
try {
|
|
debugTime('download');
|
|
await downloadFile(url, archivePath, options.downloadProgressCallback);
|
|
} finally {
|
|
debugTimeEnd('download');
|
|
}
|
|
|
|
debugInstall(`Installing ${archivePath} to ${outputPath}`);
|
|
try {
|
|
debugTime('extract');
|
|
await unpackArchive(archivePath, outputPath);
|
|
} finally {
|
|
debugTimeEnd('extract');
|
|
}
|
|
|
|
const installedBrowser = new InstalledBrowser(
|
|
cache,
|
|
options.browser,
|
|
options.buildId,
|
|
options.platform
|
|
);
|
|
if (options.buildIdAlias) {
|
|
const metadata = installedBrowser.readMetadata();
|
|
metadata.aliases[options.buildIdAlias] = options.buildId;
|
|
installedBrowser.writeMetadata(metadata);
|
|
}
|
|
|
|
await runSetup(installedBrowser);
|
|
if (options.installDeps) {
|
|
await installDeps(installedBrowser);
|
|
}
|
|
return installedBrowser;
|
|
} finally {
|
|
if (existsSync(archivePath)) {
|
|
await unlink(archivePath);
|
|
}
|
|
}
|
|
}
|
|
|
|
async function runSetup(installedBrowser: InstalledBrowser): Promise<void> {
|
|
// On Windows for Chrome invoke setup.exe to configure sandboxes.
|
|
if (
|
|
(installedBrowser.platform === BrowserPlatform.WIN32 ||
|
|
installedBrowser.platform === BrowserPlatform.WIN64) &&
|
|
installedBrowser.browser === Browser.CHROME &&
|
|
installedBrowser.platform === detectBrowserPlatform()
|
|
) {
|
|
try {
|
|
debugTime('permissions');
|
|
const browserDir = path.dirname(installedBrowser.executablePath);
|
|
const setupExePath = path.join(browserDir, 'setup.exe');
|
|
if (!existsSync(setupExePath)) {
|
|
return;
|
|
}
|
|
spawnSync(
|
|
path.join(browserDir, 'setup.exe'),
|
|
[`--configure-browser-in-directory=` + browserDir],
|
|
{
|
|
shell: true,
|
|
}
|
|
);
|
|
// TODO: Handle error here. Currently the setup.exe sometimes
|
|
// errors although it sets the permissions correctly.
|
|
} finally {
|
|
debugTimeEnd('permissions');
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @public
|
|
*/
|
|
export interface UninstallOptions {
|
|
/**
|
|
* Determines the platform for the browser binary.
|
|
*
|
|
* @defaultValue **Auto-detected.**
|
|
*/
|
|
platform?: BrowserPlatform;
|
|
/**
|
|
* The path to the root of the cache directory.
|
|
*/
|
|
cacheDir: string;
|
|
/**
|
|
* Determines which browser to uninstall.
|
|
*/
|
|
browser: Browser;
|
|
/**
|
|
* The browser build to uninstall
|
|
*/
|
|
buildId: string;
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @public
|
|
*/
|
|
export async function uninstall(options: UninstallOptions): Promise<void> {
|
|
options.platform ??= detectBrowserPlatform();
|
|
if (!options.platform) {
|
|
throw new Error(
|
|
`Cannot detect the browser platform for: ${os.platform()} (${os.arch()})`
|
|
);
|
|
}
|
|
|
|
new Cache(options.cacheDir).uninstall(
|
|
options.browser,
|
|
options.platform,
|
|
options.buildId
|
|
);
|
|
}
|
|
|
|
/**
|
|
* @public
|
|
*/
|
|
export interface GetInstalledBrowsersOptions {
|
|
/**
|
|
* The path to the root of the cache directory.
|
|
*/
|
|
cacheDir: string;
|
|
}
|
|
|
|
/**
|
|
* Returns metadata about browsers installed in the cache directory.
|
|
*
|
|
* @public
|
|
*/
|
|
export async function getInstalledBrowsers(
|
|
options: GetInstalledBrowsersOptions
|
|
): Promise<InstalledBrowser[]> {
|
|
return new Cache(options.cacheDir).getInstalledBrowsers();
|
|
}
|
|
|
|
/**
|
|
* @public
|
|
*/
|
|
export async function canDownload(options: InstallOptions): Promise<boolean> {
|
|
options.platform ??= detectBrowserPlatform();
|
|
if (!options.platform) {
|
|
throw new Error(
|
|
`Cannot download a binary for the provided platform: ${os.platform()} (${os.arch()})`
|
|
);
|
|
}
|
|
return await headHttpRequest(
|
|
getDownloadUrl(
|
|
options.browser,
|
|
options.platform,
|
|
options.buildId,
|
|
options.baseUrl
|
|
)
|
|
);
|
|
}
|
|
|
|
function getDownloadUrl(
|
|
browser: Browser,
|
|
platform: BrowserPlatform,
|
|
buildId: string,
|
|
baseUrl?: string
|
|
): URL {
|
|
return new URL(downloadUrls[browser](platform, buildId, baseUrl));
|
|
}
|