Skip to content

Commit

Permalink
build: add parallel script to build using bazel
Browse files Browse the repository at this point in the history
(cherry picked from commit ddec41e)
  • Loading branch information
kormide authored and alan-agius4 committed Dec 15, 2021
1 parent e0d1e19 commit 859db7d
Show file tree
Hide file tree
Showing 2 changed files with 181 additions and 0 deletions.
1 change: 1 addition & 0 deletions package.json
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@
"admin": "node ./bin/devkit-admin",
"bazel:test": "bazel test //packages/...",
"build": "node ./bin/devkit-admin build",
"build:bazel": "node ./bin/devkit-admin build-bazel",
"build-tsc": "tsc -p tsconfig.json",
"lint": "eslint --cache --max-warnings=0 \"**/*.ts\"",
"templates": "node ./bin/devkit-admin templates",
Expand Down
180 changes: 180 additions & 0 deletions scripts/build-bazel.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,180 @@
/**
* @license
* Copyright Google LLC All Rights Reserved.
*
* Use of this source code is governed by an MIT-style license that can be
* found in the LICENSE file at https://angular.io/license
*/

import { logging } from '@angular-devkit/core';
import { spawn } from 'child_process';
import fs from 'fs';
import { dirname, join, relative, resolve } from 'path';

const baseDir = resolve(`${__dirname}/..`);
const bazelCmd = process.env.BAZEL ?? `yarn --cwd "${baseDir}" --silent bazel`;
const distRoot = join(baseDir, '/dist');

type BuildMode = 'local' | 'snapshot' | 'release';

function _copy(from: string, to: string) {
// Create parent folder if necessary.
if (!fs.existsSync(dirname(to))) {
fs.mkdirSync(dirname(to), { recursive: true });
}

// Error out if destination already exists.
if (fs.existsSync(to)) {
throw new Error(`Path ${to} already exist...`);
}

from = relative(process.cwd(), from);
to = relative(process.cwd(), to);

const buffer = fs.readFileSync(from);
fs.writeFileSync(to, buffer);
}

function _recursiveCopy(from: string, to: string, logger: logging.Logger) {
if (!fs.existsSync(from)) {
logger.error(`File "${from}" does not exist.`);
process.exit(4);
}
if (fs.statSync(from).isDirectory()) {
fs.readdirSync(from).forEach((fileName) => {
_recursiveCopy(join(from, fileName), join(to, fileName), logger);
});
} else {
_copy(from, to);
}
}

function rimraf(location: string) {
// The below should be removed and replace with just `rmSync` when support for Node.Js 12 is removed.
const { rmSync, rmdirSync } = fs as typeof fs & {
rmSync?: (
path: fs.PathLike,
options?: {
force?: boolean;
maxRetries?: number;
recursive?: boolean;
retryDelay?: number;
},
) => void;
};

if (rmSync) {
rmSync(location, { force: true, recursive: true, maxRetries: 3 });
} else {
rmdirSync(location, { recursive: true, maxRetries: 3 });
}
}

function _clean(logger: logging.Logger) {
logger.info('Cleaning...');
logger.info(' Removing dist/...');
rimraf(join(__dirname, '../dist'));
}

function _exec(cmd: string, captureStdout: boolean, logger: logging.Logger): Promise<string> {
return new Promise((resolve, reject) => {
const proc = spawn(cmd, {
stdio: 'pipe',
shell: true,
});

let output = '';
proc.stdout.on('data', (data) => {
logger.info(data.toString().trim());
if (captureStdout) {
output += data.toString().trim();
}
});
proc.stderr.on('data', (data) => logger.info(data.toString().trim()));

proc.on('error', (error) => {
logger.error(error.message);
});

proc.on('exit', (status) => {
if (status !== 0) {
reject(`Command failed: ${cmd}`);
} else {
resolve(output);
}
});
});
}

async function _build(logger: logging.Logger, mode: BuildMode): Promise<string[]> {
logger.info(`Building (mode=${mode})...`);

const queryLogger = logger.createChild('query');
const queryTargetsCmd = `${bazelCmd} query --output=label "attr(name, npm_package_archive, //packages/...)"`;
const targets = (await _exec(queryTargetsCmd, true, queryLogger)).split(/\r?\n/);

let configArg = '';
if (mode === 'snapshot') {
configArg = '--config=snapshot';
} else if (mode === 'release') {
configArg = '--config=release';
}

const buildLogger = logger.createChild('build');

// If we are in release mode, run `bazel clean` to ensure the execroot and action cache
// are not populated. This is necessary because targets using `npm_package` rely on
// workspace status variables for the package version. Such NPM package targets are not
// rebuilt if only the workspace status variables change. This could result in accidental
// re-use of previously built package output with a different `version` in the `package.json`.
if (mode == 'release') {
buildLogger.info('Building in release mode. Resetting the Bazel execroot and action cache..');
await _exec(`${bazelCmd} clean`, false, buildLogger);
}

await _exec(`${bazelCmd} build ${configArg} ${targets.join(' ')}`, false, buildLogger);

return targets;
}

export default async function (
argv: { local?: boolean; snapshot?: boolean } = {},
logger: logging.Logger = new logging.Logger('build-logger'),
): Promise<{ name: string; outputPath: string }[]> {
const bazelBin = await _exec(`${bazelCmd} info bazel-bin`, true, logger);

_clean(logger);

let buildMode: BuildMode;
if (argv.local) {
buildMode = 'local';
} else if (argv.snapshot) {
buildMode = 'snapshot';
} else {
buildMode = 'release';
}

const targets = await _build(logger, buildMode);
const output: { name: string; outputPath: string }[] = [];

logger.info('Moving packages and tars to dist/');
const packageLogger = logger.createChild('packages');

for (const target of targets) {
const packageDir = target.replace(/\/\/packages\/(.*):npm_package_archive/, '$1');
const bazelOutDir = join(bazelBin, 'packages', packageDir, 'npm_package');
const tarPath = `${bazelBin}/packages/${packageDir}/npm_package_archive.tar.gz`;
const packageJsonPath = `${bazelOutDir}/package.json`;
const packageName = require(packageJsonPath).name;
const destDir = `${distRoot}/${packageName}`;

packageLogger.info(packageName);

_recursiveCopy(bazelOutDir, destDir, logger);
_copy(tarPath, `${distRoot}/${packageName.replace('@', '_').replace('/', '_')}.tgz`);

output.push({ name: packageDir, outputPath: destDir });
}

return output;
}

0 comments on commit 859db7d

Please sign in to comment.