import { execSync } from 'child_process' import { existsSync } from 'fs' import { join, parse, sep } from 'path' import { Instance } from 'chalk' import { Command, Option } from 'clipanion' import { groupBy } from 'lodash-es' import toml from 'toml' import { getNapiConfig } from './consts' import { debugFactory } from './debug' import { createJsBinding } from './js-binding-template' import { getDefaultTargetTriple, parseTriple } from './parse-triple' import { copyFileAsync, mkdirAsync, readFileAsync, unlinkAsync, writeFileAsync, } from './utils' const debug = debugFactory('build') const chalk = new Instance({ level: 1 }) export class BuildCommand extends Command { static usage = Command.Usage({ description: 'Build and copy native module into specified dir', }) static paths = [['build']] appendPlatformToFilename = Option.Boolean(`--platform`, false, { description: `Add platform triple to the .node file. ${chalk.green( '[name].linux-x64-gnu.node', )} for example`, }) isRelease = Option.Boolean(`--release`, false, { description: `Bypass to ${chalk.green('cargo --release')}`, }) configFileName?: string = Option.String('--config,-c', { description: `napi config path, only JSON format accepted. Default to ${chalk.underline( chalk.green('package.json'), )}`, }) cargoName?: string = Option.String('--cargo-name', { description: `Override the ${chalk.green( 'name', )} field in ${chalk.underline(chalk.yellowBright('Cargo.toml'))}`, }) targetTripleDir = Option.String('--target', process.env.RUST_TARGET ?? '', { description: `Bypass to ${chalk.green('cargo --target')}`, }) features?: string = Option.String('--features', { description: `Bypass to ${chalk.green('cargo --features')}`, }) dts?: string = Option.String('--dts', 'index.d.ts', { description: `The filename and path of ${chalk.green( '.d.ts', )} file, relative to cwd`, }) cargoFlags = Option.String('--cargo-flags', '', { description: `All the others flag passed to ${chalk.yellow('cargo')}`, }) jsBinding = Option.String('--js', 'index.js', { description: `Path to the JS binding file, pass ${chalk.underline( chalk.yellow('false'), )} to disable it`, }) cargoCwd?: string = Option.String('--cargo-cwd', { description: `The cwd of ${chalk.underline( chalk.yellow('Cargo.toml'), )} file`, }) pipe?: string = Option.String('--pipe', { description: `Pipe [${chalk.green( '.js/.ts', )}] files to this command, eg ${chalk.green('prettier -w')}`, }) // https://github.com/napi-rs/napi-rs/issues/297 disableWindowsX32Optimize?: boolean = Option.Boolean( '--disable-windows-x32-optimize', true, { description: `Disable windows x32 ${chalk.green( 'lto', )} and increase ${chalk.green( 'codegen-units', )}. Enabled by default. See ${chalk.underline.blue( 'https://github.com/napi-rs/napi-rs/issues/297', )}`, }, ) destDir = Option.String({ required: false, }) async execute() { const cwd = this.cargoCwd ? join(process.cwd(), this.cargoCwd) : process.cwd() const releaseFlag = this.isRelease ? `--release` : '' const targetFlag = this.targetTripleDir ? `--target ${this.targetTripleDir}` : '' const featuresFlag = this.features ? `--features ${this.features}` : '' const triple = this.targetTripleDir ? parseTriple(this.targetTripleDir) : getDefaultTargetTriple( execSync('rustup show active-toolchain', { env: process.env, }).toString('utf8'), ) debug(`Current triple is: ${chalk.green(triple.raw)}`) const externalFlags = [ releaseFlag, targetFlag, featuresFlag, this.cargoFlags, ] .filter((flag) => Boolean(flag)) .join(' ') const cargoCommand = `cargo build ${externalFlags}` const intermediateTypeFile = join(__dirname, `type_def.${Date.now()}.tmp`) debug(`Run ${chalk.green(cargoCommand)}`) const additionalEnv = {} if ( triple.arch === 'ia32' && triple.platform === 'win32' && triple.abi === 'msvc' && this.disableWindowsX32Optimize ) { Object.assign(additionalEnv, { CARGO_PROFILE_RELEASE_CODEGEN_UNITS: 256, CARGO_PROFILE_RELEASE_LTO: false, }) } execSync(cargoCommand, { env: { ...process.env, ...additionalEnv, TYPE_DEF_TMP_PATH: intermediateTypeFile, }, stdio: 'inherit', cwd, }) const { binaryName, packageName } = getNapiConfig(this.configFileName) let dylibName = this.cargoName if (!dylibName) { let tomlContentString: string let tomlContent: any try { debug('Start read toml') tomlContentString = await readFileAsync( join(cwd, 'Cargo.toml'), 'utf-8', ) } catch { throw new TypeError(`Could not find Cargo.toml in ${cwd}`) } try { debug('Start parse toml') tomlContent = toml.parse(tomlContentString) } catch { throw new TypeError('Could not parse the Cargo.toml') } if (tomlContent.package?.name) { dylibName = tomlContent.package.name.replace(/-/g, '_') } else { throw new TypeError('No package.name field in Cargo.toml') } if (!tomlContent.lib?.['crate-type']?.includes?.('cdylib')) { throw new TypeError( `Missing ${chalk.green('create-type = ["cdylib"]')} in ${chalk.green( '[lib]', )}`, ) } } debug(`Dylib name: ${chalk.greenBright(dylibName)}`) const platform = triple.platform let libExt debug(`Platform: ${chalk.greenBright(platform)}`) // Platform based massaging for build commands switch (platform) { case 'darwin': libExt = '.dylib' dylibName = `lib${dylibName}` break case 'win32': libExt = '.dll' break case 'linux': case 'freebsd': case 'openbsd': case 'android': case 'sunos': dylibName = `lib${dylibName}` libExt = '.so' break default: throw new TypeError( 'Operating system not currently supported or recognized by the build script', ) } const targetRootDir = await findUp(cwd) if (!targetRootDir) { throw new TypeError('No target dir found') } const targetDir = join( this.targetTripleDir, this.isRelease ? 'release' : 'debug', ) const platformName = this.appendPlatformToFilename ? `.${triple.platformArchABI}` : '' debug(`Platform name: ${platformName || chalk.green('[Empty]')}`) const distFileName = `${binaryName}${platformName}.node` const distModulePath = join(this.destDir ?? '.', distFileName) const parsedDist = parse(distModulePath) if (parsedDist.dir && !existsSync(parsedDist.dir)) { await mkdirAsync(parsedDist.dir, { recursive: true }).catch((e) => { console.warn( chalk.bgYellowBright( `Create dir [${parsedDist.dir}] failed, reason: ${e.message}`, ), ) }) } const sourcePath = join( targetRootDir, 'target', targetDir, `${dylibName}${libExt}`, ) if (existsSync(distModulePath)) { debug(`remove old binary [${chalk.yellowBright(distModulePath)}]`) await unlinkAsync(distModulePath) } debug(`Write binary content to [${chalk.yellowBright(distModulePath)}]`) await copyFileAsync(sourcePath, distModulePath) const dtsFilePath = join( process.cwd(), this.destDir ?? '.', this.dts ?? 'index.d.ts', ) const idents = await processIntermediateTypeFile( intermediateTypeFile, dtsFilePath, ) if (this.pipe) { const pipeCommand = `${this.pipe} ${dtsFilePath}` console.info(`Run ${chalk.green(pipeCommand)}`) try { execSync(pipeCommand, { stdio: 'inherit', env: process.env }) } catch (e) { console.warn( chalk.bgYellowBright('Pipe the dts file to command failed'), e, ) } } const jsBindingFilePath = this.jsBinding && this.jsBinding !== 'false' ? join(process.cwd(), this.jsBinding) : null await writeJsBinding(binaryName, packageName, jsBindingFilePath, idents) if (this.pipe && jsBindingFilePath) { const pipeCommand = `${this.pipe} ${jsBindingFilePath}` console.info(`Run ${chalk.green(pipeCommand)}`) try { execSync(pipeCommand, { stdio: 'inherit', env: process.env }) } catch (e) { console.warn( chalk.bgYellowBright('Pipe the js binding file to command failed'), e, ) } } } } async function findUp(dir = process.cwd()): Promise { const dist = join(dir, 'target') if (existsSync(dist)) { return dir } const dirs = dir.split(sep) if (dirs.length < 2) { return null } dirs.pop() return findUp(dirs.join(sep)) } interface TypeDef { kind: 'fn' | 'struct' | 'impl' | 'enum' | 'interface' name: string def: string js_mod?: string js_doc: string } async function processIntermediateTypeFile( source: string, target: string, ): Promise { const idents: string[] = [] if (!existsSync(source)) { debug(`do not find tmp type file. skip type generation`) return idents } const tmpFile = await readFileAsync(source, 'utf8') const lines = tmpFile .split('\n') .map((line) => line.trim()) .filter(Boolean) const dtsHeader = `/* eslint-disable */ export class ExternalObject { readonly '': { readonly '': unique symbol [K: symbol]: T } }\n` const allDefs = lines.map((line) => JSON.parse(line) as TypeDef) function convertDefs(defs: TypeDef[], nested = false): string { const classes = new Map() const impls = new Map() let dts = '' const nest = nested ? 2 : 0 defs.forEach((def) => { switch (def.kind) { case 'struct': if (!nested) { idents.push(def.name) } classes.set(def.name, { def: def.def, js_doc: def.js_doc }) break case 'impl': impls.set(def.name, `${def.js_doc}${def.def}`) break case 'interface': dts += indentLines(`${def.js_doc}export interface ${def.name} {`, nest) + '\n' dts += indentLines(def.def, nest + 2) + '\n' dts += indentLines(`}`, nest) + '\n' break case 'enum': dts += indentLines(`${def.js_doc}export enum ${def.name} {`, nest) + '\n' dts += indentLines(def.def, nest + 2) + '\n' dts += indentLines(`}`, nest) + '\n' break default: if (!nested) { idents.push(def.name) } dts += indentLines(`${def.js_doc}${def.def}`, nest) + '\n' } }) for (const [name, { js_doc, def }] of classes.entries()) { const implDef = impls.get(name) dts += indentLines(`${js_doc}export class ${name} {`, nest) if (def) { dts += '\n' + indentLines(def, nest + 2) } if (implDef) { dts += '\n' + indentLines(implDef, nest + 2) } if (def || implDef) { dts += '\n' } else { dts += ` ` } dts += indentLines(`}`, nest) + '\n' } return dts } const topLevelDef = convertDefs(allDefs.filter((def) => !def.js_mod)) const namespaceDefs = Object.entries( groupBy( allDefs.filter((def) => def.js_mod), 'js_mod', ), ).reduce((acc, [mod, defs]) => { idents.push(mod) return acc + `export namespace ${mod} {\n${convertDefs(defs, true)}}\n` }, '') await unlinkAsync(source) await writeFileAsync(target, dtsHeader + topLevelDef + namespaceDefs, 'utf8') return idents } function indentLines(input: string, spaces: number) { return input .split('\n') .map( (line) => ''.padEnd(spaces, ' ') + (line.startsWith(' *') ? line.trimEnd() : line.trim()), ) .join('\n') } async function writeJsBinding( localName: string, packageName: string, distFileName: string | null, idents: string[], ) { if (distFileName) { const template = createJsBinding(localName, packageName) const declareCodes = `const { ${idents.join(', ')} } = nativeBinding\n` const exportsCode = idents.reduce( (acc, cur) => `${acc}\nmodule.exports.${cur} = ${cur}`, '', ) await writeFileAsync( distFileName, template + declareCodes + exportsCode + '\n', 'utf8', ) } }