// Native const { resolve } = require('path') // Packages const flatten = require('arr-flatten') const unique = require('array-unique') const ignore = require('ignore') const _glob = require('glob') const { stat, readdir, readFile } = require('fs-promise') // Ours const IGNORED = require('./ignored') const glob = async function(pattern, options) { return new Promise((resolve, reject) => { _glob(pattern, options, (error, files) => { if (error) { reject(error) } else { resolve(files) } }) }) } /** * Remove leading `./` from the beginning of ignores * because our parser doesn't like them :| */ const clearRelative = function(str) { return str.replace(/(\n|^)\.\//g, '$1') } /** * Returns the contents of a file if it exists. * * @return {String} results or `''` */ const maybeRead = async function(path, default_ = '') { try { return await readFile(path, 'utf8') } catch (err) { return default_ } } /** * Transform relative paths into absolutes, * and maintains absolutes as such. * * @param {String} maybe relative path * @param {String} parent full path */ const asAbsolute = function(path, parent) { if (path[0] === '/') { return path } return resolve(parent, path) } /** * Returns a list of files in the given * directory that are subject to be * synchronized for npm. * * @param {String} full path to directory * @param {String} contents of `package.json` to avoid lookup * @param {Object} options: * - `limit` {Number|null} byte limit * - `debug` {Boolean} warn upon ignore * @return {Array} comprehensive list of paths to sync */ async function npm( path, pkg = {}, nowConfig = {}, { limit = null, hasNowJson = false, debug = false } = {} ) { const whitelist = nowConfig.files || pkg.files // The package.json `files` whitelist still // honors ignores: https://docs.npmjs.com/files/package.json#files const search_ = whitelist || ['.'] // Convert all filenames into absolute paths const search = Array.prototype.concat.apply( [], await Promise.all( search_.map(file => glob(file, { cwd: path, absolute: true, dot: true })) ) ) // Compile list of ignored patterns and files const npmIgnore = await maybeRead(resolve(path, '.npmignore'), null) const gitIgnore = npmIgnore === null ? await maybeRead(resolve(path, '.gitignore')) : null const filter = ignore() .add( IGNORED + '\n' + clearRelative(npmIgnore === null ? gitIgnore : npmIgnore) ) .createFilter() const prefixLength = path.length + 1 // The package.json `files` whitelist still // honors npmignores: https://docs.npmjs.com/files/package.json#files // but we don't ignore if the user is explicitly listing files // under the now namespace, or using files in combination with gitignore const overrideIgnores = (pkg.now && pkg.now.files) || (gitIgnore !== null && pkg.files) const accepts = overrideIgnores ? () => true : file => { const relativePath = file.substr(prefixLength) if (relativePath === '') { return true } const accepted = filter(relativePath) if (!accepted && debug) { console.log('> [debug] ignoring "%s"', file) } return accepted } // Locate files if (debug) { console.time(`> [debug] locating files ${path}`) } const files = await explode(search, { accepts, limit, debug }) if (debug) { console.timeEnd(`> [debug] locating files ${path}`) } // Always include manifest as npm does not allow ignoring it // source: https://docs.npmjs.com/files/package.json#files files.push(asAbsolute('package.json', path)) if (hasNowJson) { files.push(asAbsolute('now.json', path)) } // Get files return unique(files) } /** * Returns a list of files in the given * directory that are subject to be * sent to docker as build context. * * @param {String} full path to directory * @param {String} contents of `Dockerfile` * @param {Object} options: * - `limit` {Number|null} byte limit * - `debug` {Boolean} warn upon ignore * @return {Array} comprehensive list of paths to sync */ async function docker( path, nowConfig = {}, { limit = null, hasNowJson = false, debug = false } = {} ) { const whitelist = nowConfig.files // Base search path // the now.json `files` whitelist still // honors ignores: https://docs.npmjs.com/files/package.json#files const search_ = whitelist || ['.'] // Convert all filenames into absolute paths const search = search_.map(file => asAbsolute(file, path)) // Compile list of ignored patterns and files const dockerIgnore = await maybeRead(resolve(path, '.dockerignore'), null) const filter = ignore() .add( IGNORED + '\n' + clearRelative( dockerIgnore === null ? await maybeRead(resolve(path, '.gitignore')) : dockerIgnore ) ) .createFilter() const prefixLength = path.length + 1 const accepts = function(file) { const relativePath = file.substr(prefixLength) if (relativePath === '') { return true } const accepted = filter(relativePath) if (!accepted && debug) { console.log('> [debug] ignoring "%s"', file) } return accepted } // Locate files if (debug) { console.time(`> [debug] locating files ${path}`) } const files = await explode(search, { accepts, limit, debug }) if (debug) { console.timeEnd(`> [debug] locating files ${path}`) } // Always include manifest as npm does not allow ignoring it // source: https://docs.npmjs.com/files/package.json#files files.push(asAbsolute('Dockerfile', path)) if (hasNowJson) { files.push(asAbsolute('now.json', path)) } // Get files return unique(files) } /** * Explodes directories into a full list of files. * Eg: * in: ['/a.js', '/b'] * out: ['/a.js', '/b/c.js', '/b/d.js'] * * @param {Array} of {String}s representing paths * @param {Array} of ignored {String}s. * @param {Object} options: * - `limit` {Number|null} byte limit * - `debug` {Boolean} warn upon ignore * @return {Array} of {String}s of full paths */ async function explode(paths, { accepts, debug }) { const list = async file => { let path = file let s if (!accepts(file)) { return null } try { s = await stat(path) } catch (e) { // In case the file comes from `files` // and it wasn't specified with `.js` by the user path = file + '.js' try { s = await stat(path) } catch (e2) { if (debug) { console.log('> [debug] ignoring invalid file "%s"', file) } return null } } if (s.isDirectory()) { const all = await readdir(file) /* eslint-disable no-use-before-define */ return many(all.map(subdir => asAbsolute(subdir, file))) /* eslint-enable no-use-before-define */ } else if (!s.isFile()) { if (debug) { console.log('> [debug] ignoring special file "%s"', file) } return null } return path } const many = all => Promise.all(all.map(file => list(file))) return flatten(await many(paths)).filter(v => v !== null) } module.exports = { npm, docker }