feat: add asset flag for using cached artifact

closes #645

.editorconfig

@@ -0,0 +1,8 @@
+root = true
+[*]
+end_of_line = lf
+charset = utf-8
+indent_style = space
+indent_size = 2
+trim_trailing_whitespace = true
+insert_final_newline = true

.github/FUNDING.yml

@@ -0,0 +1 @@
+custom: https://www.paypal.me/calebsboyd

.github/ISSUE_TEMPLATE/bug-report.md

@@ -0,0 +1,23 @@
+---
+name: Bug Report
+about: Report a bug encountered while running Nexe
+labels: bug
+
+---
+<!-- Please use this template while reporting a bug and provide as much info as possible. Not doing so may result in your bug not being addressed in a timely manner. Thanks!
+-->
+
+**What happened**:
+
+**What you expected to happen**:
+
+**How to reproduce it (as minimally and precisely as possible)**:
+
+**Anything else we need to know?**:
+
+**Environment**:
+- Platform(OS/Version):
+- Host Node Version:
+- Target Node Version:
+- Nexe version:
+- Python Version:

.github/ISSUE_TEMPLATE/feature.md

@@ -0,0 +1,11 @@
+---
+name: Feature Request
+about: Suggest an feature request
+labels: feature
+
+---
+<!-- Please only use this template for submitting feature requests -->
+
+**What would you like to be added**:
+
+**Why is this needed**:

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,11 @@
+**What this PR does / why we need it**:
+
+**Which issue(s) this PR fixes**:
+<!--
+*Automatically closes linked issue when PR is merged.
+Usage: `Fixes #<issue number>`, or `Fixes (paste link of issue)`.
+_If PR is about `failing-tests or flakes`, please post the related issues/tests in a comment and do not use `Fixes`_*
+-->
+Fixes #
+
+**Special notes for your reviewer**:

.gitignore

@@ -1,12 +1,13 @@
-node_modules
 .DS_Store
-*.nex
-src
-nexe.exe
+temp/
+coverage
 nexe
-npm-debug.log
-test/**/src
-test/**/out.nex
-test/**/test.nex
-test/**/tmp
-test/**/node_modules
+node_modules
+*.log
+*.exe
+*.bin
+!winsw.exe
+.idea
+.nexe
+lib
+

.vscode/extensions.json

@@ -0,0 +1,3 @@
+{
+    "recommendations": [ "ms-vscode.vscode-typescript-tslint-plugin" ]
+}

.vscode/settings.json

@@ -0,0 +1,18 @@
+{
+  "tslint.enable": true,
+  "tslint.run": "onType",
+  "tslint.autoFixOnSave": true,
+  "files.exclude": {
+    "**/.git": true,
+    "**/.svn": true,
+    "**/.hg": true,
+    "**/CVS": true,
+    "**/.DS_Store": true
+  },
+  "search.exclude": {
+    "lib/**/*": true,
+    "**/node_modules": true,
+    "**/bower_components": true
+  },
+  "typescript.tsdk": "node_modules\\typescript\\lib"
+}

CHANGELOG.md

@@ -1,51 +1,64 @@
 # Nexe ChangeLog
 
+## 2017-05-29, Version v2.0.0-beta.1, @calebboyd
+
+Nexe 2.0 is a rewrite to enable some new features. These include:
+  * Quick Builds!
+  * Userland build patches
+  * Resource storage/access rewrite
+  * stdin interface
+  * Optional, pluggable bundling
+
+### Breaking Changes
+  * New options -- Please see the [readme](README.md#options)
+  * Bundling is no longer enabled by default
+  * To access included resources `fs.readFile` and `fs.readFileSync` should be used
+
 ## 2015-02-20, Version v0.3.7, @jaredallard
 
 ### Noteable Changes
 
-   * Fixed #103.
-   * Made not-available require not a fatal error.
-   * Stub and system to ignore certain requires.
-   * Added 'sys' to ignore list.
-   * We have a gitter!
-   * Gave win32 a 100 length progress bar.
+  * Fixed #103.
+  * Made not-available require not a fatal error.
+  * Stub and system to ignore certain requires.
+  * Added 'sys' to ignore list.
+  * We have a gitter!
+  * Gave win32 a 100 length progress bar.
 
 ### Commits
-  
-   * [**2cacd83**] Update README.md (@crcn)
-   * [**0e90ac9**] Update README.md (@crcn)
-   * [**54967d1**] Added Gitter badge (@jaredallard)
-   * [**bb489a3**] Fixes #98 by giving win32 a 100 length progress bar. (@jaredallard)
-   * [**39665a8**] Lighter weight way to accomplish the exclusion of the sys module (@CKarper)
-   * [**5aca22d**] This handles embedding 'bin' scripts with shebang interpreter... (@CKarper)
-   * [**e79b0fb**] Stub to ignore require('sys') (@CKarper)
+
+  * [**2cacd83**] Update README.md (@crcn)
+  * [**0e90ac9**] Update README.md (@crcn)
+  * [**54967d1**] Added Gitter badge (@jaredallard)
+  * [**bb489a3**] Fixes #98 by giving win32 a 100 length progress bar. (@jaredallard)
+  * [**39665a8**] Lighter weight way to accomplish the exclusion of the sys module (@CKarper)
+  * [**5aca22d**] This handles embedding 'bin' scripts with shebang interpreter... (@CKarper)
+  * [**e79b0fb**] Stub to ignore require('sys') (@CKarper)
 
 ## 2015-02-15, Version v0.3.6, @jaredallard
 
 ### Noteable Changes
 
-   * Now support .json in require.
-   * Fixed a major --python flag bug.
+  * Now support .json in require.
+  * Fixed a major --python flag bug.
 
 ### Commits
 
-   * [**cac6986**] V bump to solve critical error. (@jaredallard)
-   * [**b040337**] Fixes #99, resolves #97 by warning on missing file. New examples... (@jaredallard)
-   * [**ad4da1d**] Support .json extensions in require() resolution (@CKarper)
+  * [**cac6986**] V bump to solve critical error. (@jaredallard)
+  * [**b040337**] Fixes #99, resolves #97 by warning on missing file. New examples... (@jaredallard)
+  * [**ad4da1d**] Support .json extensions in require() resolution (@CKarper)
 
 ## 2015-02-14, Version v0.3.5, @jaredallard
 
-
 ### Noteable Changes
 
-   * Added new flag: `--python </path/to/python>`
-   * Added resourceFiles option which allows embedding files and getting them via embed.js
-   * Updated a bunch of the dependencies.
-   * `process.argv` is now consistent in a child fork case.
-   * Added `child_process.fork` support.
-   * Added new collaborators:
-      * Jared Allard (@jaredallard)
+  * Added new flag: `--python </path/to/python>`
+  * Added resourceFiles option which allows embedding files and getting them via embed.js
+  * Updated a bunch of the dependencies.
+  * `process.argv` is now consistent in a child fork case.
+  * Added `child_process.fork` support.
+  * Added new collaborators:
+    * Jared Allard (@jaredallard)
 
 ### Commits
 

LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2013 Craig Condon
+Copyright (c) 2013-2018 Nexe Contributors
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

README.md

@@ -1,186 +1,233 @@
-### Nexe
+<p align="center"><img src="https://cloud.githubusercontent.com/assets/2391349/23598327/a17bb68a-01ee-11e7-8f55-88a5fc96e997.png" /></p>
 
-[![Join the chat at https://gitter.im/crcn/nexe](https://badges.gitter.im/Join%20Chat.svg)](https://gitter.im/jaredallard/nexe?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge) [![Dependency Status](https://david-dm.org/jaredallard/nexe.svg)](https://david-dm.org/crcn/nexe)
-[![Stories in Ready](https://badge.waffle.io/jaredallard/nexe.svg?label=ready&title=Ready)](http://waffle.io/jaredallard/nexe)
+<p align="center">
+  <a href="https://dev.azure.com/nexe-ci/Nexe/_build?definitionId=1"><img src="https://img.shields.io/azure-devops/build/nexe-ci/nexe/1/master.svg" alt="Build Status"></a>
+  <a href="https://www.npmjs.com/package/nexe"><img src="https://img.shields.io/npm/dt/nexe.svg" alt="Downloads"></a>
+  <a href="https://www.npmjs.com/package/nexe"><img src="https://img.shields.io/npm/v/nexe.svg" alt="Version"></a>
+  <a href="https://www.npmjs.com/package/nexe"><img src="https://img.shields.io/npm/l/nexe.svg" alt="License"></a>
+</p>
 
-Nexe is a command-line utility that compiles your Node.js application into a single executable file.
+<p align="center"><code>npm i nexe -g</code></p>
+<p align="center">Nexe is a command-line utility that compiles your Node.js application into a single executable file.</p>
 
-![screen shot 2014-02-28 at 10 32 54 am](https://f.cloud.github.com/assets/757408/2296993/c276f7b6-a0a6-11e3-86d3-e6c5feba2a85.png)
+<p align="center">
+  <img src="https://user-images.githubusercontent.com/5818726/30999006-df7e0ae0-a497-11e7-96db-9ce87ae67b34.gif"/>
+</p>
 
+## Motivation and Features
 
-### Motivation
-
+- Self contained applications
 - Ability to run multiple applications with *different* node.js runtimes.
-- Distributable binaries without needing node / npm.
-- Starts faster.
+- Distribute binaries without needing node / npm.
+- Idempotent builds
+- Start and deploy faster.
 - Lockdown specific application versions, and easily rollback.
-- Faster deployments.
+- Flexible build pipeline
+- Cross platform builds
 
-## Building Requirements
+## Usage
 
-- Linux / Mac / BSD / Windows
-- Python 2.6 or 2.7 (use --python if not in PATH)
-- Windows: Visual Studio 2010+
+- Application entrypoint:
 
-## Caveats
+  `nexe my-app.js`
 
-### Doesn't support native modules
+- stdin interface
 
-- Use the techniques below for working around dynamic require statements to exclude the module from the bundling, and deploy along side the executable in a node_module folder so your app can find it. Note: On windows you may need to have your app be named node.exe if .node file depends on node.
+  `rollup -c | nexe --resource "./public/**/*" -o my-app.exe`
 
-### Doesn't support dynamic require statements
+For more CLI options see: `nexe --help`
 
-Such As:
+### Examples
+
+- `nexe server.js -r "public/**/*.html"`
+- `nexe --build`
+- `nexe -t x86-8.0.0`
+
+## Resources
+
+Additional files or resources can be added to the binary by passing `-r "glob/pattern/**/*"`. These included files can be read in the application by using `fs.readFile` or `fs.readFileSync`.
+
+## Compiling Node
+
+By default `nexe` will attempt to download a pre-built executable. These are listed on the [Nexe V3 releases page](https://github.com/nexe/nexe/releases/tag/v3.3.3). The exact version you want may be unavailable or you may want to customize what is built. See `nexe --help` for a list of options available when passing the [`--build`](#build-boolean) option. You will also need to ensure your environment is setup to [build node](https://github.com/nodejs/node/blob/master/BUILDING.md). Note: the `python` binary in your path should be an acceptable version of python 2. eg. Systems that have python2 will need to create a [symlink](https://github.com/nexe/nexe/issues/354#issuecomment-319874486).
+
+## Node.js API
+
+#### Example
 
 ```javascript
-var x = require(someVar);
+const { compile } = require('nexe')
+
+compile({
+  input: './my-app.js',
+  build: true, //required to use patches
+  patches: [
+    async (compiler, next) => {
+      await compiler.setFileContentsAsync(
+        'lib/new-native-module.js',
+        'module.exports = 42'
+      )
+      return next()
+    }
+  ]
+}).then(() => {
+  console.log('success')
+})
+```
+## NexeOptions
+
+### `options: object`
+
+ - #### `input: string`
+    - Input bundle file path
+    - default: stdin or the current directory's main file (package.json)
+ - #### `output: string`
+    - Output executable file path
+    - default: same as `name` with an OS specific extension.
+ - #### `target: string | object`
+    - An object or string describing platform-arch-version. e.g. `'windows-ia32-10.13.0'`
+      - each segment is optional, and will be merged with the current environment
+      - Examples: ([full list](https://github.com/nexe/nexe/releases))
+        - `'win32-x86-10.13.0`
+        - `{ platform: 'alpine' }`
+        - `darwin-10.13.0`
+        - `linux-x64`
+        - `macos-10.13.0`
+
+        See [test/target.spec.ts](test/target.spec.ts)
+    - If the [`build`](#build-boolean) flag is set, the platform portion of the target is ignored.
+    - default: `process`
+- #### `bundle: string | boolean`
+    - If a string is provided it must be a valid relative module path
+    and should provide an export with the following signature:
+    ```typescript
+    export function createBundle (options: NexeOptions): Promise<string>
+    ```
+    - default: true
+ - #### `name: string`
+    - Module friendly name of the application
+    - default: basename of the input file, or `nexe_${Date.now()}`
+ - #### `cwd: string`
+    - Directory nexe will operate on as though it is the cwd
+    - default: process.cwd()
+ - #### `mangle: boolean`
+    - If set to false, nexe will not include the virtual filesystem (your application and resources) on the output.
+    - This will cause the output to error as an "Invalid Binary" unless a userland patch alters the contents of lib/_third_party_main.js in the nodejs source.
+    - default: true
+ - #### `build: boolean`
+    - Build node from source, passing this flag tells nexe to download and build from source. Subsequently using this flag will cause nexe to use the previously built binary. To rebuild, first add [`--clean`](#clean-boolean)
+ - #### `remote: string`
+    - Provide a custom remote location for fetching pre-built nexe binaries from. This can either be an HTTP or HTTPS URL or a file path.
+    - default: `null`
+ - #### `python: string`
+    - On Linux this is the path pointing to your python2 executable
+    - On Windows this is the directory where `python` can be accessed
+    - default: `null`
+ - #### `flags: string[]`
+    - Array of node runtime flags to build node with.
+    - Example: `['--expose-gc']`
+    - default: `[]`
+ - #### `configure: string[]`
+    - Array of arguments for the node build configure step
+    - Example: `['--with-dtrace', '--dest-cpu=x64']`
+    - default: `[]`
+ - #### `make: string[]`
+    - Array of arguments for the node build make step
+    - default: `[]`
+ - #### `vcBuild: string[]`
+    - Options for windows build
+    - default: `['nosign', 'release']`
+ - #### `snapshot: string`
+    - path to a file to be used as the warmup snapshot for the build
+    - default: `null`
+ - #### `resources: string[]`
+    - Array of globs with files to include in the build
+    - Example: `['./public/**/*']`
+    - default: `[]`
+ - #### `temp: string`
+    - Path to use for storing nexe's build files
+    - Override in the env with `NEXE_TEMP`
+    - default: `~/.nexe`
+ - #### `ico: string`
+    - Path to a user provided icon to be used (Windows only). Requires `--build` to be set.
+ - #### `rc: object`
+    - Settings for patching the [node.rc](https://github.com/nodejs/node/blob/master/src/res/node.rc) configuration file (Windows only).
+    - Example (keys may vary depending on the version. Reference the file linked above):
+      ```javascript
+        {
+          CompanyName: "ACME Corp",
+          PRODUCTVERSION: "17,3,0,0",
+          FILEVERSION: "1,2,3,4"
+          ...
+        }
+      ```
+    - default: `{}`
+ - #### `clean: boolean`
+    - If included, nexe will remove temporary files for the accompanying configuration and exit
+ - #### `enableNodeCli: boolean`
+    - Enable the original Node CLI (will prevent application cli from working).
+    - Node CLI arguments passed via the [NODE_OPTIONS](https://nodejs.org/api/cli.html#cli_node_options_options) environment
+      variable will still be processed. NODE_OPTIONS support can be disabled with the `--without-node-options` configure flag.
+    - default: `false`
+  - #### `fakeArgv: boolean`
+    - fake the entry point file name (`process.argv[1]`). If nexe was used with stdin this will be `'[stdin]'`.
+ - #### `ghToken: string`
+    - Provide a Github Token for accessing nexe releases
+    - This is usually needed in CI environments
+    - default: `process.env.GITHUB_TOKEN`
+ - #### `sourceUrl: string`
+    - Provide an alternate url for the node source code
+    - Note: temporary files will still be created for this under the specified version
+ - #### `loglevel: string`
+    - Set the loglevel, info, silent, or verbose
+    - default: `'info'`
+ - #### `patches: NexePatch[]`
+    - Userland patches for patching or modifying node source
+    - default: `[]`
+ - #### `plugins: NexePatch[]`
+    - Userland plugins for modifying nexe executable behavior
+    - default: `[]`
+
+### `NexePatch: (compiler: NexeCompiler, next: () => Promise<void>) => Promise<void>`
+
+Patches and Plugins are just a middleware functions that take two arguments, the `compiler`, and `next`. The compiler is described below, and `next` ensures that the pipeline continues. Its invocation should always be awaited or returned to ensure correct behavior. Patches also require that [`--build`](#build-boolean) be set, while plugins do not.
+
+For examples, see the built in patches: [src/patches](src/patches).
+
+### `NexeCompiler`
+
+ - `setFileContentsAsync(filename: string, contents: string): Promise<void>`
+    - Quickly set a file's contents within the downloaded Node.js source.
+ - `replaceInFileAsync(filename: string, ...replaceArgs): Promise<void>`
+    - Quickly perform a replace in a file within the downloaded Node.js source. The rest arguments are passed along to `String.prototype.replace`
+ - `readFileAsync(filename: string): Promise<NexeFile>`
+    - Access (or create) a file within the downloaded Node.js source.
+ - `addResource(filename: string, contents: Buffer): Promise<void>`
+    - Add a resource to the nexe bundle
+ - `files: NexeFile[]`
+    - The cache of the currently read, modified, or created files within the downloaded Node.js source.
+
+#### `NexeFile`
+  - `contents: string`
+  - `absPath: string`
+  - `filename: string`
+
+Any modifications made to `NexeFile#contents` will be maintained in the cache _without_ the need to explicitly write them back out, e.g. using `NexeCompiler#setFileContentsAsync`.
+
+## Native Modules
+
+In order to use native modules, the native binaries must be shipped alongside the binary generated by nexe.
+
+## Contributing
+
+Building
+```
+$ git clone git@github.com:nexe/nexe.git
+$ cd nexe
+$ npm i && npm run build
 ```
 
-In this case nexe won't bundle the file
-
-```javascript
-	var x;
-	if (someCheck) {
-		x = require("./ver1.js");
-	} else {
-		x = require("./var2.js");
-	}
+Testing
 ```
-
-In this case nexe will bundle both files.
-
-Workarounds:
-1) for dynamic requires that you want bundled add the following into your project
-
-```javascript
-	var dummyToForceIncludeForBundle = false;
-	if (dummyToForceIncludeForBundle) {
-		require("./loadedDynamicallyLater.js");
-		// ...
-	}
+$ npm test
 ```
-this will trick the bundler into including them.
-
-2) for dynamic files getting included that you don't want to be
-
-```javascript
-	var moduleName = "./ver2.js";
-	if (someCheck) {
-		moduleName = "./ver1.js";
-	}
-	var x = require(moduleName);
-```
-Note: neither file will be bundled.
-
-Using these two techniques you can change your application code so modules are not bundles, and generate a includes.js file as part of your build process so that the right files get bundled for your build configuration.
-
-### &#95;&#95;dirname
-
-Once the module is bundled it is part of the executable. &#95;&#95;dirname is therefore the executable dir (process.execPath). Thus if you put resources on a relative path from the the executable your app will be able to access them.
-
-If you had a data file at `/dev/myNodeApp/stateManager/handler/data/some.csv`
-and a file at `/dev/myNodeApp/stateManager/handler/loader.js`
-
-```javascript
-	module.exports = fw.readFileSync(path.join(__dirname, "./data/some.csv"));
-```
-You would need to deploy some.csv in a sub dir `data/` along side your executable
-
-There are potential use cases for &#95;&#95;dirname where the executable path is not the correct substitution, and could result in a silent error (possibly even in a dependency that you are unaware of).
-
-Note: &#95;&#95;filename will be 'undefined'
-
-### child_process.fork
-
-child_process.spawn works is unmodified, but child_process.fork will make an attempt to launch a new instance of your executable and run the bundled module.
-
-## Installation
-
-Via NPM:
-
-```bash
-	npm install nexe [-g]
-```
-
-Or git:
-
-```bash
-	git clone https://github.com/crcn/nexe.git
-```
-
-### CLI Usage
-
-```text
-
-Usage: nexe -i [sources] -o [binary] [options]
-
-Options:
-	-i, --input    The entry javascript files         [default: cwd]
-	-o, --output   The output binary                  [default: out.nex]
-	-r, --runtime  The node.js runtime to use         [default: "latest"]
-	-t, --temp     The path to store node.js sources  [default: ./tmp/nexe]
-	-f, --flags    Don't parse node and v8 flags, pass through app flags  [default: false]
-	-v, --version  Display version number
-	-p, --python   Set path of python to use.         [default: "python"]
-	-F, --framework Set the framework to use.          [default: "nodejs"]
-
-```
-
-
-### Code Usage
-
-```javascript
-
-var nexe = require('nexe');
-
-nexe.compile({
-	input: 'input.js', // where the input file is
-	output: 'path/to/bin', // where to output the compiled binary
-	nodeVersion: '5.5.0', // node version
-	nodeTempDir: 'src', // where to store node source.
-	nodeConfigureArgs: ['opt', 'val'], // for all your configure arg needs.
-	nodeMakeArgs: ["-j", "4"], // when you want to control the make process.
-	python: 'path/to/python', // for non-standard python setups. Or python 3.x forced ones.
-	resourceFiles: [ 'path/to/a/file' ], // array of files to embed.
-	flags: true, // use this for applications that need command line flags.
-	jsFlags: "--use_strict", // v8 flags
-	framework: "node" // node, nodejs, or iojs
-}, function(err) {
-	if(err) {
-		return console.log(err);
-	}
-
-	 // do whatever
-});
-
-```
-
-### package.json inclusion
-
-As of 0.4.0 you can now embed nexe options into package.json. Note that this Format
-is still in works, so it is likely to change.
-
-```json
-"nexe": {
-	"input": "./bin/nexe",
-	"output": "nexe^$",
-	"temp": "src",
-	"runtime": {
-		"framework": "node",
-		"version": "5.5.0",
-		"js-flags": "--use_strict",
-		"ignoreFlags": true
-	}
-}
-```
-
-Notes:
-
-* output: can use ^$ for platform specific file extension
-* js-flags: this is also known as v8 flags, and supports *all* v8 flags.
-
-## Maintainers
-
-* __Jared Allard__ ([@jaredallard](https://github.com/jaredallard)) &lt;[jaredallard@outlook.com](mailto:jaredallard@outlook.com)&gt; (Active)
-* __Christopher Karper__ ([@ckarper](https://github.com/CKarper)) &lt;[Christopher.Karper@gmail.com](mailto:Christopher.Karper@gmail.com)&gt; (Active)
-* __Craig Condon__ ([@crcn](https://github.com/crcn)) &lt;[craig.j.condon@gmail.com](mailto:craig.j.condon@gmail.com)&gt; (Old Project Owner)

azure-pipelines.yml

@@ -0,0 +1,69 @@
+schedules:
+- cron: "0 8 * * *"
+  displayName: "Daily Build 1"
+  always: true
+  branches:
+    include:
+      - master
+- cron: "0 13 * * *"
+  displayName: "Daily Build 2"
+  always: true
+  branches:
+    include:
+      - master
+- cron: "0 19 * * *"
+  displayName: "Daily Build 3"
+  always: true
+  branches:
+    include:
+      - master
+jobs:
+- job: BaseBuild
+  timeoutInMinutes: 360
+  strategy:
+    matrix:
+      linux:
+        imageName: 'ubuntu-16.04'
+      mac:
+        imageName: 'macos-10.15'
+      windows_2017:
+        imageName: 'vs2017-win2016'
+      windows_2015:
+        imageName: 'vs2017-win2016'
+      alpine:
+        imageName: 'ubuntu-16.04'
+  pool:
+    vmImage: $(imageName)
+  steps:
+  - task: UsePythonVersion@0
+    displayName: Setup Python
+    inputs:
+      versionSpec: '2.7'
+      architecture: 'x64'
+  - task: NodeTool@0
+    displayName: Install Node
+    inputs:
+      versionSpec: '12.x'
+  - script: sudo apt-get update && sudo apt-get install -y libc6-dev-i386 gcc-multilib g++-multilib
+    condition: contains(variables['Agent.JobName'], 'linux')
+    displayName: Install Linux build dependencies
+  - script: choco install visualcpp-build-tools --version 14.0.25420.1 -fy && npm config set msvs_version 2015
+    condition: contains(variables['Agent.JobName'], 'windows_2015')
+    displayName: Install Windows build dependencies
+  - script: npm install && npm run ci:build
+    displayName: Build Nexe
+    env:
+      GITHUB_TOKEN: $(PersonalGithubToken)
+      NEXE_VERBOSE: $(NEXE_VERBOSE)
+      msbuild_args: /3G
+    condition: not(contains(variables['Agent.JobName'], 'windows'))
+  - powershell: |
+      iex (new-object net.webclient).downloadstring('https://get.scoop.sh')
+      scoop install nasm
+      npm install
+      npm run ci:build
+    displayName: Build Nexe (Windows)
+    condition: contains(variables['Agent.JobName'], 'windows')
+    env:
+      GITHUB_TOKEN: $(PersonalGithubToken)
+      NEXE_VERBOSE: $(NEXE_VERBOSE)

bin/nexe

@@ -1,96 +0,0 @@
-#!/usr/bin/env node
-
-var path = require('path'),
-    fs   = require('fs'),
-		nexe = require('../lib'),
-		_log = require("../lib/log"),
-    cli = require('yargs').
-usage('Usage: $0 -i [sources] -o [binary]').
-options('i', {
-	demand: true,
-	alias: 'input',
-	desc: 'The entry javascript files',
-	default: process.cwd()
-}).
-options('o', {
-	demand: true,
-	alias: 'output',
-	desc: 'The output binary',
-	default: "out.nex"
-}).
-options('r', {
-	alias: 'runtime',
-	default: 'latest',
-	description: 'The node.js runtime to use'
-}).
-options('t', {
-	alias: 'temp',
-	default: './tmp/nexe',
-	description: 'The path to store node.js sources'
-}).
-options('f', {
-	alias: 'flags',
-	description: 'Don\'t parse node and v8 flags, pass through app flags',
-	default: false
-}).
-options('v', {
-	alias: 'version',
-	description: 'Display version number'
-}).
-options('p', {
-	alias: 'python',
-	description: 'Set path of python to use.',
-	default: 'python'
-}).
-options('F', {
-	alias: 'framework',
-	description: 'Set the framework to use',
-	default: 'nodejs'
-});
-
-var argv = cli.argv;
-if(argv.h || argv.help) {
-	cli.showHelp();
-	process.exit();
-} else if (argv.v || argv.version) {
-	var pkginfo = require('../package.json');
-	console.log(pkginfo.version);
-	process.exit();
-}
-
-/**
- * TODO: Support network shares?
- **/
-function toAbsolute(pt) {
-	if(pt.substr(0, 1) == "/") return pt;
-	if(pt.substr(1, 3) == ":/") return pt; // for windows "c:/"
-	return path.join(process.cwd(), pt);
-}
-
-if(fs.lstatSync(argv.i).isDirectory()) {
-	opts = nexe.package(path.join(argv.i, "package.json"), argv);
-	nexe.compile(opts, function(error) {
-		if(error) {
-			return console.log(error.message);
-		}
-	});
-} else {
- /**
- 	* Call the core
- 	**/
-	nexe.compile({
-			input       : require.resolve(toAbsolute(argv.i)),
-			output      : toAbsolute(argv.o),
-			flags       : argv.f,
-			nodeVersion : argv.r,
-			python      : argv.python,
-			nodeTempDir : toAbsolute(argv.t),
-			framework   : argv.F
-		},
-		function(error) {
-  		if(error) {
-				return console.log(error.message);
-			}
-		}
-	);
-}

examples/express-app/index.js

@@ -0,0 +1,8 @@
+const express = require('express')
+const path = require('path')
+const app = express()
+app.use('/', express.static(path.join(__dirname, 'public')))
+
+
+app.listen(8888)
+

examples/express-app/package-lock.json

@@ -0,0 +1,373 @@
+{
+  "name": "express-app",
+  "version": "1.0.0",
+  "lockfileVersion": 1,
+  "requires": true,
+  "dependencies": {
+    "accepts": {
+      "version": "1.3.5",
+      "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.5.tgz",
+      "integrity": "sha1-63d99gEXI6OxTopywIBcjoZ0a9I=",
+      "requires": {
+        "mime-types": "~2.1.18",
+        "negotiator": "0.6.1"
+      }
+    },
+    "array-flatten": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz",
+      "integrity": "sha1-ml9pkFGx5wczKPKgCJaLZOopVdI="
+    },
+    "body-parser": {
+      "version": "1.18.2",
+      "resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.18.2.tgz",
+      "integrity": "sha1-h2eKGdhLR9hZuDGZvVm84iKxBFQ=",
+      "requires": {
+        "bytes": "3.0.0",
+        "content-type": "~1.0.4",
+        "debug": "2.6.9",
+        "depd": "~1.1.1",
+        "http-errors": "~1.6.2",
+        "iconv-lite": "0.4.19",
+        "on-finished": "~2.3.0",
+        "qs": "6.5.1",
+        "raw-body": "2.3.2",
+        "type-is": "~1.6.15"
+      }
+    },
+    "bytes": {
+      "version": "3.0.0",
+      "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.0.0.tgz",
+      "integrity": "sha1-0ygVQE1olpn4Wk6k+odV3ROpYEg="
+    },
+    "content-disposition": {
+      "version": "0.5.2",
+      "resolved": "https://registry.npmjs.org/content-disposition/-/content-disposition-0.5.2.tgz",
+      "integrity": "sha1-DPaLud318r55YcOoUXjLhdunjLQ="
+    },
+    "content-type": {
+      "version": "1.0.4",
+      "resolved": "https://registry.npmjs.org/content-type/-/content-type-1.0.4.tgz",
+      "integrity": "sha512-hIP3EEPs8tB9AT1L+NUqtwOAps4mk2Zob89MWXMHjHWg9milF/j4osnnQLXBCBFBk/tvIG/tUc9mOUJiPBhPXA=="
+    },
+    "cookie": {
+      "version": "0.3.1",
+      "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.3.1.tgz",
+      "integrity": "sha1-5+Ch+e9DtMi6klxcWpboBtFoc7s="
+    },
+    "cookie-signature": {
+      "version": "1.0.6",
+      "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
+      "integrity": "sha1-4wOogrNCzD7oylE6eZmXNNqzriw="
+    },
+    "debug": {
+      "version": "2.6.9",
+      "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
+      "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
+      "requires": {
+        "ms": "2.0.0"
+      }
+    },
+    "depd": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.2.tgz",
+      "integrity": "sha1-m81S4UwJd2PnSbJ0xDRu0uVgtak="
+    },
+    "destroy": {
+      "version": "1.0.4",
+      "resolved": "https://registry.npmjs.org/destroy/-/destroy-1.0.4.tgz",
+      "integrity": "sha1-l4hXRCxEdJ5CBmE+N5RiBYJqvYA="
+    },
+    "ee-first": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz",
+      "integrity": "sha1-WQxhFWsK4vTwJVcyoViyZrxWsh0="
+    },
+    "encodeurl": {
+      "version": "1.0.2",
+      "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz",
+      "integrity": "sha1-rT/0yG7C0CkyL1oCw6mmBslbP1k="
+    },
+    "escape-html": {
+      "version": "1.0.3",
+      "resolved": "https://registry.npmjs.org/escape-html/-/escape-html-1.0.3.tgz",
+      "integrity": "sha1-Aljq5NPQwJdN4cFpGI7wBR0dGYg="
+    },
+    "etag": {
+      "version": "1.8.1",
+      "resolved": "https://registry.npmjs.org/etag/-/etag-1.8.1.tgz",
+      "integrity": "sha1-Qa4u62XvpiJorr/qg6x9eSmbCIc="
+    },
+    "express": {
+      "version": "4.16.3",
+      "resolved": "https://registry.npmjs.org/express/-/express-4.16.3.tgz",
+      "integrity": "sha1-avilAjUNsyRuzEvs9rWjTSL37VM=",
+      "requires": {
+        "accepts": "~1.3.5",
+        "array-flatten": "1.1.1",
+        "body-parser": "1.18.2",
+        "content-disposition": "0.5.2",
+        "content-type": "~1.0.4",
+        "cookie": "0.3.1",
+        "cookie-signature": "1.0.6",
+        "debug": "2.6.9",
+        "depd": "~1.1.2",
+        "encodeurl": "~1.0.2",
+        "escape-html": "~1.0.3",
+        "etag": "~1.8.1",
+        "finalhandler": "1.1.1",
+        "fresh": "0.5.2",
+        "merge-descriptors": "1.0.1",
+        "methods": "~1.1.2",
+        "on-finished": "~2.3.0",
+        "parseurl": "~1.3.2",
+        "path-to-regexp": "0.1.7",
+        "proxy-addr": "~2.0.3",
+        "qs": "6.5.1",
+        "range-parser": "~1.2.0",
+        "safe-buffer": "5.1.1",
+        "send": "0.16.2",
+        "serve-static": "1.13.2",
+        "setprototypeof": "1.1.0",
+        "statuses": "~1.4.0",
+        "type-is": "~1.6.16",
+        "utils-merge": "1.0.1",
+        "vary": "~1.1.2"
+      }
+    },
+    "finalhandler": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.1.1.tgz",
+      "integrity": "sha512-Y1GUDo39ez4aHAw7MysnUD5JzYX+WaIj8I57kO3aEPT1fFRL4sr7mjei97FgnwhAyyzRYmQZaTHb2+9uZ1dPtg==",
+      "requires": {
+        "debug": "2.6.9",
+        "encodeurl": "~1.0.2",
+        "escape-html": "~1.0.3",
+        "on-finished": "~2.3.0",
+        "parseurl": "~1.3.2",
+        "statuses": "~1.4.0",
+        "unpipe": "~1.0.0"
+      }
+    },
+    "forwarded": {
+      "version": "0.1.2",
+      "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.1.2.tgz",
+      "integrity": "sha1-mMI9qxF1ZXuMBXPozszZGw/xjIQ="
+    },
+    "fresh": {
+      "version": "0.5.2",
+      "resolved": "https://registry.npmjs.org/fresh/-/fresh-0.5.2.tgz",
+      "integrity": "sha1-PYyt2Q2XZWn6g1qx+OSyOhBWBac="
+    },
+    "http-errors": {
+      "version": "1.6.3",
+      "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.3.tgz",
+      "integrity": "sha1-i1VoC7S+KDoLW/TqLjhYC+HZMg0=",
+      "requires": {
+        "depd": "~1.1.2",
+        "inherits": "2.0.3",
+        "setprototypeof": "1.1.0",
+        "statuses": ">= 1.4.0 < 2"
+      }
+    },
+    "iconv-lite": {
+      "version": "0.4.19",
+      "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.19.tgz",
+      "integrity": "sha512-oTZqweIP51xaGPI4uPa56/Pri/480R+mo7SeU+YETByQNhDG55ycFyNLIgta9vXhILrxXDmF7ZGhqZIcuN0gJQ=="
+    },
+    "inherits": {
+      "version": "2.0.3",
+      "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz",
+      "integrity": "sha1-Yzwsg+PaQqUC9SRmAiSA9CCCYd4="
+    },
+    "ipaddr.js": {
+      "version": "1.8.0",
+      "resolved": "https://registry.npmjs.org/ipaddr.js/-/ipaddr.js-1.8.0.tgz",
+      "integrity": "sha1-6qM9bd16zo9/b+DJygRA5wZzix4="
+    },
+    "media-typer": {
+      "version": "0.3.0",
+      "resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz",
+      "integrity": "sha1-hxDXrwqmJvj/+hzgAWhUUmMlV0g="
+    },
+    "merge-descriptors": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/merge-descriptors/-/merge-descriptors-1.0.1.tgz",
+      "integrity": "sha1-sAqqVW3YtEVoFQ7J0blT8/kMu2E="
+    },
+    "methods": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmjs.org/methods/-/methods-1.1.2.tgz",
+      "integrity": "sha1-VSmk1nZUE07cxSZmVoNbD4Ua/O4="
+    },
+    "mime": {
+      "version": "1.4.1",
+      "resolved": "https://registry.npmjs.org/mime/-/mime-1.4.1.tgz",
+      "integrity": "sha512-KI1+qOZu5DcW6wayYHSzR/tXKCDC5Om4s1z2QJjDULzLcmf3DvzS7oluY4HCTrc+9FiKmWUgeNLg7W3uIQvxtQ=="
+    },
+    "mime-db": {
+      "version": "1.35.0",
+      "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.35.0.tgz",
+      "integrity": "sha512-JWT/IcCTsB0Io3AhWUMjRqucrHSPsSf2xKLaRldJVULioggvkJvggZ3VXNNSRkCddE6D+BUI4HEIZIA2OjwIvg=="
+    },
+    "mime-types": {
+      "version": "2.1.19",
+      "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.19.tgz",
+      "integrity": "sha512-P1tKYHVSZ6uFo26mtnve4HQFE3koh1UWVkp8YUC+ESBHe945xWSoXuHHiGarDqcEZ+whpCDnlNw5LON0kLo+sw==",
+      "requires": {
+        "mime-db": "~1.35.0"
+      }
+    },
+    "ms": {
+      "version": "2.0.0",
+      "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
+      "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g="
+    },
+    "negotiator": {
+      "version": "0.6.1",
+      "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.1.tgz",
+      "integrity": "sha1-KzJxhOiZIQEXeyhWP7XnECrNDKk="
+    },
+    "on-finished": {
+      "version": "2.3.0",
+      "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.3.0.tgz",
+      "integrity": "sha1-IPEzZIGwg811M3mSoWlxqi2QaUc=",
+      "requires": {
+        "ee-first": "1.1.1"
+      }
+    },
+    "parseurl": {
+      "version": "1.3.2",
+      "resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.2.tgz",
+      "integrity": "sha1-/CidTtiZMRlGDBViUyYs3I3mW/M="
+    },
+    "path-to-regexp": {
+      "version": "0.1.7",
+      "resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-0.1.7.tgz",
+      "integrity": "sha1-32BBeABfUi8V60SQ5yR6G/qmf4w="
+    },
+    "proxy-addr": {
+      "version": "2.0.4",
+      "resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.4.tgz",
+      "integrity": "sha512-5erio2h9jp5CHGwcybmxmVqHmnCBZeewlfJ0pex+UW7Qny7OOZXTtH56TGNyBizkgiOwhJtMKrVzDTeKcySZwA==",
+      "requires": {
+        "forwarded": "~0.1.2",
+        "ipaddr.js": "1.8.0"
+      }
+    },
+    "qs": {
+      "version": "6.5.1",
+      "resolved": "https://registry.npmjs.org/qs/-/qs-6.5.1.tgz",
+      "integrity": "sha512-eRzhrN1WSINYCDCbrz796z37LOe3m5tmW7RQf6oBntukAG1nmovJvhnwHHRMAfeoItc1m2Hk02WER2aQ/iqs+A=="
+    },
+    "range-parser": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/range-parser/-/range-parser-1.2.0.tgz",
+      "integrity": "sha1-9JvmtIeJTdxA3MlKMi9hEJLgDV4="
+    },
+    "raw-body": {
+      "version": "2.3.2",
+      "resolved": "https://registry.npmjs.org/raw-body/-/raw-body-2.3.2.tgz",
+      "integrity": "sha1-vNYMd9Prk83gBQKVw/N5OJvIj4k=",
+      "requires": {
+        "bytes": "3.0.0",
+        "http-errors": "1.6.2",
+        "iconv-lite": "0.4.19",
+        "unpipe": "1.0.0"
+      },
+      "dependencies": {
+        "depd": {
+          "version": "1.1.1",
+          "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.1.tgz",
+          "integrity": "sha1-V4O04cRZ8G+lyif5kfPQbnoxA1k="
+        },
+        "http-errors": {
+          "version": "1.6.2",
+          "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.2.tgz",
+          "integrity": "sha1-CgAsyFcHGSp+eUbO7cERVfYOxzY=",
+          "requires": {
+            "depd": "1.1.1",
+            "inherits": "2.0.3",
+            "setprototypeof": "1.0.3",
+            "statuses": ">= 1.3.1 < 2"
+          }
+        },
+        "setprototypeof": {
+          "version": "1.0.3",
+          "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.0.3.tgz",
+          "integrity": "sha1-ZlZ+NwQ+608E2RvWWMDL77VbjgQ="
+        }
+      }
+    },
+    "safe-buffer": {
+      "version": "5.1.1",
+      "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.1.tgz",
+      "integrity": "sha512-kKvNJn6Mm93gAczWVJg7wH+wGYWNrDHdWvpUmHyEsgCtIwwo3bqPtV4tR5tuPaUhTOo/kvhVwd8XwwOllGYkbg=="
+    },
+    "send": {
+      "version": "0.16.2",
+      "resolved": "https://registry.npmjs.org/send/-/send-0.16.2.tgz",
+      "integrity": "sha512-E64YFPUssFHEFBvpbbjr44NCLtI1AohxQ8ZSiJjQLskAdKuriYEP6VyGEsRDH8ScozGpkaX1BGvhanqCwkcEZw==",
+      "requires": {
+        "debug": "2.6.9",
+        "depd": "~1.1.2",
+        "destroy": "~1.0.4",
+        "encodeurl": "~1.0.2",
+        "escape-html": "~1.0.3",
+        "etag": "~1.8.1",
+        "fresh": "0.5.2",
+        "http-errors": "~1.6.2",
+        "mime": "1.4.1",
+        "ms": "2.0.0",
+        "on-finished": "~2.3.0",
+        "range-parser": "~1.2.0",
+        "statuses": "~1.4.0"
+      }
+    },
+    "serve-static": {
+      "version": "1.13.2",
+      "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.13.2.tgz",
+      "integrity": "sha512-p/tdJrO4U387R9oMjb1oj7qSMaMfmOyd4j9hOFoxZe2baQszgHcSWjuya/CiT5kgZZKRudHNOA0pYXOl8rQ5nw==",
+      "requires": {
+        "encodeurl": "~1.0.2",
+        "escape-html": "~1.0.3",
+        "parseurl": "~1.3.2",
+        "send": "0.16.2"
+      }
+    },
+    "setprototypeof": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.1.0.tgz",
+      "integrity": "sha512-BvE/TwpZX4FXExxOxZyRGQQv651MSwmWKZGqvmPcRIjDqWub67kTKuIMx43cZZrS/cBBzwBcNDWoFxt2XEFIpQ=="
+    },
+    "statuses": {
+      "version": "1.4.0",
+      "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.4.0.tgz",
+      "integrity": "sha512-zhSCtt8v2NDrRlPQpCNtw/heZLtfUDqxBM1udqikb/Hbk52LK4nQSwr10u77iopCW5LsyHpuXS0GnEc48mLeew=="
+    },
+    "type-is": {
+      "version": "1.6.16",
+      "resolved": "https://registry.npmjs.org/type-is/-/type-is-1.6.16.tgz",
+      "integrity": "sha512-HRkVv/5qY2G6I8iab9cI7v1bOIdhm94dVjQCPFElW9W+3GeDOSHmy2EBYe4VTApuzolPcmgFTN3ftVJRKR2J9Q==",
+      "requires": {
+        "media-typer": "0.3.0",
+        "mime-types": "~2.1.18"
+      }
+    },
+    "unpipe": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/unpipe/-/unpipe-1.0.0.tgz",
+      "integrity": "sha1-sr9O6FFKrmFltIF4KdIbLvSZBOw="
+    },
+    "utils-merge": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.1.tgz",
+      "integrity": "sha1-n5VxD1CiZ5R7LMwSR0HBAoQn5xM="
+    },
+    "vary": {
+      "version": "1.1.2",
+      "resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz",
+      "integrity": "sha1-IpnwLG3tMNSllhsLn3RSShj2NPw="
+    }
+  }
+}

examples/express-app/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "express-app",
+  "version": "1.0.0",
+  "description": "",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "express": "^4.16.3"
+  }
+}

examples/express-app/public/index.html

@@ -0,0 +1 @@
+<h1>Hello World!</h1>

index.js

@@ -0,0 +1,32 @@
+#!/usr/bin/env node
+const options = require('./lib/options')
+if (require.main === module) {
+  //fast path for help/version
+  const argv = options.argv
+  const eol = require('os').EOL
+  const showHelp = argv.help || argv._.some(x => x === 'help')
+  const showVersion = argv.version || argv._.some(x => x === 'version')
+  if (showHelp || showVersion) {    
+    process.stderr.write(showHelp ? options.help : options.version + eol)
+  } else {
+    const nexe = require('./lib/nexe')
+    nexe.compile(argv).catch((error) => {
+      const NexeError = require('./lib/compiler').NexeError
+      const chalk = require('chalk')
+      const isSilent = Boolean(argv.silent === true || argv.loglevel === 'silent')
+      if (!isSilent) {
+        if (error instanceof NexeError) {
+          process.stderr.write(eol + chalk.red('Error: ') + error.message + eol
+            + eol + 'See nexe -h for usage..' + eol + eol
+          )
+        } else {
+          process.stderr.write(error.stack + eol)
+        }
+      }
+
+      process.exit(1)
+    })
+  }
+} else {
+  module.exports = require('./lib/nexe')
+}

lib/bundle.js

@@ -1,108 +0,0 @@
-/**
- * Copyright (c) 2013 Craig Condon
- * Copyright (c) 2015-2016 Jared Allard
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
- * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
- * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
- * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- **/
-
-var mdeps      = require("module-deps"),
-    path       = require("path"),
-    spawn      = require('child_process').spawn,
-    fs         = require("fs"),
-    async      = require("async"),
-    browserify = require('browserify'),
-    builtins   = require("builtins"),
-    _log       = require("./log");
-
-/**
- * User browserify to create a "packed" file.
- *
- * @param {String} input - input file
- * @param {String} nc - node compiler dir
- * @param {Function} complete - next function to call (async)
- **/
-function bundle (input, nc, complete) {
-  var bundlePath = path.join(nc, "lib", "nexe.js");
-  var ws = fs.createWriteStream(bundlePath);
-  var browserifyExec;
-
-  var browserifyLocations = [ // TODO: Do this programattically.
-    'This is to ignore the 0 location.',
-    path.join(__dirname, '../', 'node_modules/browserify/bin/cmd.js'),
-    path.join(__dirname, '../../', 'node_modules/browserify/bin/cmd.js'),
-    path.join(__dirname, '../../../', 'node_modules/browserify/bin/cmd.js'),
-    path.join(__dirname, '../../../../', 'node_modules/browserify/bin/cmd.js')
-  ]
-
-  for(var i = 0; i !== (browserifyLocations.length-1); i++) {
-    if(fs.existsSync(browserifyLocations[i])) {
-      browserifyExec = browserifyLocations[i];
-      _log('found browserify in', browserifyExec);
-      break;
-    }
-  }
-
-  var proc = spawn('node', [browserifyExec, '--node', input ]);
-
-  proc.stdout.pipe(ws);
-
-  proc.on('error', function(err) {
-    console.error(err.toString('ascii'));
-    _log('error', 'Failed to invoke browserify');
-    process.exit(1);
-  })
-
-  proc.stderr.on('data', function(data) {
-    console.error(data.toString('ascii'));
-    if(!fs.existsSync(input)) {
-      _log('error', 'Your input file doesn\'t exist!');
-    }
-    _log('error', 'Browserify failed to launch');
-    process.exit(1);
-  });
-
-  proc.on('close', function(code) {
-    _log("Browserify finished");
-  })
-
-  ws.on('error', function(err) {
-    console.log(err);
-    _log('error', 'Failed to save stdout to disk');
-    process.exit(1);
-  })
-
-  ws.on('close', function() {
-    var source = fs.readFileSync(bundlePath, 'utf8');
-    source = source.replace(/[^\x00-\x7F]/g, "");
-
-    // write the source modified to nexe.js
-    fs.writeFile(bundlePath, source, 'utf8', function(err) {
-      if(err) {
-        _log('error', 'failed to save source');
-        process.exit(1);
-      }
-
-      complete();
-    });
-  });
-}
-
-module.exports = bundle;

lib/embed.js

@@ -1,65 +0,0 @@
-/**
- * Copyright (c) 2013 Craig Condon
- * Copyright (c) 2015-2016 Jared Allard
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
- * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
- * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
- * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- **/
-
-var path = require("path"),
-    fs = require("fs");
-
-/**
- * TODO: Optimize this code. (more like document it so I understand it better.)
- **/
-function embed(resourceFiles, resourceRoot, complete) {
-  function encode(filePath) {
-    return fs.readFileSync(filePath).toString('base64');
-  }
-
-  resourceFiles = resourceFiles || [];
-  resourceRoot = resourceRoot || "";
-
-  if (!Array.isArray(resourceFiles)) {
-    throw new Error("Bad Argument: resourceFiles is not an array");
-  }
-
-  var buffer = "var embeddedFiles = {\n";
-  for (var i = 0; i < resourceFiles.length; ++i) {
-    buffer += JSON.stringify(path.relative(resourceRoot, resourceFiles[i])) + ': "';
-    buffer += encode(resourceFiles[i]) + '",\n';
-  }
-
-  buffer += "\n};\n\nmodule.exports.keys = function () { return Object.keys(embeddedFiles); }\n\nmodule.exports.get = ";
-  buffer += accessor.toString();
-  complete(null, buffer);
-}
-
-var accessor = function (key) {
-  if (embeddedFiles.hasOwnProperty(key)) {
-    return new Buffer(embeddedFiles[key], 'base64');
-  }
-  else {
-    //file was not embedded, throw err.
-    throw new Error('Embedded file not found');
-  }
-}
-
-module.exports = embed;

lib/exe.js

@@ -1,879 +0,0 @@
-/**
- * Copyright (c) 2013 Craig Condon
- * Copyright (c) 2015-2016 Jared Allard
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
- * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
- * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
- * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- **/
-var async         = require("async"),
-    outcome       = require("outcome"),
-    mkdirp        = require("mkdirp"),
-    request       = require("request"),
-    path          = require("path"),
-    fs            = require("fs"),
-    colors        = require('colors'),
-    ncp           = require("ncp").ncp,
-    ProgressBar   = require("progress"),
-    child_process = require("child_process"),
-    glob          = require("glob"),
-    bundle        = require("./bundle"),
-    embed         = require("./embed"),
-    os            = require("os"),
-    targz         = require('tar.gz'),
-    _log          = require("./log"),
-    _monkeypatch  = require("./monkeypatch"),
-    spawn         = child_process.spawn;
-
-var isWin = /^win/.test(process.platform);
-var isPy;
-var framework;
-var version;
-
-var option_list = [
-	"python",
-	"input",
-	"output",
-	"nodeTempDir",
-	"flags",
-	"framework",
-  "nodeConfigureArgs",
-  "nodeMakeArgs",
-	"nodeVersion"
-]
-
-/**
- * Compiliation process.
- */
-
-exports.compile = function (options, complete) {
-
-	var nodeCompiler, nexeEntryPath;
-
-	async.waterfall([
-		/**
-		 *check relevant options
-		 */
-		function checkOpts (next) {
-			/* failsafe */
-			if(options === undefined) {
-				_log("error", "no options given to .compile()");
-				process.exit()
-			}
-
-			/* option_list.forEach(function(v) {
-				if(options[v] === undefined) {
-					_log("error", "option "+v+" was empty")
-					process.exit();
-				}
-			}); */
-
-            /**
-             * Have we been given a custom flag for python executable?
-			 **/
-			if(options.python!=='python' && options.python!==""
-             && options.python!==undefined) {
-				if(isWin) {
-					isPy=options.python.replace(/\//gm, "\\"); // use windows file paths, batch is sensitive.
-				} else {
-					isPy=options.python;
-				}
-
-				_log("set python as "+isPy);
-			} else {
-				isPy="python";
-			}
-
-			// remove dots
-			options.framework = options.framework.replace(/\./g, "");
-
-			// set outter-scope framework variable.
-			framework = options.framework;
-			_log("framework => "+framework);
-
-			version = options.nodeVersion; // better framework vc
-
-			// check iojs version
-			if (framework === "iojs" && version === "latest" ) {
-				_log("fetching iojs versions");
-				mkdirp(options.nodeTempDir); // make temp dir, probably repetive.
-
-				// create write stream so we have control over events
-				var output = fs.createWriteStream(path.join(options.nodeTempDir,
-					"iojs-versions.json"));
-
-				request.get("https://iojs.org/dist/index.json")
-				.pipe(output);
-
-				output.on('close', function() {
-					_log("done");
-					var f = fs.readFileSync(path.join(options.nodeTempDir,
-						"iojs-versions.json"));
-					f = JSON.parse(f);
-					version = f[0].version.replace("v", "");
-
-					_log("iojs latest => "+version);
-
-					// continue down along the async road
-					next();
-				});
-			} else {
-				next();
-			}
-		},
-
-		/**
-		 * first download node
-		 */
-		function downloadNode (next) {
-			_downloadNode(version, options.nodeTempDir, options.nodeConfigureArgs, options.nodeMakeArgs, next);
-		},
-
-		/**
-		 * bundle the application into one script
-		 */
-
-		function combineProject (nc, next) {
-			nodeCompiler = nc;
-			_log("bundle %s", options.input);
-			bundle(options.input, nodeCompiler.dir, next);
-		},
-
-		function embedResources(next) {
-			_log("embedResources %s", options.resourceFiles);
-			embed(options.resourceFiles, options.resourceRoot, next);
-		},
-
-		function writeResources (resources, next) {
-			resourcePath = path.join(nodeCompiler.dir, "lib", "nexeres.js");
-			_log("resource -> %s", resourcePath);
-
-			fs.writeFile(resourcePath, resources, next);
-		},
-
-		/**
-		 * monkeypatch some files so that the nexe.js file is loaded when the app runs
-		 */
-
-		function monkeyPatchNodeConfig (next) {
-			_monkeyPatchNodeConfig(nodeCompiler, next);
-		},
-
-		/**
-		 * monkeypatch node.cc to prevent v8 and node from processing CLI flags
-		 */
-		function monkeyPatchNodeCc (next) {
-			if (options.flags) {
-				_monkeyPatchMainCc(nodeCompiler, next);
-			} else {
-				next();
-			}
-		},
-
-    function monkeyPatchv8FlagsCc (next) {
-      if(options.jsFlags) {
-        return _monkeyPatchv8FlagsCc(nodeCompiler, options, next);
-      }
-
-      return next();
-    },
-
-		/**
-		 * monkeypatch child_process.js so nexejs knows when it is a forked process
-		 */
-		function monkeyPatchChildProc(next) {
-			_monkeyPatchChildProcess(nodeCompiler, next);
-		},
-
-		/**
-		 * If an old compiled executable exists in the Release directory, delete it.
-		 * This lets us see if the build failed by checking the existence of this file later.
-		 */
-
-		function cleanUpOldExecutable (next) {
-			fs.unlink(nodeCompiler.releasePath, function (err) {
-				if (err) {
-					if (err.code === "ENOENT") {
-						next();
-					} else {
-						throw err;
-					}
-				} else {
-					next();
-				}
-			});
-		},
-
-		/**
-		 * compile the node application
-		 */
-
-		function makeExecutable (next) {
-			if(isWin) {
-				_log("vcbuild [make stage]");
-			} else {
-				_log("make");
-			}
-			nodeCompiler.make(next);
-		},
-
-		/**
-		 * we create the output directory if needed
-		 */
-
-		function makeOutputDirectory (next) {
-			mkdirp(path.dirname(options.output), function(){ next(); });
-		},
-
-		/**
-		 * Verify that the executable was compiled successfully
-		 */
-
-		function checkThatExecutableExists (next) {
-			fs.exists(nodeCompiler.releasePath, function (exists) {
-				if (!exists) {
-					_log("error",
-						"The release executable has not been generated. " +
-						"This indicates a failure in the build process. " +
-						"There is likely additional information above."
-					);
-					process.exit(1);
-				} else {
-					next();
-				}
-			});
-		},
-
-		/**
-		 * Copy the compilied binary to the output specified.
-		 */
-
-		function copyBinaryToOutput (next) {
-			_log("cp %s %s", nodeCompiler.releasePath, options.output);
-			ncp(nodeCompiler.releasePath, options.output, function (err) {
-				if (err) {
-					_log("error", "Couldn't copy binary.");
-					throw err; // dump raw error object
-				}
-				_log('copied');
-
-				next();
-			});
-		}
-	], complete);
-}
-
-/**
- * Download a version of node
- *
- * @param {string} version, version of node to download
- * @param {string} directory, where to store the downloaded src
- * @param {function} complete, callback
- */
-
-function _downloadNode(version, directory, nodeConfigureArgs, nodeMakeArgs, complete) {
-	var nodeFileDir = path.resolve(path.join(directory, framework, version)), // fixes #107, was process.cwd(), + rest.
-	nodeFilePath    = path.resolve(path.join(nodeFileDir, framework + "-" + version + ".tar.gz"));
-
-
-	// might already be downloaded, and unzipped
-	if (_getNodeCompiler(nodeFileDir, nodeConfigureArgs, nodeMakeArgs, complete)) {
-		return;
-	}
-
-
-	async.waterfall([
-
-		/**
-		 * first make the directory where the zip file will live
-		 */
-
-		function makeDirectory (next) {
-			mkdirp.sync(path.dirname(nodeFilePath));
-			next();
-		},
-
-		/**
-		 * download node into the target directory
-		 */
-
-		function downloadNode (next) {
-			if (fs.existsSync(nodeFilePath)) return next();
-
-      var uri = framework;
-
-      if(framework==="node") {
-        uri = 'nodejs'; // if node, use nodejs uri
-      } else if(framework === 'nodejs') {
-        framework = 'node'; // support nodejs, and node, as framework.
-      }
-
-			var type = global.type;
-			var url, prefix = "https://"+uri+".org/dist";
-
-			if (version === "latest") {
-				url = prefix + "/" + framework + "-" + version + ".tar.gz";
-			} else {
-				url = prefix + "/v" + version + "/"+framework+"-v" + version + ".tar.gz";
-			}
-
-			_log("downloading %s", url);
-
-			var output = fs.createWriteStream(nodeFilePath, { "flags": "w+" });
-
-			// need to set user-agent to bypass some corporate firewalls
-			var requestOptions = {
-				url: url,
-				headers: {
-					"User-Agent": "Node.js"
-				}
-			}
-
-			_logProgress(request(requestOptions)).pipe(output);
-
-			output.on("close", function () { next(); });
-		},
-
-		/**
-		 * unzip in the same directory
-		 */
-
-		function unzipNodeTarball (next) {
-			if(isWin) {
-				_log("Extracting the .tar.gz.");
-				new targz().extract(nodeFilePath, nodeFileDir, next);
-			} else {
-				var cmd = ["tar", "-xf", nodeFilePath, "-C", nodeFileDir];
-				_log(cmd.join(" "));
-
-				var tar = spawn(cmd.shift(), cmd);
-				tar.stdout.pipe(process.stdout);
-				tar.stderr.pipe(process.stderr);
-
-				tar.on("close", function () { next(); })
-        tar.on("error", function (err) {
-          console.log(err);
-          _log("error", "failed to extract the node tar file.");
-          process.exit(1);
-        });
-			}
-		},
-
-		/**
-		 * return the compiler object for the node version
-		 */
-
-		function (next, type) {
-			_getNodeCompiler(nodeFileDir, nodeConfigureArgs, nodeMakeArgs, next, type)
-		},
-
-	], complete);
-}
-
-/**
- * Get the compilier we will use for whatever platform we may be on and configure
- * it.
- */
-
-function _getNodeCompiler (nodeFileDir, nodeConfigureArgs, nodeMakeArgs, complete, type) {
-	var dir = _getFirstDirectory(nodeFileDir);
-
-	// standard
-	var executable = "node.exe";
-	var binary     = "node";
-
-	// iojs specifics.
-	if(framework === "iojs") {
-		executable = "iojs.exe";
-		binary = "iojs";
-	}
-
-	if (dir) {
-		if(isWin) {
-			complete(null, {
-				dir: dir,
-				version: path.basename(nodeFileDir),
-				releasePath: path.join(dir, "Release", executable),
-				make: function(next) {
-					// create a new env with minimal impact on old one
-					var newEnv = process.env
-
-					if(isPy!=="python") {
-						// add the dir of the suposed python exe to path
-						newEnv.path = process.env.PATH+";"+path.dirname(isPy)
-					}
-
-					// spawn a vcbuild process with our custom enviroment.
-					var vcbuild = spawn("vcbuild.bat", ["nosign", "release"], {
-						cwd: dir,
-						env: newEnv
-					});
-					vcbuild.stdout.pipe(process.stdout);
-					vcbuild.stderr.pipe(process.stderr);
-					vcbuild.on("close", function() {
-						next();
-					});
-				}
-			});
-		} else {
-			complete(null, {
-				dir: dir,
-				version: path.basename(nodeFileDir),
-				releasePath: path.join(dir, "out", "Release", binary),
-				make: function (next) {
-					var cfg = "./configure",
-              configure;
-
-          var conf = [cfg];
-
-          if(isPy !== "python") {
-            conf = [conf].concat(nodeConfigureArgs);
-          }
-
-          // should work for all use cases now.
-					configure = spawn(isPy, conf, {
-            cwd: dir.toString('ascii')
-          });
-
-					// local function, move to top eventually
-					function _loop(dir) {
-						/* eventually try every python file */
-						var pdir = fs.readdirSync(dir);
-
-						pdir.forEach(function(v, i) {
-							var stat = fs.statSync(dir+"/"+v);
-							if(stat.isFile()) {
-								// only process Makefiles and .mk targets.
-								if(v !== "Makefile" && path.extname(v) !== ".mk") {
-									return;
-								}
-
-								_log("patching "+v);
-
-								/* patch the file */
-								var py = fs.readFileSync(dir+"/"+v, {encoding: 'utf8'});
-								py = py.replace(/([a-z]|\/)*python(\w|)/gm, isPy); // this is definently needed
-								fs.writeFileSync(dir+"/"+v, py, {encoding: 'utf8'}); // write to file
-
-								delete pv;
-							} else if(stat.isDirectory()) {
-								// must be dir?
-								// skip tests because we don't need them here
-								if(v !== "test") {
-									_loop(dir+"/"+v)
-								}
-							}
-						});
-					}
-
-					configure.stdout.pipe(process.stdout);
-					configure.stderr.pipe(process.stderr);
-
-          // on error
-          configure.on("error", function(err) {
-            console.log('Error:', err);
-            console.log('');
-            console.log('Details:');
-            console.log('command =', isPy, cfg, conf_args || '');
-            console.log('cwd =', dir);
-
-            var configure_path = path.join(dir, 'configure');
-            var contains_configure = fs.existsSync(configure_path);
-
-            console.log('cwd contains configure,', (contains_configure ? colors.green('yes') : colors.red('no')));
-
-            var configure_size = fs.statSync(configure_path).size;
-
-            console.log('configure is non-zero size,', ((configure_size > 0 ) ? colors.green('yes') : colors.red('no')));
-
-            _log("error", "failed to launch configure.");
-            process.exit(1);
-          });
-
-          // when it's finished
-					configure.on("close", function () {
-						if(isPy !== "python") {
-						  /**
-							 * Originally I thought this only applied to io.js,
-							 * however I soon found out this affects node.js,
-							 * so it is now mainstream.
-							 */
-							_log("preparing python");
-
-							// loop over depends
-							_loop(dir);
-						}
-
-            if(nodeMakeArgs === undefined) {
-              nodeMakeArgs = [];
-            }
-
-						var platformMake = "make";
-						if (os.platform().match(/bsd$/) != null) {
-							platformMake = "gmake";
-						}
-
-						var make = spawn(platformMake, nodeMakeArgs, { cwd: dir });
-						make.stdout.pipe(process.stdout);
-						make.stderr.pipe(process.stderr);
-            make.on("error", function(err) {
-              console.log(err);
-              _log("error", "failed to run make.");
-              process.exit(1);
-            })
-						make.on("close", function () {
-							next();
-						});
-					})
-				}
-			});
-		}
-		return true;
-	}
-
-	return false;
-}
-
-/**
- */
-
-function _monkeyPatchNodeConfig (compiler, complete) {
-	async.waterfall([
-		/**
-		 * monkeypatch the gyp file to include the nexe.js and nexeres.js files
-		 */
-		function (next) {
-			_monkeyPatchGyp(compiler, next)
-		},
-
-		/**
-		 * monkeypatch main entry point
-		 */
-		function (next) {
-			_monkeyPatchMainJs(compiler, next)
-		}
-	], complete);
-}
-
-/**
- * patch the gyp file to allow our custom includes
- */
-
-function _monkeyPatchGyp (compiler, complete) {
-
-	var gypPath = path.join(compiler.dir, "node.gyp");
-
-	_monkeypatch(
-		gypPath,
-		function (content) {
-			return ~content.indexOf("nexe.js");
-		},
-		function (content, next) {
-			next(null, content.replace("'lib/fs.js',", "'lib/fs.js', 'lib/nexe.js', 'lib/nexeres.js', "))
-		},
-		complete
-	)
-}
-
-/**
- */
-
-function _monkeyPatchMainJs (compiler, complete) {
-	var mainPath = path.join(compiler.dir, "src", "node.js");
-
-	_monkeypatch(
-		mainPath,
-		function (content) {
-			return ~content.indexOf("nexe");
-		},
-		function (content, next) {
-			next(null, content.replace(/\(function\(process\) \{/,'\
-(function(process) {\n\
-  process._eval = \'require("nexe");\';\n\
-  if (process.argv[1] !== "nexe.js") {\n\
-    process.argv.splice(1, 0, "nexe.js");\n\
-  }\n\
-'))
-		},
-		complete
-	);
-}
-
-/**
- */
-function _monkeyPatchChildProcess(compiler, complete) {
-    var childProcPath = path.join(compiler.dir, "lib", "child_process.js");
-
-    _monkeypatch(
-        childProcPath,
-        function (content) {
-            return ~content.indexOf("--child_process");
-        },
-        function (content, next) {
-            next(null, content.replace(/return spawn\(/, 'args.unshift("nexe.js", "--child_process");\n  return spawn('));
-        },
-        complete
-    );
-}
-
-/**
- * Patch node.cc to not check the internal arguments.
- */
-
-function _monkeyPatchMainCc(compiler, complete) {
-	var mainPath = path.join(compiler.dir, "src", "node.cc");
-	_monkeypatch(
-		mainPath,
-		function (content) {
-			return ~content.indexOf('//  // TODO use parse opts');
-		},
-		function (content, next) {
-			var lines = content.split('\n');
-			var endLine = lines.indexOf('  option_end_index = i;'); // pre node 0.11.6 compat
-
-			if(endLine !== -1) { // check if it succedded or not.
-			  lines[endLine] = '  option_end_index = 1;';
-			  _log("patched node.cc")
-			}
-
-			/**
-			 * This is the new method of passing the args. Tested on node.js 0.12.5
-			 * and iojs 2.3.1
-			 **/
-			if(endLine === -1) { // only if the pre-0.12.5 failed.
-        var startLine = lines.indexOf('  while (index < nargs && argv[index][0] == \'-\') {'); // beginning of the function
-        endLine = lines.indexOf('  // Copy remaining arguments.');
-        endLine = endLine-1; // space, then it's at the }
-
-        // remove the offending lines
-        if(startLine !== -1) {
-          for (var i = startLine; i < endLine; i++) {
-            lines[i] = undefined; // set the value to undefined so it's skipped by the join
-          }
-          _log('patched node.cc');
-        }
-			}
-
-			lines = lines.join('\n');
-			next(null, lines);
-		},
-		complete
-	);
-}
-
-/**
- * Patch flags.cc from deps/v8/src to use hard-coded flags.
- * this function is very closely ready to accept custom injection code.
- **/
-function _monkeyPatchv8FlagsCc(compiler, options, complete) {
-	var mainPath = path.join(compiler.dir, "deps/v8/src", "flags.cc");
-
-  fs.readFile(mainPath, {encoding: 'utf8'}, function(err, contents) {
-    if(err) {
-      return _log('error', 'failed to read', mainPath);
-    }
-
-    // Super simple injection here. Perhaps make it an array at somepoint?
-    var injection = '\
-const char* nexevargs = "{{args}}";\n\
-int nexevargslen = strlen(nexevargs);\n\
-SetFlagsFromString(nexevargs, nexevargslen);\n\
-';
-
-    var injectionSplit = injection.split('\n');
-    var injectionLength = injectionSplit.length;
-    var contentsSplit = contents.split('\n');
-    var contentsLength = contentsSplit.length;
-    var lastInjectionLine = injectionSplit[injectionLength-2];
-
-    var lineToInjectAfter = contentsSplit.indexOf('  ComputeFlagListHash();');
-    var haveWeInjectedBefore = contentsSplit.indexOf(lastInjectionLine);
-
-    var lineInjectDifference = contentsLength - lineToInjectAfter;
-
-    // support for 0.12.x
-    if(lineToInjectAfter===-1) {
-      _log('warn', 'Using an expiramental support patch for 0.12.x');
-      lineToInjectAfter = contentsSplit.indexOf('#undef FLAG_MODE_DEFINE_IMPLICATIONS');
-    }
-
-    // this is debug, comment out.
-    // _log('v8 injection is', injectionLength, 'newlines long');
-    // _log('v8 flags source is', contentsLength, 'newlines long');
-
-    // console.log(finalContents)
-
-    var finalContents,
-        dontCombine;
-
-    if(lineToInjectAfter !== -1 && haveWeInjectedBefore === -1) {
-      _log('injecting v8 args c++');
-
-      // super debug
-      // _log('v8 injection determined by', lastInjectionLine);
-      // _log('v8 inject after line', lineToInjectAfter);
-      // _log('v8 inject needs to shift', lineInjectDifference, 'amount of lines by', injectionLength);
-
-      // compute out the amount of space we'll need in this.
-      var startShiftLine = contentsLength-1; // minus one to make up for 0 arg line.
-      var endShiftLine = lineToInjectAfter;
-      var injectRoom = injectionLength-1;
-
-      injectionSplit[0] = injectionSplit[0].replace('{{args}}', options.jsFlags);
-
-      for (var i = startShiftLine; i !== endShiftLine; i--) {
-        contentsSplit[i+injectRoom] = contentsSplit[i];
-        contentsSplit[i] = '';
-      }
-
-      var injectionPos = 0;
-      for(var i = 0; i !== injectionLength-1; i++) {
-        contentsSplit[(lineToInjectAfter+1)+injectionPos] = injectionSplit[injectionPos];
-        injectionPos++;
-      }
-    } else if(lineToInjectAfter !== -1 && haveWeInjectedBefore !== -1) {
-      _log('re-injecting v8 args');
-
-      dontCombine = true;
-      finalContents = contentsSplit.join('\n');
-      finalContents = finalContents.replace(/const char\* nexevargs = "[A-Z\-\_]*";/gi,
-        'const char* nexevargs = "'+options.jsFlags+'";');
-    } else {
-      _log('warn', 'failed to find a suitable injection point for v8 args.',
-        'File a bug report with the node version and log.');
-
-      _log('lineToInjectAfter='+lineToInjectAfter, 'haveWeInjectedBefore='+haveWeInjectedBefore);
-      return process.exit(1);
-    }
-
-    if(!dontCombine) {
-      finalContents = contentsSplit.join('\n');
-    }
-
-    fs.writeFile(mainPath, finalContents, {encoding: 'utf8'}, function(err) {
-      if(err) {
-        _log('error', 'failed to write to', mainPath);
-        return process.exit(1);
-      }
-
-      return complete();
-    })
-  });
-}
-
-/**
- * Get the first directory of a string.
- */
-
-function _getFirstDirectory (dir) {
-	var files = glob.sync(dir + "/*");
-
-	for (var i = files.length; i--;) {
-		var file = files[i];
-		if (fs.statSync(file).isDirectory()) return file;
-	}
-
-	return false;
-}
-
-/**
- * Log the progress of a request object.
- */
-
-function _logProgress (req) {
-
-	req.on("response", function (resp) {
-
-		var len = parseInt(resp.headers["content-length"], 10),
-		bar     = new ProgressBar("[:bar]", {
-			complete: "=",
-			incomplete: " ",
-			total: len,
-			width: 100 // just use 100
-		});
-
-		req.on("data", function (chunk) {
-			bar.tick(chunk.length);
-		});
-	});
-
-  req.on("error", function(err) {
-    console.log(err);
-    _log("error", "failed to download node sources,");
-    process.exit(1);
-  });
-
-	return req;
-}
-
-/**
- * Attempt to parse the package.json for nexe information.
- *
- * @param {string} path - path to package.json
- * @param {object} options - fallback options
- *
- * @todo implement options overriding package defaults.
- * @todo make this much less hackily implemented....
- *
- * @return {object} nexe.compile options object
-**/
-exports.package = function(path, options) {
-	var _package; // scope
-
-	// check if the file exists
-	if(fs.existsSync(path)===false) {
-		_log("warn", "no package.json found.");
-	} else {
-		_package = require(path);
-	}
-
-	// replace ^$ w/ os specific extension on output
-	if(isWin) {
-		_package.nexe.output = _package.nexe.output.replace(/\^\$/, '.exe') // exe
-	} else {
-		_package.nexe.output = _package.nexe.output.replace(/\^\$/, '') // none
-	}
-
-	// construct the object
-	var obj = {
-		input: (_package.nexe.input || options.i),
-		output: (_package.nexe.output || options.o),
-		flags: (_package.nexe.runtime.ignoreFlags || (options.f || false)),
-		nodeMakeArgs: (_package.nexe.runtime.nodeMakeArgs || []),
-		resourceFiles: (_package.nexe.resourceFiles),
-		nodeVersion: (_package.nexe.runtime.version || options.r),
-    nodeConfigureArgs: (_package.nexe.runtime.nodeConfigureArgs || []),
-    nodeMakeArgs: (_package.nexe.runtime.nodeMakeArgs || []),
-    jsFlags: (_package.nexe.runtime['js-flags'] || false),
-		python: (_package.nexe.python || options.p),
-		nodeTempDir: (_package.nexe.temp || options.t),
-		framework: (_package.nexe.runtime.framework || options.f)
-	}
-
-	Object.keys(_package.nexe).forEach(function(v,i) {
-		if(v!=="runtime") {
-			_log("log", v+" => '"+_package.nexe[v]+"'");
-		}
-	});
-	Object.keys(_package.nexe.runtime).forEach(function(v,i) {
-		_log("log", "runtime."+v+" => '"+_package.nexe.runtime[v]+"'");
-	});
-
-	return obj;
-}

lib/index.js

@@ -1 +0,0 @@
-module.exports = require("./exe");

lib/log.js

@@ -1,57 +0,0 @@
-/**
- * Copyright (c) 2013 Craig Condon
- * Copyright (c) 2015-2016 Jared Allard
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
- * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
- * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
- * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- **/
-
-var colors = require('colors');
-
-/**
- * standard output, takes 3 different types.
- * log, error, and warn
- *
- * @param {any} arguments - Text to output.
- * @return undefined
- **/
-function _log () {
-
-  var args = Array.prototype.slice.call(arguments, 0),
-  level = args.shift();
-
-  if (!~["log", "error", "warn"].indexOf(level)) {
-    args.unshift(level);
-    level = "log";
-  }
-
-  if(level == "log") {
-    args[0] = "----> " + args[0];
-  } else if(level == "error") {
-    args[0] = "....> " + colors.red("ERROR: ") + args[0]
-  } else if(level == "warn") {
-    args[0] = "....> " + colors.yellow("WARNING: ") + args[0]
-  }
-
-  console[level].apply(console, args);
-}
-
-// export the log function, for require()
-module.exports = _log;

lib/monkeypatch.js

@@ -1,63 +0,0 @@
-/**
- * Copyright (c) 2013 Craig Condon
- *
- * Permission is hereby granted, free of charge, to any person obtaining
- * a copy of this software and associated documentation files (the
- * "Software"), to deal in the Software without restriction, including
- * without limitation the rights to use, copy, modify, merge, publish,
- * distribute, sublicense, and/or sell copies of the Software, and to
- * permit persons to whom the Software is furnished to do so, subject to
- * the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
- * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
- * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
- * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
- *
- **/
- 
-var async = require("async"),
-    fs    = require("fs"),
-   _log   = require("./log");
-
-/**
- * Monkey patch a file.
- *
- * @param {string} filePath - path to file.
- * @param {function} monkeyPatched - function to process contents
- * @param {function} processor - TODO: detail what this is
- * @param {function} complete - callback
- *
- * @return undefined
- */
-function _monkeypatch (filePath, monkeyPatched, processor, complete) {
-
-  async.waterfall([
-
-    function read (next) {
-      fs.readFile(filePath, "utf8", next);
-    },
-
-    // TODO - need to parse gyp file - this is a bit hacker
-    function monkeypatch (content, next) {
-
-      if (monkeyPatched(content)) return complete();
-
-      _log("monkey patch %s", filePath);
-      processor(content, next);
-    },
-
-    function write (content, next) {
-      fs.writeFile(filePath, content, "utf8", next);
-    }
-  ], complete);
-}
-
-// export the function for require()
-module.exports = _monkeypatch;

package.json

@@ -1,54 +1,75 @@
 {
-  "author": "Jared Allard <jaredallard@outlook.com>",
   "name": "nexe",
-  "description": "create single executables out of your [node/io].js applications",
+  "description": "Create a single executable out of your Node.js application",
   "license": "MIT",
-  "version": "1.0.7",
+  "version": "4.0.0-beta.17",
   "contributors": [
-    {
-      "name": "Criag Condon",
-      "email": "craig.j.condon@gmail.com",
-      "url": "http://crcn.io/"
-    }
+    "Craig Condon <craig.j.condon@gmail.com> (http://crcn.io)",
+    "Jared Allard <jaredallard@outlook.com>",
+    "Caleb Boyd <caleb.boyd@hotmail.com>"
   ],
+  "scripts": {
+    "ci:build": "ts-node tasks/build",
+    "test": "mocha",
+    "lint": "tslint \"{src,plugins,tasks}/**/*.ts\" --fix",
+    "prepare": "npm run lint && npm run build && npm test",
+    "prebuild": "rimraf lib",
+    "build": "tsc --declaration",
+    "postbuild": "ts-node tasks/post-build"
+  },
   "repository": {
     "type": "git",
-    "url": "git://github.com/jaredallard/nexe.git"
+    "url": "git://github.com/nexe/nexe.git"
   },
-  "main": "./lib/index.js",
-  "dependencies": {
-    "async": "1.5.2",
-    "browserify": "^13.0.0",
-    "builtins": "1.0.3",
-    "colors": "^1.1.2",
-    "glob": "^6.0.4",
-    "insert-module-globals": "^7.0.1",
-    "mkdirp": "^0.5.1",
-    "module-deps": "^4.0.5",
-    "ncp": "^2.0.0",
-    "outcome": "0.0.18",
-    "progress": "^1.1.8",
-    "request": "^2.67.0",
-    "sprintf": "~0.1.5",
-    "step": "0.0.x",
-    "tar.gz": "1.0.2",
-    "yargs": "^3.32.0"
-  },
-  "nexe": {
-    "input": "./bin/nexe",
-    "output": "nexe^$",
-    "temp": "src",
-    "runtime": {
-      "framework": "nodejs",
-      "version": "5.5.0",
-      "ignoreFlags": true
-    }
-  },
-  "preferGlobal": true,
+  "files": [
+    "lib"
+  ],
+  "typings": "lib/nexe.d.ts",
+  "main": "index.js",
   "bin": {
-    "nexe": "./bin/nexe"
+    "nexe": "index.js"
+  },
+  "engines": {
+    "node": ">=10"
+  },
+  "dependencies": {
+    "@calebboyd/semaphore": "^1.3.1",
+    "app-builder": "^6.2.2",
+    "caw": "^2.0.1",
+    "chalk": "^2.4.2",
+    "cherow": "1.6.9",
+    "download": "^8.0.0",
+    "globby": "^11.0.1",
+    "got": "^11.8.1",
+    "minimist": "^1.2.5",
+    "mkdirp": "^1.0.4",
+    "multistream": "^4.0.1",
+    "ora": "^3.4.0",
+    "pify": "^5.0.0",
+    "resolve-dependencies": "^6.0.4",
+    "rimraf": "^3.0.2"
   },
   "devDependencies": {
-    "nodeunit": "^0.9.1"
+    "@types/chai": "^4",
+    "@types/download": "^6",
+    "@types/globby": "^9",
+    "@types/got": "^9.6.11",
+    "@types/minimist": "^1.2.1",
+    "@types/mkdirp": "^1.0.1",
+    "@types/mocha": "^7",
+    "@types/multistream": "^2.1.1",
+    "@types/ora": "^3.2.0",
+    "@types/pify": "5.0.0",
+    "@types/rimraf": "3.0.0",
+    "@types/semver": "^7.3.4",
+    "chai": "^4.2.0",
+    "execa": "^5.0.0",
+    "mocha": "^7",
+    "prettier": "^2.2.1",
+    "ts-node": "^8.9.0",
+    "tslint": "^6.1.1",
+    "tslint-config-prettier": "^1.18.0",
+    "tslint-plugin-prettier": "^2.3.0",
+    "typescript": "^3.8.3"
   }
 }

src/compiler.ts

@@ -0,0 +1,312 @@
+import { delimiter, resolve, normalize, join } from 'path'
+import { Buffer } from 'buffer'
+import { createReadStream, ReadStream } from 'fs'
+import { spawn } from 'child_process'
+import { Logger, LogStep } from './logger'
+import {
+  readFileAsync,
+  writeFileAsync,
+  pathExistsAsync,
+  statAsync,
+  dequote,
+  isWindows,
+  bound,
+  semverGt,
+  wrap,
+} from './util'
+import { NexeOptions, version } from './options'
+import { NexeTarget } from './target'
+import MultiStream = require('multistream')
+import { Bundle, toStream } from './fs/bundle'
+import { File } from 'resolve-dependencies'
+
+const isBsd = Boolean(~process.platform.indexOf('bsd'))
+const make = isWindows ? 'vcbuild.bat' : isBsd ? 'gmake' : 'make'
+const configure = isWindows ? 'configure' : './configure'
+
+type StringReplacer = (match: string) => string
+
+export interface NexeFile {
+  filename: string
+  absPath: string
+  contents: string | Buffer
+}
+
+export { NexeOptions }
+
+export class NexeError extends Error {
+  constructor(m: string) {
+    super(m)
+    Object.setPrototypeOf(this, NexeError.prototype)
+  }
+}
+
+export class NexeCompiler {
+  /**
+   * Epoch of when compilation started
+   */
+  private start = Date.now()
+  private compileStep: LogStep | undefined
+  public log = new Logger(this.options.loglevel)
+  /**
+   * Copy of process.env
+   */
+  public env = { ...process.env }
+  /**
+   * Virtual FileSystem
+   */
+  public bundle: Bundle
+  /**
+   * Root directory for the source of the current build
+   */
+  public src: string
+  /**
+   * In memory files that are being manipulated by the compiler
+   */
+  public files: NexeFile[] = []
+  /**
+   * Standalone pieces of code run before the application entrypoint
+   */
+  public shims: string[] = []
+  /**
+   * The last shim (defaults to "require('module').runMain()")
+   */
+  public startup: string = ''
+  /**
+   * The main entrypoint filename for your application - eg. node mainFile.js
+   */
+  public entrypoint: string | undefined
+  /**
+   * Not used
+   */
+  public targets: NexeTarget[]
+  /**
+   * Current target of the compiler
+   */
+  public target: NexeTarget
+  /**
+   * Output filename (-o myapp.exe)
+   */
+  public output = this.options.output
+  /**
+   * Flag to indicate whether or notstdin was used for input
+   */
+  public stdinUsed = false
+  /**
+   * Path to the configure script
+   */
+  public configureScript: string
+  /**
+   * The file path of node binary
+   */
+  public nodeSrcBinPath: string
+  /**
+   * Remote asset path if available
+   */
+  public remoteAsset: string
+
+  constructor(public options: NexeOptions) {
+    const { python } = (this.options = options)
+    //SOMEDAY iterate over multiple targets with `--outDir`
+    this.targets = options.targets as NexeTarget[]
+    this.target = this.targets[0]
+    if (!/https?\:\/\//.test(options.remote)) {
+      throw new NexeError(
+        `Invalid remote URI scheme (must be http, https, or file): ${options.remote}`
+      )
+    }
+    this.remoteAsset = options.remote + this.target.toString()
+    this.src = join(this.options.temp, this.target.version)
+    this.configureScript = configure + (semverGt(this.target.version, '10.10.0') ? '.py' : '')
+    this.nodeSrcBinPath = isWindows
+      ? join(this.src, 'Release', 'node.exe')
+      : join(this.src, 'out', 'Release', 'node')
+    this.log.step('nexe ' + version, 'info')
+    this.bundle = new Bundle(options)
+    if (isWindows) {
+      const originalPath = process.env.PATH
+      delete process.env.PATH
+      this.env = { ...process.env }
+      this.env.PATH = python
+        ? (this.env.PATH = dequote(normalize(python)) + delimiter + originalPath)
+        : originalPath
+      process.env.PATH = originalPath
+    } else {
+      this.env = { ...process.env }
+      python && (this.env.PYTHON = python)
+    }
+  }
+
+  @bound
+  addResource(absoluteFileName: string, content?: Buffer | string | File) {
+    return this.bundle.addResource(absoluteFileName, content)
+  }
+
+  @bound
+  async readFileAsync(file: string) {
+    this.assertBuild()
+    let cachedFile = this.files.find((x) => normalize(x.filename) === normalize(file))
+    if (!cachedFile) {
+      const absPath = join(this.src, file)
+      cachedFile = {
+        absPath,
+        filename: file,
+        contents: await readFileAsync(absPath, 'utf-8').catch((x) => {
+          if (x.code === 'ENOENT') return ''
+          throw x
+        }),
+      }
+      this.files.push(cachedFile)
+    }
+    return cachedFile
+  }
+
+  @bound
+  writeFileAsync(file: string, contents: string | Buffer) {
+    this.assertBuild()
+    return writeFileAsync(join(this.src, file), contents)
+  }
+
+  @bound
+  async replaceInFileAsync(file: string, replace: string | RegExp, value: string | StringReplacer) {
+    const entry = await this.readFileAsync(file)
+    entry.contents = entry.contents.toString().replace(replace, value as any)
+  }
+
+  @bound
+  async setFileContentsAsync(file: string, contents: string | Buffer) {
+    const entry = await this.readFileAsync(file)
+    entry.contents = contents
+  }
+
+  quit(error?: any) {
+    const time = Date.now() - this.start
+    this.log.write(`Finished in ${time / 1000}s`, error ? 'red' : 'green')
+    return this.log.flush()
+  }
+
+  assertBuild() {
+    if (!this.options.build) {
+      throw new NexeError('This feature is only available with `--build`')
+    }
+  }
+
+  public getNodeExecutableLocation(target?: NexeTarget) {
+    if (this.options.asset) {
+      return resolve(this.options.cwd, this.options.asset)
+    }
+    if (target) {
+      return join(this.options.temp, target.toString())
+    }
+    return this.nodeSrcBinPath
+  }
+
+  private _runBuildCommandAsync(command: string, args: string[]) {
+    if (this.log.verbose) {
+      this.compileStep!.pause()
+    }
+    return new Promise((resolve, reject) => {
+      spawn(command, args, {
+        cwd: this.src,
+        env: this.env,
+        stdio: this.log.verbose ? 'inherit' : 'ignore',
+      })
+        .once('error', (e: Error) => {
+          if (this.log.verbose) {
+            this.compileStep!.resume()
+          }
+          reject(e)
+        })
+        .once('close', (code: number) => {
+          if (this.log.verbose) {
+            this.compileStep!.resume()
+          }
+          if (code != 0) {
+            const error = `${command} ${args.join(' ')} exited with code: ${code}`
+            reject(new NexeError(error))
+          }
+          resolve()
+        })
+    })
+  }
+
+  private _configureAsync() {
+    if (isWindows && semverGt(this.target.version, '10.15.99')) {
+      return Promise.resolve()
+    }
+    return this._runBuildCommandAsync(this.env.PYTHON || 'python', [
+      this.configureScript,
+      ...this.options.configure,
+    ])
+  }
+
+  public async build(): Promise<ReadStream> {
+    this.compileStep!.log(
+      `Configuring node build${
+        this.options.configure.length ? ': ' + this.options.configure : '...'
+      }`
+    )
+    await this._configureAsync()
+    const buildOptions = this.options.make
+    this.compileStep!.log(
+      `Compiling Node${buildOptions.length ? ' with arguments: ' + buildOptions : '...'}`
+    )
+    await this._runBuildCommandAsync(make, buildOptions)
+    return createReadStream(this.getNodeExecutableLocation())
+  }
+
+  private async _shouldCompileBinaryAsync(binary: NodeJS.ReadableStream | null, location: string) {
+    //SOMEDAY combine make/configure/vcBuild/and modified times of included files
+    const { snapshot, build } = this.options
+
+    if (!binary) {
+      return true
+    }
+
+    if (build && snapshot != null && (await pathExistsAsync(snapshot))) {
+      const snapshotLastModified = (await statAsync(snapshot)).mtimeMs
+      const binaryLastModified = (await statAsync(location)).mtimeMs
+      return snapshotLastModified > binaryLastModified
+    }
+
+    return false
+  }
+
+  async compileAsync(target: NexeTarget) {
+    const step = (this.compileStep = this.log.step('Compiling result'))
+    const build = this.options.build
+    const location = this.getNodeExecutableLocation(build ? undefined : target)
+    let binary = (await pathExistsAsync(location)) ? createReadStream(location) : null
+
+    if (await this._shouldCompileBinaryAsync(binary, location)) {
+      binary = await this.build()
+      step.log('Node binary compiled')
+    }
+    return this._assembleDeliverable(binary!)
+  }
+
+  code() {
+    return [this.shims.join(''), this.startup].join(';')
+  }
+
+  private async _assembleDeliverable(binary: NodeJS.ReadableStream) {
+    if (!this.options.mangle) {
+      return binary
+    }
+    const resources = this.bundle.renderIndex()
+    this.shims.unshift(wrap(`process.__nexe = ${JSON.stringify({ resources })};\n`))
+
+    const code = this.code(),
+      codeSize = Buffer.byteLength(code),
+      lengths = Buffer.from(Array(16))
+
+    lengths.writeDoubleLE(codeSize, 0)
+    lengths.writeDoubleLE(this.bundle.size, 8)
+    return new (MultiStream as any)([
+      binary,
+      toStream(code),
+      this.bundle.toStream(),
+      toStream(Buffer.concat([Buffer.from('<nexe~~sentinel>'), lengths])),
+    ])
+  }
+}

src/fs/README.md

@@ -0,0 +1,40 @@
+# nexe-fs
+
+### Getting Started:
+
+This module contains a set of patches used to create (and use) the Nexe Virtual FileSystem
+
+In order for NVFS to work with node's `require` method. A custom build of node must be used. If using the `nexe` cli this will be handled automatically
+
+The customization should be applied as early as possbile when node is starting up. 
+
+i.e. The contents of `nexe-fs/bootstrap` should be put [here](https://github.com/nodejs/node/blob/0827c80920311fa9d1e6989c8a73aaaeca962eb7/lib/internal/bootstrap/node.js#L27-L28).
+
+### Creating a NVFS:
+
+To create a virtual file system use the `Bundle` Object, in your build process:
+
+```javascript
+const { Bundle } = require('nexe-fs')
+
+const bundle = new Bundle()
+await bundle.addResource(absoluteFileName)
+
+bundle.toStream().pipe(fs.createWriteStream('./myFsBlob'))
+```
+
+In the entrypoint of your application, the fs patch needs to be applied (executed as early as possible)
+For example, In the build process, the application's entrypoint could be prepended with the following:
+
+```javascript
+const codeToPrependToEntrypoint = fs.readFileSync(require.resolve('nexe-fs/patch'), 'utf-8') + `
+shimFs({
+  blobPath: 'location/of/myFsBlob',
+  resources: ${JSON.stringify(bundle)},
+  layout: {
+    resourceStart: 0 // the offset within the blob that is referenced by the bundle index
+  }
+})`
+```
+
+Since a custom node build is being used. A great place for this code would be the node source file: `_third_party_main.js`

src/fs/bootstrap.js

@@ -0,0 +1,20 @@
+if (true) {
+  const __nexe_patches = (process.nexe = { patches: {} }).patches
+  const slice = [].slice
+  const __nexe_noop_patch = function (original) {
+    const args = slice.call(arguments, 1)
+    return original.apply(this, args)
+  }
+  const __nexe_patch = function (obj, method, patch) {
+    const original = obj[method]
+    if (!original) return
+    __nexe_patches[method] = patch
+    obj[method] = function() {
+      const args = [original].concat(slice.call(arguments))
+      return __nexe_patches[method].apply(this, args)
+    }
+  }
+  __nexe_patch((process).binding('fs'), 'internalModuleReadFile', __nexe_noop_patch)
+  __nexe_patch((process).binding('fs'), 'internalModuleReadJSON', __nexe_noop_patch)
+  __nexe_patch((process).binding('fs'), 'internalModuleStat', __nexe_noop_patch)
+}

src/fs/bundle.ts

@@ -0,0 +1,156 @@
+import * as fs from 'fs'
+import { promisify } from 'util'
+import { relative } from 'path'
+import { Readable } from 'stream'
+import { argv } from '../options'
+import { File } from 'resolve-dependencies'
+import MultiStream = require('multistream')
+
+const lstat = promisify(fs.lstat),
+  realpath = promisify(fs.realpath),
+  createReadStream = fs.createReadStream,
+  stat = promisify(fs.stat)
+
+export type MultiStreams = (Readable | (() => Readable))[]
+
+function makeRelative(cwd: string, path: string) {
+  return './' + relative(cwd, path)
+}
+
+function sortEntry(a: [string, File], b: [string, File]) {
+  return a[0] > b[0] ? 1 : -1
+}
+
+export function toStream(content: Buffer | string) {
+  const readable = new Readable({
+    read() {
+      this.push(content)
+      this.push(null)
+    },
+  })
+  return readable
+}
+
+async function createFile(absoluteFileName: string) {
+  const stats = await lstat(absoluteFileName),
+    file: File = {
+      size: stats.size,
+      contents: '',
+      absPath: absoluteFileName,
+      deps: {},
+    }
+  if (stats.isSymbolicLink()) {
+    file.size = stats.size
+    const [realPath, realStat] = await Promise.all([
+      realpath(absoluteFileName),
+      stat(absoluteFileName),
+    ])
+    file.realPath = realPath
+    file.realSize = realStat.size
+  }
+  return file
+}
+
+export class Bundle {
+  size = 0
+  cwd: string
+  rendered = false
+  private offset = 0
+  private index: { [key: string]: [number, number] } = {}
+  private files: { [key: string]: File } = {}
+  streams: MultiStreams = []
+  constructor({ cwd }: { cwd: string } = { cwd: process.cwd() }) {
+    this.cwd = cwd
+  }
+
+  get list() {
+    return Object.keys(this.files)
+  }
+
+  public async addResource(
+    absoluteFileName: string,
+    content?: File | Buffer | string
+  ): Promise<number> {
+    if (this.files[absoluteFileName]) {
+      return this.size
+    }
+    if (typeof content === 'string' || Buffer.isBuffer(content)) {
+      this.files[absoluteFileName] = {
+        size: Buffer.byteLength(content),
+        contents: content as any, //todo type is wrong here... should allow buffer
+        deps: {},
+        absPath: absoluteFileName,
+      }
+    } else if (content) {
+      this.files[content.absPath] = content
+    } else {
+      this.files[absoluteFileName] = {
+        absPath: absoluteFileName,
+        contents: '',
+        deps: {},
+        size: 0,
+      }
+      this.files[absoluteFileName] = await createFile(absoluteFileName)
+    }
+    return (this.size += this.files[absoluteFileName].size)
+  }
+
+  /**
+   * De-dupe files by absolute path, partition by symlink/real
+   * Iterate over real, add entries
+   * Iterate over symlinks, add symlinks
+   */
+  renderIndex() {
+    if (this.rendered) {
+      throw new Error('Bundle index already rendered')
+    }
+    const files = Object.entries(this.files),
+      realFiles: [string, File][] = [],
+      symLinks: [string, File][] = []
+    for (const entry of files) {
+      if (entry[1].realPath) {
+        symLinks.push(entry)
+      } else {
+        realFiles.push(entry)
+      }
+    }
+    realFiles.sort(sortEntry)
+    symLinks.sort(sortEntry)
+
+    for (const [absPath, file] of realFiles) {
+      this.addEntry(absPath, file)
+    }
+    for (const [absPath, file] of symLinks) {
+      this.addEntry(file.realPath as string, file)
+      this.addEntry(absPath, file, file.realPath)
+    }
+    this.rendered = true
+    return this.index
+  }
+
+  /**
+   * Add a stream if needed and an entry with the required offset and size
+   * Ensure the calling order of this method is idempotent (eg, while iterating a sorted set)
+   * @param entryPath
+   * @param file
+   * @param useEntry
+   */
+  addEntry(entryPath: string, file: File, useEntry?: string) {
+    const existingName = useEntry && makeRelative(this.cwd, useEntry),
+      name = makeRelative(this.cwd, entryPath),
+      size = file.realSize ?? file.size,
+      existingEntry = this.index[existingName ?? name]
+
+    this.index[name] = existingEntry || [this.offset, size]
+    if (!existingEntry) {
+      this.streams.push(() =>
+        file.contents ? toStream(file.contents) : createReadStream(file.absPath)
+      )
+      this.offset += size
+    }
+  }
+
+  toStream() {
+    return new (MultiStream as any)(this.streams)
+  }
+}

src/fs/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "nexe-fs",
+  "version": "1.0.1",
+  "description": "Virtual File System used by nexe",
+  "main": "bundle.js",
+  "files": [
+    "*.d.ts",
+    "*.js"
+  ],
+  "author": "Caleb Boyd",
+  "dependencies": {
+    "multistream": "^2.1.1"
+  },
+  "license": "MIT"
+}

src/fs/patch.ts

@@ -0,0 +1,424 @@
+import { Stats } from 'fs'
+import { getLatestGitRelease } from '../releases'
+
+export interface NexeBinary {
+  blobPath: string
+  resources: { [key: string]: number[] }
+  layout: {
+    stat: Stats
+    resourceStart: number
+    contentSize?: number
+    contentStart?: number
+    resourceSize?: number
+  }
+}
+
+let originalFsMethods: any = null
+let lazyRestoreFs = () => {}
+
+// optional Win32 file namespace prefix followed by drive letter and colon
+const windowsFullPathRegex = /^(\\{2}\?\\)?([a-zA-Z]):/
+
+const upcaseDriveLetter = (s: string): string =>
+  s.replace(windowsFullPathRegex, (_match, ns, drive) => `${ns || ''}${drive.toUpperCase()}:`)
+
+function shimFs(binary: NexeBinary, fs: any = require('fs')) {
+  if (originalFsMethods !== null) {
+    return
+  }
+  originalFsMethods = Object.assign({}, fs)
+  const { blobPath, resources: manifest } = binary,
+    { resourceStart, stat } = binary.layout,
+    directories: { [key: string]: { [key: string]: boolean } } = {},
+    notAFile = '!@#$%^&*',
+    isWin = process.platform.startsWith('win'),
+    isString = (x: any): x is string => typeof x === 'string' || x instanceof String,
+    noop = () => {},
+    path = require('path'),
+    winPath: (key: string) => string = isWin ? upcaseDriveLetter : (s) => s,
+    baseDir = winPath(path.dirname(process.execPath))
+
+  let log = (_: string) => true
+  let loggedManifest = false
+  if ((process.env.DEBUG || '').toLowerCase().includes('nexe:require')) {
+    log = (text: string) => {
+      setupManifest()
+      if (!loggedManifest) {
+        process.stderr.write('[nexe] - MANIFEST' + JSON.stringify(manifest, null, 4) + '\n')
+        process.stderr.write('[nexe] - DIRECTORIES' + JSON.stringify(directories, null, 4) + '\n')
+        loggedManifest = true
+      }
+      return process.stderr.write('[nexe] - ' + text + '\n')
+    }
+  }
+
+  const getKey = function getKey(filepath: string | Buffer | null): string {
+    if (Buffer.isBuffer(filepath)) {
+      filepath = filepath.toString()
+    }
+    if (!isString(filepath)) {
+      return notAFile
+    }
+    let key = path.resolve(baseDir, filepath)
+
+    return winPath(key)
+  }
+
+  const statTime = function () {
+    return {
+      dev: 0,
+      ino: 0,
+      nlink: 0,
+      rdev: 0,
+      uid: 123,
+      gid: 500,
+      blksize: 4096,
+      blocks: 0,
+      atime: new Date(stat.atime),
+      atimeMs: stat.atime.getTime(),
+      mtime: new Date(stat.mtime),
+      mtimeMs: stat.mtime.getTime(),
+      ctime: new Date(stat.ctime),
+      ctimMs: stat.ctime.getTime(),
+      birthtime: new Date(stat.birthtime),
+      birthtimeMs: stat.birthtime.getTime(),
+    }
+  }
+
+  let BigInt: Function
+  try {
+    BigInt = eval('BigInt')
+  } catch (ignored) {}
+
+  const createStat = function (extensions: any, options: any) {
+    const stat = Object.assign(new fs.Stats(), binary.layout.stat, statTime(), extensions)
+    if (options && options.bigint && BigInt) {
+      for (const k in stat) {
+        if (Object.prototype.hasOwnProperty.call(stat, k) && typeof stat[k] === 'number') {
+          stat[k] = BigInt(stat[k])
+        }
+      }
+    }
+    return stat
+  }
+
+  const ownStat = function (filepath: any, options: any) {
+    setupManifest()
+    const key = getKey(filepath)
+    if (directories[key]) {
+      let mode = binary.layout.stat.mode
+      mode |= fs.constants.S_IFDIR
+      mode &= ~fs.constants.S_IFREG
+      return createStat({ mode, size: 0 }, options)
+    }
+    if (manifest[key]) {
+      return createStat({ size: manifest[key][1] }, options)
+    }
+  }
+
+  const getStat = function (fn: string) {
+    return function stat(filepath: string | Buffer, options: any, callback: any) {
+      let stat: any
+      if (typeof options === 'function') {
+        callback = options
+        stat = ownStat(filepath, null)
+      } else {
+        stat = ownStat(filepath, options)
+      }
+      if (stat) {
+        process.nextTick(() => {
+          callback(null, stat)
+        })
+      } else {
+        return originalFsMethods[fn].apply(fs, arguments)
+      }
+    }
+  }
+
+  function makeLong(filepath: string) {
+    return (path as any)._makeLong && (path as any)._makeLong(filepath)
+  }
+
+  function fileOpts(options: any) {
+    return !options ? {} : isString(options) ? { encoding: options } : options
+  }
+
+  let setupManifest = () => {
+    Object.keys(manifest).forEach((filepath) => {
+      const entry = manifest[filepath]
+      const absolutePath = getKey(filepath)
+      const longPath = makeLong(absolutePath)
+      const normalizedPath = winPath(path.normalize(filepath))
+
+      if (!manifest[absolutePath]) {
+        manifest[absolutePath] = entry
+      }
+      if (longPath && !manifest[longPath]) {
+        manifest[longPath] = entry
+      }
+      if (!manifest[normalizedPath]) {
+        manifest[normalizedPath] = manifest[filepath]
+      }
+
+      let currentDir = path.dirname(absolutePath)
+      let prevDir = absolutePath
+
+      while (currentDir !== prevDir) {
+        directories[currentDir] = directories[currentDir] || {}
+        directories[currentDir][path.basename(prevDir)] = true
+        const longDir = makeLong(currentDir)
+        if (longDir && !directories[longDir]) {
+          directories[longDir] = directories[currentDir]
+        }
+        prevDir = currentDir
+        currentDir = path.dirname(currentDir)
+      }
+    })
+    ;(manifest[notAFile] as any) = false
+    ;(directories[notAFile] as any) = false
+    setupManifest = noop
+  }
+
+  //naive patches intended to work for most use cases
+  const nfs: any = {
+    existsSync: function existsSync(filepath: string) {
+      setupManifest()
+      const key = getKey(filepath)
+      if (manifest[key] || directories[key]) {
+        return true
+      }
+      return originalFsMethods.existsSync.apply(fs, arguments)
+    },
+    realpath: function realpath(filepath: any, options: any, cb: any): void {
+      setupManifest()
+      const key = getKey(filepath)
+      if (isString(filepath) && (manifest[filepath] || manifest[key])) {
+        return process.nextTick(() => cb(null, filepath))
+      }
+      return originalFsMethods.realpath.call(fs, filepath, options, cb)
+    },
+    realpathSync: function realpathSync(filepath: any, options: any) {
+      setupManifest()
+      const key = getKey(filepath)
+      if (manifest[key]) {
+        return filepath
+      }
+      return originalFsMethods.realpathSync.call(fs, filepath, options)
+    },
+    readdir: function readdir(filepath: string | Buffer, options: any, callback: any) {
+      setupManifest()
+      const dir = directories[getKey(filepath)]
+      if (dir) {
+        if ('function' === typeof options) {
+          callback = options
+          options = { encoding: 'utf8' }
+        }
+        process.nextTick(() => callback(null, Object.keys(dir)))
+      } else {
+        return originalFsMethods.readdir.apply(fs, arguments)
+      }
+    },
+    readdirSync: function readdirSync(filepath: string | Buffer, options: any) {
+      setupManifest()
+      const dir = directories[getKey(filepath)]
+      if (dir) {
+        return Object.keys(dir)
+      }
+      return originalFsMethods.readdirSync.apply(fs, arguments)
+    },
+
+    readFile: function readFile(filepath: any, options: any, callback: any) {
+      setupManifest()
+      const entry = manifest[getKey(filepath)]
+      if (!entry) {
+        return originalFsMethods.readFile.apply(fs, arguments)
+      }
+      const [offset, length] = entry
+      const resourceOffset = resourceStart + offset
+      const encoding = fileOpts(options).encoding
+      callback = typeof options === 'function' ? options : callback
+
+      originalFsMethods.open(blobPath, 'r', function (err: Error, fd: number) {
+        if (err) return callback(err, null)
+        originalFsMethods.read(
+          fd,
+          Buffer.alloc(length),
+          0,
+          length,
+          resourceOffset,
+          function (error: Error, bytesRead: number, result: Buffer) {
+            if (error) {
+              return originalFsMethods.close(fd, function () {
+                callback(error, null)
+              })
+            }
+            originalFsMethods.close(fd, function (err: Error) {
+              if (err) {
+                return callback(err, result)
+              }
+              callback(err, encoding ? result.toString(encoding) : result)
+            })
+          }
+        )
+      })
+    },
+    createReadStream: function createReadStream(filepath: any, options: any) {
+      setupManifest()
+      const entry = manifest[getKey(filepath)]
+      if (!entry) {
+        return originalFsMethods.createReadStream.apply(fs, arguments)
+      }
+      const [offset, length] = entry
+      const resourceOffset = resourceStart + offset
+      const opts = fileOpts(options)
+
+      return originalFsMethods.createReadStream(
+        blobPath,
+        Object.assign({}, opts, {
+          start: resourceOffset,
+          end: resourceOffset + length - 1,
+        })
+      )
+    },
+    readFileSync: function readFileSync(filepath: any, options: any) {
+      setupManifest()
+      const entry = manifest[getKey(filepath)]
+      if (!entry) {
+        return originalFsMethods.readFileSync.apply(fs, arguments)
+      }
+      const [offset, length] = entry
+      const resourceOffset = resourceStart + offset
+      const encoding = fileOpts(options).encoding
+      const fd = originalFsMethods.openSync(process.execPath, 'r')
+      const result = Buffer.alloc(length)
+      originalFsMethods.readSync(fd, result, 0, length, resourceOffset)
+      originalFsMethods.closeSync(fd)
+      return encoding ? result.toString(encoding) : result
+    },
+    statSync: function statSync(filepath: string | Buffer, options: any) {
+      const stat = ownStat(filepath, options)
+      if (stat) {
+        return stat
+      }
+      return originalFsMethods.statSync.apply(fs, arguments)
+    },
+    stat: getStat('stat'),
+    lstat: getStat('lstat'),
+    lstatSync: function statSync(filepath: string | Buffer, options: any) {
+      const stat = ownStat(filepath, options)
+      if (stat) {
+        return stat
+      }
+      return originalFsMethods.lstatSync.apply(fs, arguments)
+    },
+  }
+  if (typeof fs.exists === 'function') {
+    nfs.exists = function (filepath: string, cb: Function) {
+      cb = cb || noop
+      const exists = nfs.existsSync(filepath)
+      process.nextTick(() => cb(exists))
+    }
+  }
+
+  const patches = (process as any).nexe.patches || {}
+  delete (process as any).nexe
+  patches.internalModuleReadFile = function (this: any, original: any, ...args: any[]) {
+    setupManifest()
+    const filepath = getKey(args[0])
+    if (manifest[filepath]) {
+      log('read     (hit)              ' + filepath)
+      return nfs.readFileSync(filepath, 'utf-8')
+    }
+    log('read          (miss)       ' + filepath)
+    return original.call(this, ...args)
+  }
+  let returningArray: boolean
+  patches.internalModuleReadJSON = function (this: any, original: any, ...args: any[]) {
+    if (returningArray == null) returningArray = Array.isArray(original.call(this, ''))
+    const res = patches.internalModuleReadFile.call(this, original, ...args)
+    return returningArray && !Array.isArray(res)
+      ? [res, /"(main|name|type|exports|imports)"/.test(res)]
+      : res
+  }
+  patches.internalModuleStat = function (this: any, original: any, ...args: any[]) {
+    setupManifest()
+    const filepath = getKey(args[0])
+    if (manifest[filepath]) {
+      log('stat     (hit)              ' + filepath + '   ' + 0)
+      return 0
+    }
+    if (directories[filepath]) {
+      log('stat dir (hit)              ' + filepath + '   ' + 1)
+      return 1
+    }
+    const res = original.call(this, ...args)
+    if (res === 0) {
+      log('stat          (miss)        ' + filepath + '   ' + res)
+    } else if (res === 1) {
+      log('stat dir      (miss)        ' + filepath + '   ' + res)
+    } else {
+      log('stat                 (fail) ' + filepath + '   ' + res)
+    }
+    return res
+  }
+
+  if (typeof fs.exists === 'function') {
+    nfs.exists = function (filepath: string, cb: Function) {
+      cb = cb || noop
+      const exists = nfs.existsSync(filepath)
+      if (!exists) {
+        return originalFsMethods.exists(filepath, cb)
+      }
+      process.nextTick(() => cb(exists))
+    }
+  }
+
+  if (typeof fs.copyFile === 'function') {
+    nfs.copyFile = function (filepath: string, dest: string, flags: number, callback: Function) {
+      setupManifest()
+      const entry = manifest[getKey(filepath)]
+      if (!entry) {
+        return originalFsMethods.copyFile.apply(fs, arguments)
+      }
+      if (typeof flags === 'function') {
+        callback = flags
+        flags = 0
+      }
+      nfs.readFile(filepath, (err: any, buffer: any) => {
+        if (err) {
+          return callback(err)
+        }
+        originalFsMethods.writeFile(dest, buffer, (err: any) => {
+          if (err) {
+            return callback(err)
+          }
+          callback(null)
+        })
+      })
+    }
+    nfs.copyFileSync = function (filepath: string, dest: string) {
+      setupManifest()
+      const entry = manifest[getKey(filepath)]
+      if (!entry) {
+        return originalFsMethods.copyFileSync.apply(fs, arguments)
+      }
+      return originalFsMethods.writeFileSync(dest, nfs.readFileSync(filepath))
+    }
+  }
+
+  Object.assign(fs, nfs)
+
+  lazyRestoreFs = () => {
+    Object.keys(nfs).forEach((key) => {
+      fs[key] = originalFsMethods[key]
+    })
+    lazyRestoreFs = () => {}
+  }
+  return true
+}
+
+function restoreFs() {
+  lazyRestoreFs()
+}
+
+export { shimFs, restoreFs }

src/logger.ts

@@ -0,0 +1,72 @@
+import colors from 'chalk'
+import ora from 'ora'
+
+const frameLength = 120
+
+export interface LogStep {
+  modify(text: string, color?: string): void
+  log(text: string, color?: string): void
+  pause(): void
+  resume(): void
+}
+
+export class Logger {
+  public verbose: boolean
+  private silent: boolean
+  private ora: any
+  private modify: Function
+  public write: (text: string, color?: string) => void
+
+  constructor(level: 'verbose' | 'silent' | 'info') {
+    this.verbose = level === 'verbose'
+    this.silent = level === 'silent'
+    if (!this.silent) {
+      this.ora = ora({
+        text: 'Starting...',
+        color: 'blue',
+        spinner: 'dots',
+      })
+      this.ora.stop()
+    }
+    const noop = () => {}
+    this.modify = this.silent ? noop : this._modify.bind(this)
+    this.write = this.silent ? noop : this._write.bind(this)
+  }
+
+  flush() {
+    !this.silent && this.ora.succeed()
+    return new Promise((resolve) => setTimeout(resolve, frameLength))
+  }
+
+  _write(update: string, color = 'green') {
+    this.ora.succeed().text = (colors as any)[color](update)
+    this.ora.start()
+  }
+
+  _modify(update: string, color = this.ora.color) {
+    this.ora.text = update
+    this.ora.color = color
+  }
+
+  step(text: string, method: string = 'succeed'): LogStep {
+    if (this.silent) {
+      return { modify() {}, log() {}, pause() {}, resume() {} }
+    }
+    if (!this.ora.id) {
+      this.ora.start().text = text
+      if (method !== 'succeed') {
+        this.ora[method]()
+      }
+    } else {
+      this.ora[method]().text = text
+      this.ora.start()
+    }
+
+    return {
+      modify: this.modify,
+      log: this.verbose ? this.write : this.modify,
+      pause: () => this.ora.stopAndPersist(),
+      resume: () => this.ora.start(),
+    } as LogStep
+  }
+}

src/nexe.ts

@@ -0,0 +1,49 @@
+import { EOL } from 'os'
+import { compose } from 'app-builder'
+import { NexeCompiler, NexeError } from './compiler'
+import { normalizeOptions, NexeOptions, NexePatch } from './options'
+import resource from './steps/resource'
+import clean from './steps/clean'
+import cli from './steps/cli'
+import bundle from './steps/bundle'
+import download from './steps/download'
+import shim from './steps/shim'
+import artifacts from './steps/artifacts'
+import patches from './patches'
+
+async function compile(
+  compilerOptions?: Partial<NexeOptions>,
+  callback?: (err: Error | null) => void
+) {
+  let error = null,
+    options: NexeOptions | null = null,
+    compiler: NexeCompiler | null = null
+
+  try {
+    options = normalizeOptions(compilerOptions)
+    compiler = new NexeCompiler(options)
+    await compose(
+      clean,
+      resource,
+      cli,
+      bundle,
+      shim,
+      download,
+      options.build ? [artifacts, ...patches, ...(options.patches as NexePatch[])] : [],
+      options.plugins as NexePatch[]
+    )(compiler)
+  } catch (e) {
+    error = e
+  }
+
+  if (error) {
+    compiler && compiler.quit(error)
+    if (callback) return callback(error)
+    return Promise.reject(error)
+  }
+
+  if (callback) callback(null)
+}
+
+export { compile, NexeCompiler }
+export { argv, version, NexeOptions, help } from './options'

src/options.ts

@@ -0,0 +1,304 @@
+import * as parseArgv from 'minimist'
+import { NexeCompiler, NexeError } from './compiler'
+import { isWindows, STDIN_FLAG } from './util'
+import { basename, extname, join, isAbsolute, resolve } from 'path'
+import { getTarget, NexeTarget } from './target'
+import { EOL, homedir } from 'os'
+import chalk from 'chalk'
+import { resolveSync } from 'resolve-dependencies'
+const caw = require('caw')
+const c = process.platform === 'win32' ? chalk.constructor({ enabled: false }) : chalk
+
+export const version = '{{replace:0}}'
+
+export interface NexePatch {
+  (compiler: NexeCompiler, next: () => Promise<void>): Promise<void>
+}
+
+export interface NexeOptions {
+  build: boolean
+  input: string
+  output: string
+  targets: (string | NexeTarget)[]
+  name: string
+  remote: string
+  asset: string
+  cwd: string
+  fs: boolean | string[]
+  flags: string[]
+  configure: string[]
+  vcBuild: string[]
+  make: string[]
+  snapshot?: string
+  resources: string[]
+  temp: string
+  rc: { [key: string]: string }
+  enableNodeCli: boolean
+  bundle: boolean | string
+  patches: (string | NexePatch)[]
+  plugins: (string | NexePatch)[]
+  native: any
+  mangle: boolean
+  ghToken: string
+  sourceUrl?: string
+  enableStdIn?: boolean
+  python?: string
+  loglevel: 'info' | 'silent' | 'verbose'
+  silent?: boolean
+  fakeArgv?: boolean
+  verbose?: boolean
+  info?: boolean
+  ico?: string
+  debugBundle?: boolean
+  warmup?: string
+  clean?: boolean
+  /**
+   * Api Only
+   */
+  downloadOptions: any
+}
+
+const defaults = {
+  flags: [],
+  cwd: process.cwd(),
+  fs: true,
+  configure: [],
+  mangle: true,
+  make: [],
+  targets: [],
+  vcBuild: isWindows ? ['nosign', 'release'] : [],
+  enableNodeCli: false,
+  build: false,
+  bundle: true,
+  patches: [],
+  plugins: [],
+  remote: 'https://github.com/nexe/nexe/releases/download/v3.3.3/',
+}
+const alias = {
+  i: 'input',
+  o: 'output',
+  v: 'version',
+  a: 'asset',
+  t: 'target',
+  b: 'build',
+  n: 'name',
+  r: 'resource',
+  p: 'python',
+  f: 'flag',
+  c: 'configure',
+  m: 'make',
+  h: 'help',
+  l: 'loglevel',
+  'fake-argv': 'fakeArgv',
+  'gh-token': 'ghToken',
+}
+const argv = parseArgv(process.argv, { alias, default: { ...defaults } })
+let help = `
+${c.bold('nexe <entry-file> [options]')}
+
+   ${c.underline.bold('Options:')}
+
+  -i   --input                      -- application entry point
+  -o   --output                     -- path to output file
+  -t   --target                     -- node version description
+  -n   --name                       -- main app module name
+  -r   --resource                   -- *embed files (glob) within the binary
+       --remote                     -- alternate location (URL) to download pre-built base (nexe) binaries from
+       --plugin                     -- extend nexe runtime behavior
+
+   ${c.underline.bold('Building from source:')}
+
+  -b   --build                      -- build from source
+  -p   --python                     -- python2 (as python) executable path
+  -f   --flag                       -- *v8 flags to include during compilation
+  -c   --configure                  -- *arguments to the configure step
+  -m   --make                       -- *arguments to the make/build step
+       --patch                      -- module with middleware default export for adding a build patch
+       --no-mangle                  -- used when generating base binaries, or when patching _third_party_main manually
+       --snapshot                   -- path to a warmup snapshot
+       --ico                        -- file name for alternate icon file (windows)
+       --rc-*                       -- populate rc file options (windows)
+       --sourceUrl                  -- pass an alternate source (node.tar.gz) url
+       --enableNodeCli              -- enable node cli enforcement (blocks app cli)
+
+   ${c.underline.bold('Other options:')}
+
+       --bundle                     -- custom bundling module with 'createBundle' export
+       --temp                       -- temp file storage default '~/.nexe'
+       --cwd                        -- set the current working directory for the command
+       --fake-argv                  -- fake argv[1] with entry file
+       --clean                      -- force download of sources
+       --silent                     -- disable logging
+       --verbose                    -- set logging to verbose
+
+       -* variable key name         * option can be used more than once`.trim()
+help = EOL + help + EOL
+
+function flatten(...args: any[]): string[] {
+  return ([] as string[]).concat(...args).filter((x) => x)
+}
+
+/**
+ * Extract keys such as { "rc-CompanyName": "Node.js" } to
+ * { CompanyName: "Node.js" }
+ * @param {*} match
+ * @param {*} options
+ */
+function extractCliMap(match: RegExp, options: any) {
+  return Object.keys(options)
+    .filter((x) => match.test(x))
+    .reduce((map: any, option: any) => {
+      const key = option.split('-')[1]
+      map[key] = options[option]
+      delete options[option]
+      return map
+    }, {} as any)
+}
+
+function extractLogLevel(options: NexeOptions) {
+  if (options.loglevel) return options.loglevel
+  if (options.silent) return 'silent'
+  if (options.verbose) return 'verbose'
+  return 'info'
+}
+
+function isName(name: string) {
+  return name && name !== 'index' && name !== STDIN_FLAG
+}
+
+function extractName(options: NexeOptions) {
+  let name = options.name
+  //try and use the input filename as the output filename if its not index
+  if (!isName(name) && typeof options.input === 'string') {
+    name = basename(options.input).replace(extname(options.input), '')
+  }
+  //try and use the directory as the filename
+  if (!isName(name) && basename(options.cwd)) {
+    name = basename(options.cwd)
+  }
+
+  return name.replace(/\.exe$/, '')
+}
+
+function padRelative(input: string) {
+  let prefix = ''
+  if (!input.startsWith('.')) {
+    prefix = './'
+  }
+  return prefix + input
+}
+
+function isEntryFile(filename?: string): filename is string {
+  return Boolean(filename && !isAbsolute(filename))
+}
+
+export function resolveEntry(
+  input: string,
+  cwd: string,
+  maybeEntry: string | undefined,
+  bundle: boolean | string
+) {
+  let result = null
+  if (input === '-' || maybeEntry === '-') {
+    return STDIN_FLAG
+  }
+  if (input && isAbsolute(input)) {
+    return input
+  }
+  if (input) {
+    const inputPath = padRelative(input)
+    result = resolveSync(cwd, inputPath)
+  }
+  if (isEntryFile(maybeEntry) && (!result || !result.absPath)) {
+    const inputPath = padRelative(maybeEntry)
+    result = resolveSync(cwd, inputPath)
+  }
+  if (!process.stdin.isTTY && (!result || !result.absPath) && bundle === defaults.bundle) {
+    return STDIN_FLAG
+  }
+  if (!result || !result.absPath) {
+    result = resolveSync(cwd, '.')
+  }
+  if (!result.absPath) {
+    throw new NexeError(`Entry file "${input || ''}" not found!`)
+  }
+  return result.absPath
+}
+
+function isCli(options?: Partial<NexeOptions>) {
+  return argv === options
+}
+
+function normalizeOptions(input?: Partial<NexeOptions>): NexeOptions {
+  const options = Object.assign({}, defaults, input) as NexeOptions
+  const opts = options as any
+  const cwd = (options.cwd = resolve(options.cwd))
+  options.temp = options.temp
+    ? resolve(cwd, options.temp)
+    : process.env.NEXE_TEMP || join(homedir(), '.nexe')
+  const maybeEntry = isCli(input) ? argv._[argv._.length - 1] : undefined
+  options.input = resolveEntry(options.input, cwd, maybeEntry, options.bundle)
+  options.enableStdIn = isCli(input) && options.input === STDIN_FLAG
+  options.name = extractName(options)
+  options.loglevel = extractLogLevel(options)
+  options.flags = flatten(opts.flag, options.flags)
+  options.targets = flatten(opts.target, options.targets).map(getTarget)
+  if (!options.targets.length) {
+    options.targets.push(getTarget())
+  }
+  options.ghToken = options.ghToken || process.env.GITHUB_TOKEN || ''
+  options.make = flatten(isWindows ? options.vcBuild : options.make)
+  options.configure = flatten(options.configure)
+  options.resources = flatten(opts.resource, options.resources)
+
+  if (!options.remote.endsWith('/')) {
+    options.remote += '/'
+  }
+
+  options.downloadOptions = options.downloadOptions || {}
+  options.downloadOptions.headers = options.downloadOptions.headers || {}
+  options.downloadOptions.headers['User-Agent'] = 'nexe (https://www.npmjs.com/package/nexe)'
+  options.downloadOptions.agent = process.env.HTTPS_PROXY
+    ? caw(process.env.HTTPS_PROXY, { protocol: 'https' })
+    : options.downloadOptions.agent || require('https').globalAgent
+  options.downloadOptions.rejectUnauthorized = process.env.HTTPS_PROXY ? false : true
+
+  options.rc = options.rc || extractCliMap(/^rc-.*/, options)
+  options.output =
+    (options.targets[0] as NexeTarget).platform === 'windows'
+      ? `${(options.output || options.name).replace(/\.exe$/, '')}.exe`
+      : `${options.output || options.name}`
+  options.output = resolve(cwd, options.output)
+
+  const requireDefault = (x: string) => {
+    if (typeof x === 'string') {
+      return require(x).default
+    }
+    return x
+  }
+
+  options.mangle = 'mangle' in opts ? opts.mangle : true
+  options.plugins = flatten(opts.plugin, options.plugins).map(requireDefault)
+  options.patches = flatten(opts.patch, options.patches).map(requireDefault)
+
+  if ((!options.mangle && !options.bundle) || options.patches.length) {
+    options.build = true
+  }
+
+  if (options.build) {
+    const { arch } = options.targets[0] as NexeTarget
+    if (isWindows) {
+      options.make = Array.from(new Set(options.make.concat(arch)))
+    } else {
+      options.configure = Array.from(new Set(options.configure.concat([`--dest-cpu=${arch}`])))
+    }
+  }
+
+  Object.keys(alias)
+    .filter((k) => k !== 'rc')
+    .forEach((x) => delete opts[x])
+
+  return options
+}
+
+export { argv, normalizeOptions, help }

src/patches/boot-nexe.ts

@@ -0,0 +1,57 @@
+const fs = require('fs'),
+  fd = fs.openSync(process.execPath, 'r'),
+  stat = fs.statSync(process.execPath),
+  tailSize = Math.min(stat.size, 16000),
+  tailWindow = Buffer.from(Array(tailSize))
+
+fs.readSync(fd, tailWindow, 0, tailSize, stat.size - tailSize)
+
+const footerPosition = tailWindow.indexOf('<nexe~~sentinel>')
+if (footerPosition == -1) {
+  throw 'Invalid Nexe binary'
+}
+
+const footer = tailWindow.slice(footerPosition, footerPosition + 32),
+  contentSize = footer.readDoubleLE(16),
+  resourceSize = footer.readDoubleLE(24),
+  contentStart = stat.size - tailSize + footerPosition - resourceSize - contentSize,
+  resourceStart = contentStart + contentSize
+
+Object.defineProperty(
+  process,
+  '__nexe',
+  (function () {
+    let nexeHeader: any = null
+    return {
+      get: function () {
+        return nexeHeader
+      },
+      set: function (value: any) {
+        if (nexeHeader) {
+          throw new Error('This property is readonly')
+        }
+        nexeHeader = Object.assign({}, value, {
+          blobPath: process.execPath,
+          layout: {
+            stat,
+            contentSize,
+            contentStart,
+            resourceSize,
+            resourceStart,
+          },
+        })
+        Object.freeze(nexeHeader)
+      },
+      enumerable: false,
+      configurable: false,
+    }
+  })()
+)
+
+const contentBuffer = Buffer.from(Array(contentSize)),
+  Module = require('module')
+
+fs.readSync(fd, contentBuffer, 0, contentSize, contentStart)
+fs.closeSync(fd)
+
+new Module(process.execPath, null)._compile(contentBuffer.toString(), process.execPath)

src/patches/build-fixes.ts

@@ -0,0 +1,17 @@
+import { NexeCompiler } from '../compiler'
+
+export default async function buildFixes(compiler: NexeCompiler, next: () => Promise<void>) {
+  if (!compiler.target.version.startsWith('8.2')) {
+    return next()
+  }
+
+  const file = await compiler.readFileAsync('./tools/msvs/find_python.cmd')
+
+  await compiler.replaceInFileAsync(
+    './tools/msvs/find_python.cmd',
+    '%p%python.exe -V 2>&1',
+    '"%p%python.exe" -V 2>&1'
+  )
+
+  return next()
+}

src/patches/disable-node-cli.ts

@@ -0,0 +1,44 @@
+import { NexeCompiler } from '../compiler'
+import { semverGt } from '../util'
+
+export default async function disableNodeCli(compiler: NexeCompiler, next: () => Promise<void>) {
+  if (compiler.options.enableNodeCli) {
+    return next()
+  }
+
+  if (semverGt(compiler.target.version, '11.6.0')) {
+    await compiler.replaceInFileAsync(
+      'src/node.cc',
+      /(?<!int )ProcessGlobalArgs\(argv[^;]*;/gm,
+      '0;/*$&*/'
+    )
+  } else if (semverGt(compiler.target.version, '10.9')) {
+    await compiler.replaceInFileAsync('src/node.cc', /(?<!void )ProcessArgv\(argv/g, '//$&')
+  } else if (semverGt(compiler.target.version, '9.999')) {
+    await compiler.replaceInFileAsync(
+      'src/node.cc',
+      'int i = 1; i < v8_argc; i++',
+      'int i = v8_argc; i < v8_argc; i++'
+    )
+    let matches = 0
+    await compiler.replaceInFileAsync('src/node.cc', /v8_argc > 1/g, (match) => {
+      if (matches++) {
+        return 'false'
+      }
+      return match
+    })
+  } else {
+    const nodeccMarker = 'argv[index][0] =='
+
+    await compiler.replaceInFileAsync(
+      'src/node.cc',
+      `${nodeccMarker} '-'`,
+      // allow NODE_OPTIONS, introduced in 8.0
+      semverGt(compiler.target.version, '7.99')
+        ? `(${nodeccMarker} (is_env ? '-' : ']'))`
+        : `(${nodeccMarker} ']')`
+    )
+  }
+
+  return next()
+}

src/patches/flags.ts

@@ -0,0 +1,16 @@
+import { NexeCompiler } from '../compiler'
+
+export default async function flags(compiler: NexeCompiler, next: () => Promise<void>) {
+  const nodeflags = compiler.options.flags
+  if (!nodeflags.length) {
+    return next()
+  }
+
+  await compiler.replaceInFileAsync(
+    'node.gyp',
+    "'node_v8_options%': ''",
+    `'node_v8_options%': '${nodeflags.join(' ')}'`
+  )
+
+  return next()
+}

src/patches/gyp.ts

@@ -0,0 +1,21 @@
+import { NexeCompiler } from '../compiler'
+
+export default async function nodeGyp(
+  { files, replaceInFileAsync }: NexeCompiler,
+  next: () => Promise<void>
+) {
+  await next()
+
+  const nodeGypMarker = "'lib/fs.js',"
+  await replaceInFileAsync(
+    'node.gyp',
+    nodeGypMarker,
+    `
+    ${nodeGypMarker}
+    ${files
+      .filter((x) => x.filename.startsWith('lib'))
+      .map((x) => `'${x.filename}'`)
+      .toString()},
+  `.trim()
+  )
+}

src/patches/ico.ts

@@ -0,0 +1,12 @@
+import { normalize } from 'path'
+import { readFileAsync } from '../util'
+import { NexeCompiler } from '../compiler'
+
+export default async function ico(compiler: NexeCompiler, next: () => Promise<void>) {
+  const iconFile = compiler.options.ico
+  if (!iconFile) {
+    return next()
+  }
+  await compiler.setFileContentsAsync('src/res/node.ico', await readFileAsync(normalize(iconFile)))
+  return next()
+}

src/patches/index.ts

@@ -0,0 +1,12 @@
+import gyp from './gyp'
+import bootNexe from './third-party-main'
+import buildFixes from './build-fixes'
+import cli from './disable-node-cli'
+import flags from './flags'
+import ico from './ico'
+import rc from './node-rc'
+import snapshot from './snapshot'
+
+const patches = [gyp, bootNexe, buildFixes, cli, flags, ico, rc, snapshot]
+
+export default patches

src/patches/node-rc.ts

@@ -0,0 +1,28 @@
+import { NexeCompiler } from '../compiler'
+
+export default async function nodeRc(compiler: NexeCompiler, next: () => Promise<void>) {
+  const options = compiler.options.rc
+  if (!options) {
+    return next()
+  }
+
+  const file = await compiler.readFileAsync('src/res/node.rc')
+
+  Object.keys(options).forEach((key) => {
+    let value = options[key]
+    const isVar = /^[A-Z_]+$/.test(value)
+    value = isVar ? value : `"${value}"`
+    file.contents = file.contents
+      .toString()
+      .replace(new RegExp(`VALUE "${key}",.*`), `VALUE "${key}", ${value}`)
+  })
+  ;['PRODUCTVERSION', 'FILEVERSION'].forEach((x) => {
+    if (options[x]) {
+      file.contents = file.contents
+        .toString()
+        .replace(new RegExp(x + ' .*$', 'm'), `${x} ${options[x]}`)
+    }
+  })
+
+  return next()
+}

src/patches/snapshot.ts

@@ -0,0 +1,27 @@
+import { resolve } from 'path'
+import { NexeCompiler } from '../compiler'
+import { semverGt } from '../util'
+
+export default async function (compiler: NexeCompiler, next: () => Promise<void>) {
+  const { snapshot, warmup, cwd } = compiler.options
+
+  if (!snapshot) {
+    return next()
+  }
+
+  const variablePrefix = semverGt(compiler.target.version, '11.0.0') ? 'v8_' : ''
+
+  await compiler.replaceInFileAsync(
+    compiler.configureScript,
+    'def configure_v8(o):',
+    `def configure_v8(o):\n  o['variables']['${variablePrefix}embed_script'] = r'${resolve(
+      cwd,
+      snapshot
+    )}'\n  o['variables']['${variablePrefix}warmup_script'] = r'${resolve(
+      cwd,
+      warmup || snapshot
+    )}'`
+  )
+
+  return next()
+}

src/patches/third-party-main.ts

@@ -0,0 +1,109 @@
+import { NexeCompiler } from '../compiler'
+import { parse } from 'cherow'
+import { wrap, semverGt } from '../util'
+
+function walkSome(node: any, visit: Function) {
+  if (!node || typeof node.type !== 'string' || node._visited) {
+    return false
+  }
+  visit(node)
+  node._visited = true
+  for (let childNode in node) {
+    const child = node[childNode]
+    if (Array.isArray(child)) {
+      for (let i = 0; i < child.length; i++) {
+        if (walkSome(child[i], visit)) {
+          return true
+        }
+      }
+    } else if (walkSome(child, visit)) {
+      return true
+    }
+  }
+  return false
+}
+
+export default async function main(compiler: NexeCompiler, next: () => Promise<void>) {
+  let bootFile = 'lib/internal/bootstrap_node.js'
+  const { version } = compiler.target
+
+  if (version.startsWith('4.')) {
+    bootFile = 'src/node.js'
+  } else if (semverGt(version, '11.99')) {
+    bootFile = 'lib/internal/bootstrap/pre_execution.js'
+  } else if (semverGt(version, '9.10.1')) {
+    bootFile = 'lib/internal/bootstrap/node.js'
+  }
+
+  const file = await compiler.readFileAsync(bootFile),
+    ast = parse(file.contents.toString(), {
+      loc: true,
+      tolerant: true,
+      next: true,
+      globalReturn: true,
+      node: true,
+      skipShebang: true,
+    }),
+    location = { start: { line: 0 } }
+
+  walkSome(ast, (node: any) => {
+    if (!location.start.line && node.type === 'BlockStatement') {
+      //Find the first block statement and mark the location
+      Object.assign(location, node.loc)
+      return true
+    }
+  })
+
+  const fileLines = file.contents.toString().split('\n')
+  fileLines.splice(
+    location.start.line,
+    0,
+    '{{replace:lib/fs/bootstrap.js}}' +
+      '\n' +
+      (semverGt(version, '11.99') ? 'expandArgv1 = false;\n' : '')
+  )
+  file.contents = fileLines.join('\n')
+
+  if (semverGt(version, '11.99')) {
+    if (semverGt(version, '12.17.99')) {
+      await compiler.replaceInFileAsync(
+        bootFile,
+        'initializeFrozenIntrinsics();',
+        'initializeFrozenIntrinsics();\n' + wrap('{{replace:lib/patches/boot-nexe.js}}')
+      )
+    } else {
+      await compiler.replaceInFileAsync(
+        bootFile,
+        'initializePolicy();',
+        'initializePolicy();\n' + wrap('{{replace:lib/patches/boot-nexe.js}}')
+      )
+    }
+    await compiler.replaceInFileAsync(
+      bootFile,
+      'assert(!CJSLoader.hasLoadedAnyUserCJSModule)',
+      '/*assert(!CJSLoader.hasLoadedAnyUserCJSModule)*/'
+    )
+    const { contents: nodeccContents } = await compiler.readFileAsync('src/node.cc')
+    if (nodeccContents.includes('if (env->worker_context() != nullptr) {')) {
+      await compiler.replaceInFileAsync(
+        'src/node.cc',
+        'if (env->worker_context() != nullptr) {',
+        'if (env->worker_context() == nullptr) {\n' +
+          '  return StartExecution(env, "internal/main/run_main_module"); } else {\n'
+      )
+    } else {
+      await compiler.replaceInFileAsync(
+        'src/node.cc',
+        'MaybeLocal<Value> StartMainThreadExecution(Environment* env) {',
+        'MaybeLocal<Value> StartMainThreadExecution(Environment* env) {\n' +
+          '  return StartExecution(env, "internal/main/run_main_module");\n'
+      )
+    }
+  } else {
+    await compiler.setFileContentsAsync(
+      'lib/_third_party_main.js',
+      '{{replace:lib/patches/boot-nexe.js}}'
+    )
+  }
+  return next()
+}

src/releases.ts

@@ -0,0 +1,62 @@
+import got = require('got')
+import { platforms, architectures, NexeTarget, getTarget, targetsEqual } from './target'
+export { NexeTarget }
+
+const versionsToSkip = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 15, 17, 19, 21, 22]
+export interface GitAsset {
+  name: string
+  url: string
+  browser_download_url: string
+}
+
+export interface GitRelease {
+  tag_name: string
+  assets_url: string
+  upload_url: string
+  assets: GitAsset[]
+}
+
+interface NodeRelease {
+  version: string
+}
+
+async function getJson<T>(url: string, options?: any) {
+  return JSON.parse((await got(url, options)).body) as T
+}
+
+function isBuildableVersion(version: string) {
+  if (version === '12.11.0') {
+    return false
+  }
+  return !versionsToSkip.includes(Number(version.split('.')[0]))
+}
+
+export function getLatestGitRelease(options?: any) {
+  return getJson<GitRelease>('https://api.github.com/repos/nexe/nexe/releases/latest', options)
+}
+
+export async function getUnBuiltReleases(options?: any) {
+  const nodeReleases = await getJson<NodeRelease[]>(
+    'https://nodejs.org/download/release/index.json'
+  )
+  const existingVersions = (await getLatestGitRelease(options)).assets.map((x) => getTarget(x.name))
+
+  const versionMap: { [key: string]: true } = {}
+  return nodeReleases
+    .reduce((versions: NexeTarget[], { version }) => {
+      version = version.replace('v', '').trim()
+      if (!isBuildableVersion(version) || versionMap[version]) {
+        return versions
+      }
+      versionMap[version] = true
+      platforms.forEach((platform) => {
+        architectures.forEach((arch) => {
+          if (arch === 'x86' && platform === 'mac') return
+          if (arch.includes('arm')) return
+          versions.push(getTarget({ platform, arch, version }))
+        })
+      })
+      return versions
+    }, [])
+    .filter((x) => !existingVersions.some((t) => targetsEqual(t, x)))
+}

src/steps/artifacts.ts

@@ -0,0 +1,68 @@
+import { join, dirname } from 'path'
+import * as fs from 'fs'
+import { promisify } from 'util'
+import { readFileAsync, writeFileAsync, isDirectoryAsync } from '../util'
+import mkdirpAsync = require('mkdirp')
+import { NexeCompiler } from '../compiler'
+
+const unlinkAsync = promisify(fs.unlink),
+  readdirAsync = promisify(fs.readdir)
+
+function readDirAsync(dir: string): Promise<string[]> {
+  return readdirAsync(dir).then((paths) => {
+    return Promise.all(
+      paths.map((file: string) => {
+        const path = join(dir, file)
+        return isDirectoryAsync(path).then((x) => (x ? readDirAsync(path) : (path as any)))
+      })
+    ).then((result) => {
+      return [].concat(...(result as any))
+    })
+  })
+}
+
+function maybeReadFileContentsAsync(file: string) {
+  return readFileAsync(file, 'utf-8').catch((e) => {
+    if (e.code === 'ENOENT') {
+      return ''
+    }
+    throw e
+  })
+}
+
+/**
+ * The artifacts step is where source patches are committed, or written as "artifacts"
+ * Steps:
+ *  - A temporary directory is created in the downloaded source
+ *  - On start, any files in that directory are restored into the source tree
+ *  - After the patch functions have run, the temporary directory is emptied
+ *  - Original versions of sources to be patched are written to the temporary directory
+ *  - Finally, The patched files are written into source.
+ */
+export default async function artifacts(compiler: NexeCompiler, next: () => Promise<void>) {
+  const { src } = compiler
+  const temp = join(src, 'nexe')
+  await mkdirpAsync(temp)
+  const tmpFiles = await readDirAsync(temp)
+
+  await Promise.all(
+    tmpFiles.map(async (path) => {
+      return compiler.writeFileAsync(path.replace(temp, ''), await readFileAsync(path, 'utf-8'))
+    })
+  )
+
+  await next()
+
+  await Promise.all(tmpFiles.map((x) => unlinkAsync(x)))
+  return Promise.all(
+    compiler.files.map(async (file) => {
+      const sourceFile = join(src, file.filename)
+      const tempFile = join(temp, file.filename)
+      const fileContents = await maybeReadFileContentsAsync(sourceFile)
+
+      await mkdirpAsync(dirname(tempFile))
+      await writeFileAsync(tempFile, fileContents)
+      await compiler.writeFileAsync(file.filename, file.contents)
+    })
+  )
+}

src/steps/bundle.ts

@@ -0,0 +1,85 @@
+import { NexeCompiler, NexeError } from '../compiler'
+import { resolve, relative } from 'path'
+import resolveFiles, { resolveSync } from 'resolve-dependencies'
+import { dequote, STDIN_FLAG, semverGt, each } from '../util'
+import { Readable } from 'stream'
+
+function getStdIn(stdin: Readable): Promise<string> {
+  let out = ''
+  return new Promise((resolve) => {
+    stdin
+      .setEncoding('utf8')
+      .on('readable', () => {
+        let current
+        while ((current = stdin.read())) {
+          out += current
+        }
+      })
+      .on('end', () => resolve(out.trim()))
+    setTimeout(() => {
+      if (!out.trim()) {
+        resolve(out.trim())
+      }
+    }, 1000)
+  })
+}
+
+export default async function bundle(compiler: NexeCompiler, next: any) {
+  const { bundle: doBundle, cwd, input: inputPath } = compiler.options
+  let input = inputPath
+  compiler.entrypoint = './' + relative(cwd, input)
+
+  if (semverGt(compiler.target.version, '11.99')) {
+    compiler.startup = ''
+  } else {
+    compiler.startup = ';require("module").runMain();'
+  }
+
+  if (!doBundle) {
+    await compiler.addResource(resolve(cwd, input))
+    return next()
+  }
+
+  let code = ''
+  if (typeof doBundle === 'string') {
+    code = await require(doBundle).createBundle(compiler.options)
+  }
+
+  if (input === STDIN_FLAG && (code = code || dequote(await getStdIn(process.stdin)))) {
+    compiler.stdinUsed = true
+    compiler.entrypoint = './__nexe_stdin.js'
+    await compiler.addResource(resolve(cwd, compiler.entrypoint), code)
+    return next()
+  }
+
+  if (input === STDIN_FLAG) {
+    const maybeInput = resolveSync(cwd, '.')
+    if (!maybeInput || !maybeInput.absPath) {
+      throw new NexeError('No valid input detected')
+    }
+    input = maybeInput.absPath
+    compiler.entrypoint = './' + relative(cwd, input)
+  }
+
+  const { files, warnings } = resolveFiles(
+    input,
+    ...Object.keys(compiler.bundle.list).filter((x) => x.endsWith('.js')),
+    { cwd, expand: 'variable', loadContent: false }
+  )
+
+  if (
+    warnings.filter((x) => x.startsWith('Error parsing file') && !x.includes('node_modules')).length
+  ) {
+    throw new NexeError('Parsing Error:\n' + warnings.join('\n'))
+  }
+
+  //TODO: warnings.forEach((x) => console.log(x))
+
+  await Promise.all(
+    Object.entries(files).map(([key, file]) => {
+      return compiler.addResource(key, file)
+    })
+  )
+
+  return next()
+}

src/steps/clean.ts

@@ -0,0 +1,19 @@
+import { NexeCompiler } from '../compiler'
+import { rimrafAsync } from '../util'
+import { NexeTarget } from '../target'
+
+export default async function clean(compiler: NexeCompiler, next: () => Promise<any>) {
+  const { options } = compiler
+  if (options.clean) {
+    let path = compiler.src
+    if (!options.build) {
+      path = compiler.getNodeExecutableLocation(compiler.options.targets[0] as NexeTarget)
+    }
+    const step = compiler.log.step('Cleaning up nexe build artifacts...')
+    step.log(`Deleting contents at: ${path}`)
+    await rimrafAsync(path)
+    step.log(`Deleted contents at: ${path}`)
+    return compiler.quit()
+  }
+  return next()
+}

src/steps/cli.ts

@@ -0,0 +1,59 @@
+import { dirname, normalize, relative, resolve } from 'path'
+import { createWriteStream, chmodSync, statSync } from 'fs'
+import { NexeCompiler } from '../compiler'
+import { NexeTarget } from '../target'
+import { STDIN_FLAG } from '../util'
+import mkdirp = require('mkdirp')
+
+/**
+ * The "cli" step detects the appropriate input. If no input options are passed,
+ * the package.json#main file is used.
+ * After all the build steps have run, the output (the executable) is written to a file or piped to stdout.
+ *
+ * Configuration:
+ *
+ * @param {*} compiler
+ * @param {*} next
+ */
+export default async function cli(compiler: NexeCompiler, next: () => Promise<void>) {
+  await next()
+  const { log } = compiler,
+    target = compiler.options.targets.shift() as NexeTarget,
+    deliverable = await compiler.compileAsync(target),
+    output = normalize(compiler.output!)
+
+  mkdirp.sync(dirname(output))
+
+  return new Promise((res, rej) => {
+    const step = log.step('Writing result to file')
+    deliverable
+      .pipe(createWriteStream(output))
+      .on('error', rej)
+      .once('close', (e: Error) => {
+        if (e) {
+          rej(e)
+        } else if (compiler.output) {
+          const output = compiler.output,
+            mode = statSync(output).mode | 0o111,
+            inputFileLogOutput = relative(
+              process.cwd(),
+              resolve(compiler.options.cwd, compiler.entrypoint || compiler.options.input)
+            ),
+            outputFileLogOutput = relative(process.cwd(), output)
+
+          chmodSync(output, mode.toString(8).slice(-3))
+          step.log(
+            `Entry: '${
+              compiler.stdinUsed
+                ? compiler.options.mangle
+                  ? STDIN_FLAG
+                  : '[none]'
+                : inputFileLogOutput
+            }' written to: ${outputFileLogOutput}`
+          )
+          compiler.quit()
+          res(output)
+        }
+      })
+  })
+}

src/steps/download.ts

@@ -0,0 +1,78 @@
+import download = require('download')
+import { pathExistsAsync } from '../util'
+import { LogStep } from '../logger'
+import { IncomingMessage } from 'http'
+import { NexeCompiler, NexeError } from '../compiler'
+import { dirname } from 'path'
+
+function fetchNodeSourceAsync(dest: string, url: string, step: LogStep, options = {}) {
+  const setText = (p: number) => step.modify(`Downloading Node: ${p.toFixed()}%...`)
+  return download(url, dest, Object.assign(options, { extract: true, strip: 1 }))
+    .on('response', (res: IncomingMessage) => {
+      const total = +res.headers['content-length']!
+      let current = 0
+      res.on('data', (data) => {
+        current += data.length
+        setText((current / total) * 100)
+        if (current === total) {
+          step.log('Extracting Node...')
+        }
+      })
+    })
+    .then(() => step.log(`Node source extracted to: ${dest}`))
+}
+
+async function fetchPrebuiltBinary(compiler: NexeCompiler, step: any) {
+  const { target, remoteAsset } = compiler,
+    filename = compiler.getNodeExecutableLocation(target)
+
+  try {
+    await download(remoteAsset, dirname(filename), compiler.options.downloadOptions).on(
+      'response',
+      (res: IncomingMessage) => {
+        const total = +res.headers['content-length']!
+        let current = 0
+        res.on('data', (data) => {
+          current += data.length
+          step!.modify(`Downloading...${((current / total) * 100).toFixed()}%`)
+        })
+      }
+    )
+  } catch (e) {
+    if (e.statusCode === 404) {
+      throw new NexeError(`${remoteAsset} is not available, create it using the --build flag`)
+    } else {
+      throw new NexeError('Error downloading prebuilt binary: ' + e)
+    }
+  }
+}
+
+/**
+ * Downloads the node source to the configured temporary directory
+ * @param {*} compiler
+ * @param {*} next
+ */
+export default async function downloadNode(compiler: NexeCompiler, next: () => Promise<void>) {
+  const { src, log, target } = compiler,
+    { version } = target,
+    { sourceUrl, downloadOptions, build } = compiler.options,
+    url = sourceUrl || `https://nodejs.org/dist/v${version}/node-v${version}.tar.gz`,
+    step = log.step(
+      `Downloading ${build ? '' : 'pre-built '}Node.js${build ? `source from: ${url}` : ''}`
+    ),
+    exeLocation = compiler.getNodeExecutableLocation(build ? undefined : target),
+    downloadExists = await pathExistsAsync(build ? src : exeLocation)
+
+  if (downloadExists) {
+    step.log('Already downloaded...')
+    return next()
+  }
+
+  if (build) {
+    await fetchNodeSourceAsync(src, url, step, downloadOptions)
+  } else {
+    await fetchPrebuiltBinary(compiler, step)
+  }
+
+  return next()
+}

src/steps/resource.ts

@@ -0,0 +1,25 @@
+import { each } from '../util'
+import * as globs from 'globby'
+import { resolve } from 'path'
+import { NexeCompiler } from '../compiler'
+
+export default async function resource(compiler: NexeCompiler, next: () => Promise<any>) {
+  const { cwd, resources } = compiler.options
+  if (!resources.length) {
+    return next()
+  }
+  const step = compiler.log.step('Bundling Resources...')
+  let count = 0
+
+  // workaround for https://github.com/sindresorhus/globby/issues/127
+  // and https://github.com/mrmlnc/fast-glob#pattern-syntax
+  const resourcesWithForwardSlashes = resources.map((r) => r.replace(/\\/g, '/'))
+
+  await each(globs(resourcesWithForwardSlashes, { cwd, onlyFiles: true }), async (file) => {
+    count++
+    step.log(`Including file: ${file}`)
+    await compiler.addResource(resolve(cwd, file))
+  })
+  step.log(`Included ${count} file(s)`)
+  return next()
+}

src/steps/shim.ts

@@ -0,0 +1,36 @@
+import { NexeCompiler } from '../compiler'
+import { wrap } from '../util'
+
+export default async function (compiler: NexeCompiler, next: () => Promise<void>) {
+  await next()
+  compiler.shims.push(
+    wrap(
+      '' +
+        '{{replace:lib/fs/patch.js}}' +
+        '\nshimFs(process.__nexe)' +
+        `\n${compiler.options.fs ? '' : 'restoreFs()'}`
+      //TODO support only restoring specific methods
+    )
+  )
+  compiler.shims.push(
+    wrap(`
+    if (process.argv[1] && process.env.NODE_UNIQUE_ID) {
+      const cluster = require('cluster')
+      cluster._setupWorker()
+      delete process.env.NODE_UNIQUE_ID
+    }
+  `)
+  )
+
+  compiler.shims.push(
+    wrap(`
+      if (!process.send) {
+        const path = require('path')
+        const entry = path.resolve(path.dirname(process.execPath),${JSON.stringify(
+          compiler.entrypoint
+        )})
+        process.argv.splice(1,0, entry)
+      }
+    `)
+  )
+}

src/target.ts

@@ -0,0 +1,96 @@
+export type NodePlatform = 'windows' | 'mac' | 'alpine' | 'linux'
+export type NodeArch = 'x86' | 'x64' | 'arm' | 'arm64'
+
+const platforms: NodePlatform[] = ['windows', 'mac', 'alpine', 'linux'],
+  architectures: NodeArch[] = ['x86', 'x64', 'arm', 'arm64']
+
+export { platforms, architectures }
+
+export interface NexeTarget {
+  version: string
+  platform: NodePlatform | string
+  arch: NodeArch | string
+}
+
+const prettyPlatform: { [key: string]: NodePlatform } = {
+  win32: 'windows',
+  windows: 'windows',
+  win: 'windows',
+  darwin: 'mac',
+  macos: 'mac',
+  mac: 'mac',
+  linux: 'linux',
+  static: 'alpine',
+  alpine: 'alpine',
+}
+
+const prettyArch: { [key: string]: NodeArch } = {
+  x86: 'x86',
+  arm6: 'arm',
+  arm64: 'arm64',
+  arm6l: 'arm',
+  arm: 'arm',
+  arm7: 'arm',
+  arm7l: 'arm',
+  amd64: 'x64',
+  ia32: 'x86',
+  x32: 'x86',
+  x64: 'x64',
+}
+
+function isVersion(x: string) {
+  if (!x) {
+    return false
+  }
+  return /^[\d]+$/.test(x.replace(/v|\.|\s+/g, ''))
+}
+
+function isPlatform(x: string): x is NodePlatform {
+  return x in prettyPlatform
+}
+
+function isArch(x: string): x is NodeArch {
+  return x in prettyArch
+}
+
+class Target implements NexeTarget {
+  constructor(public arch: NodeArch, public platform: NodePlatform, public version: string) {}
+  toJSON() {
+    return this.toString()
+  }
+  toString() {
+    return `${this.platform}-${this.arch}-${this.version}`
+  }
+}
+
+export function targetsEqual(a: NexeTarget, b: NexeTarget) {
+  return a.arch === b.arch && a.platform === b.platform && a.version === b.version
+}
+
+export function getTarget(target: string | Partial<NexeTarget> = ''): NexeTarget {
+  const currentArch = process.arch
+  let arch = currentArch in prettyArch ? prettyArch[process.arch] : (process.arch as NodeArch),
+    platform = prettyPlatform[process.platform],
+    version = process.version.slice(1)
+
+  if (typeof target !== 'string') {
+    target = `${target.platform}-${target.arch}-${target.version}`
+  }
+
+  target
+    .toLowerCase()
+    .split('-')
+    .forEach((x) => {
+      if (isVersion(x)) {
+        version = x.replace(/v/g, '')
+      }
+      if (isPlatform(x)) {
+        platform = prettyPlatform[x]
+      }
+      if (isArch(x)) {
+        arch = prettyArch[x]
+      }
+    })
+
+  return new Target(arch, platform, version)
+}

src/types.d.ts

@@ -0,0 +1,23 @@
+declare module 'got' {
+  interface GotFn {
+    (url: string, options?: any): Promise<{ body: string }>
+    stream(url: string, optoins?: any): any
+  }
+  const got: GotFn
+  export = got
+}
+declare module 'download' {
+  import { Duplex } from 'stream'
+  interface DownloadOptions {
+    extract?: boolean
+    strip?: number
+    filename?: string
+    proxy?: string
+  }
+  function download(
+    url: string,
+    destination?: string | DownloadOptions,
+    options?: DownloadOptions
+  ): PromiseLike<Buffer> & Duplex
+  export = download
+}

src/util.ts

@@ -0,0 +1,113 @@
+import { readFile, writeFile, stat } from 'fs'
+import { execFile } from 'child_process'
+import { promisify } from 'util'
+import rimraf = require('rimraf')
+
+const rimrafAsync = promisify(rimraf)
+export const STDIN_FLAG = '[stdin]'
+
+export async function each<T>(
+  list: T[] | Promise<T[]>,
+  action: (item: T, index: number, list: T[]) => Promise<any>
+) {
+  const l = await list
+  return Promise.all(l.map(action))
+}
+
+export function wrap(code: string) {
+  return '!(function () {' + code + '})();'
+}
+
+function falseOnEnoent(e: any) {
+  if (e.code === 'ENOENT') {
+    return false
+  }
+  throw e
+}
+
+function padRight(str: string, l: number) {
+  return (str + ' '.repeat(l)).substr(0, l)
+}
+
+const bound: MethodDecorator = function bound<T>(
+  target: Object,
+  propertyKey: string | Symbol,
+  descriptor: TypedPropertyDescriptor<T>
+) {
+  const configurable = true
+  return {
+    configurable,
+    get(this: T) {
+      const value = (descriptor.value as any).bind(this)
+      Object.defineProperty(this, propertyKey as string, {
+        configurable,
+        value,
+        writable: true,
+      })
+      return value
+    },
+  }
+}
+
+function dequote(input: string) {
+  input = input.trim()
+  const singleQuote = input.startsWith("'") && input.endsWith("'")
+  const doubleQuote = input.startsWith('"') && input.endsWith('"')
+  if (singleQuote || doubleQuote) {
+    return input.slice(1).slice(0, -1)
+  }
+  return input
+}
+
+export interface ReadFileAsync {
+  (path: string): Promise<Buffer>
+  (path: string, encoding: string): Promise<string>
+}
+
+const readFileAsync = promisify(readFile)
+const writeFileAsync = promisify(writeFile)
+const statAsync = promisify(stat)
+const execFileAsync = promisify(execFile)
+const isWindows = process.platform === 'win32'
+
+function pathExistsAsync(path: string) {
+  return statAsync(path)
+    .then((x) => true)
+    .catch(falseOnEnoent)
+}
+
+function isDirectoryAsync(path: string) {
+  return statAsync(path)
+    .then((x) => x.isDirectory())
+    .catch(falseOnEnoent)
+}
+/**
+ * @param version See if this version is greather than the second one
+ * @param operand Version to compare against
+ */
+function semverGt(version: string, operand: string) {
+  const [cMajor, cMinor, cPatch] = version.split('.').map(Number)
+  let [major, minor, patch] = operand.split('.').map(Number)
+  if (!minor) minor = 0
+  if (!patch) patch = 0
+  return (
+    cMajor > major ||
+    (cMajor === major && cMinor > minor) ||
+    (cMajor === major && cMinor === minor && cPatch > patch)
+  )
+}
+
+export {
+  dequote,
+  padRight,
+  semverGt,
+  bound,
+  isWindows,
+  rimrafAsync,
+  statAsync,
+  execFileAsync,
+  readFileAsync,
+  pathExistsAsync,
+  isDirectoryAsync,
+  writeFileAsync,
+}

tasks/build.ts

@@ -0,0 +1,116 @@
+import * as nexe from '../lib/nexe'
+import { getUnBuiltReleases, getLatestGitRelease } from '../lib/releases'
+import { runDockerBuild } from './docker'
+import { getTarget, targetsEqual, NexeTarget } from '../lib/target'
+import { pathExistsAsync, readFileAsync, execFileAsync, semverGt } from '../lib/util'
+import got from 'got'
+import { cpus } from 'os'
+
+const env = process.env,
+  isPullRequest = env.BUILD_REASON === 'PullRequest',
+  isWindows = process.platform === 'win32',
+  isLinux = process.platform === 'linux',
+  buildHost = env.AGENT_JOBNAME || (isWindows && 'windows_2017_2015') || '',
+  isMac = process.platform === 'darwin',
+  headers = {
+    Authorization: 'token ' + env.GITHUB_TOKEN,
+    'User-Agent': 'nexe (https://www.npmjs.com/package/nexe)',
+  }
+
+if (require.main === module) {
+  if (!isPullRequest) {
+    build().catch((x) => {
+      console.error(x)
+      process.exit(1)
+    })
+  }
+}
+
+async function build() {
+  const releases = await getUnBuiltReleases({ headers })
+  if (!releases.length) {
+    return
+  }
+  const windowsBuild = releases.find((x) => x.platform === 'windows'),
+    macBuild = releases.find((x) => x.platform === 'mac'),
+    linux = releases.find((x) => x.platform === 'linux'),
+    alpine = releases.find((x) => x.platform === 'alpine')
+
+  let target: NexeTarget | undefined
+
+  if (env.NEXE_VERSION) target = getTarget(env.NEXE_VERSION)
+  else if (isWindows) target = windowsBuild
+  else if (isMac) target = macBuild
+  else if (isLinux) target = linux
+  if (buildHost.includes('alpine')) target = alpine
+
+  if (!target) {
+    return console.log('Nothing to build...')
+  }
+
+  if (isWindows && buildHost.includes('2017') && !semverGt(target.version, '9.99.99')) {
+    return console.log(`Not building ${target} on this host...`)
+  }
+  if (isWindows && buildHost.includes('2015') && semverGt(target.version, '9.99.99')) {
+    return console.log(`Not building ${target} on this host...`)
+  }
+
+  const output = isWindows ? './out.exe' : './out',
+    options = {
+      mangle: false,
+      build: true,
+      verbose: Boolean(env.NEXE_VERBOSE!),
+      target,
+      make: ['-j' + cpus().length],
+      output,
+    }
+  console.log('Building: ' + target + ' on ' + buildHost)
+  const stop = keepalive()
+
+  if (
+    [/*'arm7l', 'arm6l', 'arm64', */ 'alpine'].includes(target.platform) &&
+    buildHost.includes('alpine')
+  ) {
+    await runDockerBuild(target)
+  } else {
+    await nexe.compile(options)
+  }
+  stop()
+  if (await pathExistsAsync(output)) {
+    await assertNexeBinary(output)
+    const gitRelease = await getLatestGitRelease({ headers }),
+      unbuiltReleases = await getUnBuiltReleases({ headers })
+    if (!unbuiltReleases.some((x) => targetsEqual(x, target!))) {
+      console.log(`${target} already uploaded.`)
+      process.exit(0)
+      return
+    }
+    await got(gitRelease.upload_url.split('{')[0], {
+      searchParams: { name: target.toString() },
+      body: await readFileAsync(output),
+      headers: {
+        ...headers,
+        'Content-Type': 'application/octet-stream',
+      },
+    }).catch((reason) => {
+      console.log(reason && reason.response && reason.response.body)
+      throw reason
+    })
+    console.log(target + ' uploaded.')
+    process.exit(0)
+  }
+}
+
+function keepalive() {
+  const keepalive = setInterval(() => console.log('Building...'), 300 * 1000)
+  return () => clearInterval(keepalive)
+}
+
+function assertNexeBinary(file: string) {
+  return execFileAsync(file).catch((e) => {
+    if (e && e.stack && e.stack.includes('Invalid Nexe binary')) {
+      return
+    }
+    throw e
+  })
+}

tasks/docker.ts

@@ -0,0 +1,68 @@
+import { NexeTarget, architectures } from '../lib/target'
+import { writeFileAsync, readFileAsync } from '../lib/util'
+import got = require('got')
+import execa = require('execa')
+import { appendFileSync } from 'fs'
+
+function alpine(target: NexeTarget) {
+  return `
+FROM ${target.arch === 'x64' ? '' : 'i386/'}alpine:3.12
+RUN apk add --no-cache curl make gcc g++ binutils-gold python linux-headers paxctl libgcc libstdc++ git vim tar gzip wget
+ENV NODE_VERSION=${target.version}
+ENV NEXE_VERSION=latest
+WORKDIR /
+
+RUN curl -sSL https://nodejs.org/dist/v\${NODE_VERSION}/node-v\${NODE_VERSION}.tar.gz | tar -xz && \
+  mkdir /nexe_temp && mv /node-v\${NODE_VERSION} /nexe_temp/\${NODE_VERSION} && \
+  cd /nexe_temp/\${NODE_VERSION} && \
+  ./configure --prefix=/usr --fully-static && \
+  make && make install && \
+  paxctl -cm /usr/bin/node
+
+RUN rm /nexe_temp/\${NODE_VERSION}/out/Release/node && \
+  npm install -g nexe@\${NEXE_VERSION}
+RUN echo "console.log('hello world')" >> index.js && \
+  nexe --build --no-mangle --temp /nexe_temp -c="--fully-static" -o out
+`.trim()
+}
+
+function arm(target: NexeTarget) {
+  return `
+FROM hypriot/rpi-node
+ENV NEXE_VERSION=latest
+WORKDIR /
+
+RUN yarn global add nexe@\${NEXE_VERSION} && \
+  nexe --build --no-mangle -o out -t ${target.version}
+`.trim()
+}
+
+export async function runDockerBuild(target: NexeTarget) {
+  //todo switch on alpine and arm
+  const dockerfile = alpine(target)
+  await writeFileAsync('Dockerfile', dockerfile)
+  const outFilename = 'nexe-docker-build-log.txt'
+  await writeFileAsync(outFilename, '')
+  let output: any = []
+
+  try {
+    output.push(await execa(`docker build -t nexe-docker .`, { shell: true }))
+    output.push(await execa(`docker run -d --name nexe nexe-docker sh`, { shell: true }))
+    output.push(await execa(`docker cp nexe:/out out`, { shell: true }))
+    output.push(await execa(`docker rm nexe`, { shell: true }))
+  } catch (e) {
+    console.log('Error running docker')
+    appendFileSync(outFilename, e.message)
+  } finally {
+    output.forEach((x: any) => {
+      appendFileSync(outFilename, x.stderr)
+      appendFileSync(outFilename, x.stdout)
+    })
+    await got(`https://transfer.sh/${Math.random().toString(36).substring(2)}.txt`, {
+      body: await readFileAsync(outFilename),
+      method: 'PUT',
+    })
+      .then((x) => console.log('Posted docker log: ', x.body))
+      .catch((e) => console.log('Error posting log', e))
+  }
+}

tasks/post-build.ts

@@ -0,0 +1,38 @@
+import { writeFileSync, readFileSync } from 'fs'
+
+/**
+ * post build step to insert code files into code files (naively).
+ * '{{replace:path/to/file}}' => "file contents"
+ * And the package.json version.
+ */
+//inject('plugins/nexe-daemon/lib/index.js')
+cp('src/fs/package.json', 'lib/fs/package.json')
+cp('src/fs/bootstrap.js', 'lib/fs/bootstrap.js')
+cp('src/fs/README.md', 'lib/fs/README.md')
+
+inject('lib/patches/third-party-main.js')
+inject('lib/steps/shim.js')
+inject('lib/options.js', JSON.stringify(require('../package.json').version))
+
+function inject(filename: string, ...replacements: string[]) {
+  let contents = readFileSync(filename, 'utf8')
+  contents = contents.replace(/('{{(.*)}}')/g, (substring: string, ...matches: string[]) => {
+    if (!matches || !matches[1]) {
+      return substring
+    }
+    const [replace, file] = matches[1].split(':')
+    if (replace !== 'replace') {
+      return substring
+    }
+    console.log('Replacing: ', substring)
+    return replacements[+file] ? replacements[+file] : JSON.stringify(readFileSync(file, 'utf8'))
+  })
+  writeFileSync(filename, contents)
+  console.log(`Wrote: ${filename}`)
+}
+
+function cp(from: string, to: string) {
+  const file = readFileSync(from)
+  writeFileSync(to, file)
+  console.log('Copied: ', from, 'To: ', to)
+}

test/fixture/dependency.js

@@ -0,0 +1 @@
+module.exports = 'abc'

test/fixture/entry.js

@@ -0,0 +1 @@
+console.log('hello world', require('./dependency'))

test/fixture/package.json

@@ -0,0 +1,3 @@
+{
+  "main": "entry.js"
+}

test/flags-test/index.js

@@ -1,13 +0,0 @@
-/**
- * Test to verify if we support strict mode (flags)
- *
- * @author Jared Allard <jaredallard@outlook.com>
- * @version 0.0.1
- * @license MIT
- **/
-
- // "use strict"; w/o --use_strict
-
- var isStrict = (function() { return !this; })();
-
- console.log('test:strict-mode:status =', isStrict);

test/flags-test/package.json

@@ -1,15 +0,0 @@
-{
-	"name": "flags-test",
-	"nexe": {
-		"input": "./index.js",
-		"output": "test.nex",
-		"temp": "src",
-		"runtime": {
-			"framework": "node",
-			"version": "0.10.0",
-			"ignoreFlags": false,
-			"js-flags": "--use_strict",
-			"node-args": ""
-		}
-	}
-}

test/gulp-test-170/gulpfile.js

@@ -1,23 +0,0 @@
-"use strict";
-
-var gulp = require('gulp');
-var nexe = require('nexe');
-
-gulp.task( "compile", ( callback ) => {
-    let options = {
-        input: "index.js",
-        output: "test.nex",
-        python: "python",
-        nodeTempDir: "./tmp",
-        nodeVersion: "latest",
-        flags: false,
-        framework: "nodejs"
-    };
-
-    nexe.compile( options, ( err ) => {
-        console.log( err );
-        callback( err );
-    } );
-} );
-
-gulp.task('default', ['compile']);

test/gulp-test-170/index.js

@@ -1 +0,0 @@
-console.log('Hello, world!');

test/gulp-test-170/package.json

@@ -1,15 +0,0 @@
-{
-  "name": "gulp-test-170",
-  "version": "0.0.1",
-  "description": "gulpfile.js issue #170",
-  "main": "index.js",
-  "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
-  },
-  "author": "Jared Allard <jaredallard@outlook.com>",
-  "license": "MIT",
-  "dependencies": {
-    "gulp": "^3.9.0",
-    "nexe": "^1.0.5"
-  }
-}

test/mocha.opts

@@ -0,0 +1,4 @@
+./test/**/*.spec.ts
+--check-leaks
+--require ts-node/register
+--recursive

test/options.spec.ts

@@ -0,0 +1,80 @@
+import { normalizeOptions } from '../src/options'
+import { expect } from 'chai'
+import * as path from 'path'
+
+const ext = process.platform === 'win32' ? '.exe' : ''
+
+describe('options', () => {
+  describe('cwd', () => {
+    it('should use process.cwd() if nothing is provided', () => {
+      const options = normalizeOptions()
+      expect(options.cwd).to.equal(process.cwd())
+    })
+    it('should use the main module in a package directory (if not in a TTY)', () => {
+      const options = normalizeOptions()
+      if (!process.stdin.isTTY) {
+        expect(options.input).to.equal('[stdin]')
+      } else {
+        expect(options.input).to.equal(path.resolve('./index.js'))
+      }
+    })
+    it('should resolve relative paths for input', () => {
+      const options = normalizeOptions({ input: 'test/fixture/entry.js' })
+      expect(options.input).to.equal(path.resolve('./test/fixture/entry.js'))
+    })
+    it('should accept a module entry as input', () => {
+      const options = normalizeOptions({ input: 'test/fixture' })
+      expect(options.input).to.equal(path.resolve('./test/fixture/entry.js'))
+    })
+    it('should resolve pathed options against cwd', () => {
+      const cwd = path.join(process.cwd(), 'test/fixture')
+      const options = normalizeOptions({
+        cwd,
+        input: 'entry',
+        output: 'abc',
+        temp: './d'
+      })
+      expect(options.temp).to.equal(path.resolve(cwd, './d'))
+      expect(options.input).to.equal(path.resolve(cwd, 'entry.js'))
+      expect(options.output).to.equal(path.resolve(cwd, `abc${ext}`))
+    })
+  })
+
+  describe('remote', () => {
+    it('should use default remote', () => {
+      const options = normalizeOptions({})
+      expect(options.remote).to.equal('https://github.com/nexe/nexe/releases/download/v3.3.3/')
+    })
+    it('should append trailing slash to third-party remote if necessary', () => {
+      const options = normalizeOptions({
+        remote: 'https://sitejs.org/nexe'
+      })
+      expect(options.remote).to.equal('https://sitejs.org/nexe/')
+    })
+    it('should not append trailing slash to third-party remote that already has one', () => {
+      const options = normalizeOptions({
+        remote: 'https://sitejs.org/nexe/'
+      })
+      expect(options.remote).to.equal('https://sitejs.org/nexe/')
+    })
+  })
+
+  describe('output', () => {
+    it('should work', () => {
+      const options = normalizeOptions({
+        output: './some-output'
+      })
+      expect(options.output).to.equal(path.resolve(`./some-output${ext}`))
+    })
+    it('should default to the input file name if not index', () => {
+      const options = normalizeOptions({
+        input: './test/fixture'
+      })
+      expect(options.output).to.equal(path.resolve(`./entry${ext}`))
+    })
+    it('should default to the folder/project name if filename is index', () => {
+      const options = normalizeOptions({ cwd: './test/fixture2' })
+      expect(options.output).to.equal(path.resolve(`./test/fixture2/fixture2${ext}`))
+    })
+  })
+})

test/target.spec.ts

@@ -0,0 +1,29 @@
+import { padRight, isWindows } from '../src/util'
+import { expect } from 'chai'
+import chalk from 'chalk'
+import { getTarget, NexeTarget } from '../src/target'
+const b = chalk.blue
+const arch = process.arch === 'ia32' ? 'x86' : process.arch
+
+describe('Targets', () => {
+  ;[
+    ['win-ia32-6.11.2', 'windows-x86-6.11.2'],
+    [{ version: '6.11.2', platform: 'win', arch: 'ia32' }, 'windows-x86-6.11.2'],
+    ['win32-x64-6.11.2', 'windows-x64-6.11.2'],
+    ['win-amd64-6.11.2', 'windows-x64-6.11.2'],
+    ['darwin-x64-v8.4.0', 'mac-x64-8.4.0'],
+    ['macos-x64-v8.4.0', 'mac-x64-8.4.0'],
+    ['static-x86-6.10.3', 'alpine-x86-6.10.3'],
+    ['linux-x32', `linux-x86-${process.version.slice(1)}`],
+    ['alpine-notsupported-6.10.3', `alpine-${arch}-6.10.3`],
+    ['not-a-thing', getTarget(process).toString()]
+  ].forEach(([input, expected]) => {
+    it(`should accept: ${padRight(JSON.stringify(input), 53)} ${b('->')}   ${expected}`, () => {
+      expect(getTarget(input).toString()).to.equal(expected)
+    })
+  })
+
+  it('should stringify and toString', () => {
+    expect(JSON.stringify(getTarget(process))).to.equal(`"${getTarget(process)}"`)
+  })
+})

tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "compilerOptions": {
+    "target":"es2015",
+    "skipLibCheck": true,
+    "experimentalDecorators": true,
+    "lib": ["es2018"],
+    "module": "commonjs",
+    "outDir": "./lib",
+    "strict": true
+  },
+  "include":[
+    "src/**/*.ts"
+  ]
+}

tslint.json

@@ -0,0 +1,9 @@
+{
+  "rulesDirectory": ["tslint-plugin-prettier", "tslint-config-prettier"],
+  "linterOptions": {
+    "exclude": ["**/node_modules/**/*"]
+  },  
+  "rules": {
+    "prettier": [true, { "semi": false, "printWidth": 100, "singleQuote": true }]
+  }
+}