Create monorepo (vercel#2812)

* Move now-cli to /packages/now-cli

* Fix .gitignore paths

* Add now-client

* Add lerna to top level

* Add scripts

* Update codeowners

* Fix `/now-cli/build.ts` script

* Fix circleci path to artifacts

* Use relative paths

* Fix path to scripts

* Add test-lint script

* Add missing return type

* Fix typo in test-lint

* Fix string match in shell scripts

* Fix path to hugo

* Add package node_modules

* Delete lock files in packages, use root yarn.lock

* Add missing b.js file

* Add test-integration-now-dev script

* Add missing test files

* Add missing integration test script

* Add missing test files

* Delete travis.yml

* Fix ts-jest in now-client

* Add support for Node 8 (ES2015 target)

* Add support for Node 8

* Add polyfill for Node 8

* Fix polyfill for Node 8

* Only run coverage for now-cli

* Add packages from now-builders

* Run integration tests for builders

* Add node_modules to cache

* Add root readme.md

* Move readme to top level

* Add yarn bootstrap

* Add bootstrap step

* Add dist to `persist_to_workspace`

* Fix 08-yarn-npm integration test

* Remove duplicate path

* Change stdio to inherit

* Add back store_artifacts

* testing - remove bootstrap step

* Add back now-build-utils

* Remove bootstrap step

* Fix test again

* Add console.log()

* Fix lint

* Use local ncc version

* Install go

* Revert changes to stdio and console.log()

* Add missing now-go test

* Add missing integration tests

* Add --runInBand flag

* Fix now-node-bridge persistence

* Add missing symlinks

* Add codeowners

* Consolidate into single run.sh function

* Run uniq

* Fix typo

* Change now-routing-utils to test-unit

* Special case test for node 8

* Add docs from builders

* Only run script for modified packages

* Add test-integration-once which only runs once

* Fix set intersection

Author: styfle

.circleci/config.yml

@@ -5,24 +5,56 @@ jobs:
     docker:
       - image: circleci/node:10
     working_directory: ~/repo
+    environment:
+      GOPATH: $HOME/go
     steps:
       - checkout
       - restore_cache:
           keys:
           - v1-dependencies-{{ checksum "yarn.lock" }}
           # fallback to using the latest cache if no exact match is found
           - v1-dependencies-
+      - run:
+          name: Updating apt packages
+          command: sudo apt-get update
+      - run:
+          name: Installing the latest version of Go
+          command: sudo apt-get install golang-go
       - run:
           name: Installing Dependencies
-          command: yarn
+          command: yarn install
       - save_cache:
           paths:
             - node_modules
+            - packages/now-build-utils/node_modules
+            - packages/now-cgi/node_modules
+            - packages/now-cli/node_modules
+            - packages/now-client/node_modules
+            - packages/now-go/node_modules
+            - packages/now-next/node_modules
+            - packages/now-node/node_modules
+            - packages/now-node-bridge/node_modules
+            - packages/now-python/node_modules
+            - packages/now-routing-utils/node_modules
+            - packages/now-ruby/node_modules
+            - packages/now-static-build/node_modules
           key: v1-dependencies-{{ checksum "yarn.lock" }}
       - persist_to_workspace:
           root: .
           paths:
             - node_modules
+            - packages/now-build-utils/node_modules
+            - packages/now-cgi/node_modules
+            - packages/now-cli/node_modules
+            - packages/now-client/node_modules
+            - packages/now-go/node_modules
+            - packages/now-next/node_modules
+            - packages/now-node/node_modules
+            - packages/now-node-bridge/node_modules
+            - packages/now-python/node_modules
+            - packages/now-routing-utils/node_modules
+            - packages/now-ruby/node_modules
+            - packages/now-static-build/node_modules
 
   build:
     docker:
@@ -39,12 +71,26 @@ jobs:
           name: Building
           command: yarn build
       - store_artifacts:
-          path: dist
+          path: packages/now-cli/dist
       - persist_to_workspace:
           root: .
           paths:
-            - assets
-            - dist
+            - packages/now-build-utils/dist
+            - packages/now-cgi/dist
+            - packages/now-cli/dist
+            - packages/now-cli/assets
+            - packages/now-client/dist
+            - packages/now-go/dist
+            - packages/now-next/dist
+            - packages/now-node/dist
+            - packages/now-node/test/fixtures/15-helpers/ts/types.d.ts
+            - packages/now-node/test/fixtures/11-symlinks/symlink
+            - packages/now-node-bridge/index.js
+            - packages/now-node-bridge/bridge.js
+            - packages/now-python/dist
+            - packages/now-routing-utils/dist
+            - packages/now-ruby/dist
+            - packages/now-static-build/dist
 
   test-lint:
     docker:
@@ -56,7 +102,7 @@ jobs:
           at: .
       - run:
           name: Compiling `now dev` HTML error templates
-          command: node ./scripts/compile-templates.js
+          command: node packages/now-cli/scripts/compile-templates.js
       - run:
           name: Linting Code
           command: yarn test-lint
@@ -71,14 +117,14 @@ jobs:
           at: .
       - run:
           name: Compiling `now dev` HTML error templates
-          command: node ./scripts/compile-templates.js
+          command: node packages/now-cli/scripts/compile-templates.js
       - run:
           name: Running Unit Tests
           command: yarn test-unit --clean false
       - persist_to_workspace:
           root: .
           paths:
-            - .nyc_output
+            - packages/now-cli/.nyc_output
 
   test-integration-macos-node-8:
     macos:
@@ -189,7 +235,7 @@ jobs:
           command: node --version
       - run:
           name: Downloading Hugo
-          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.56.0/hugo_0.56.0_macOS-64bit.tar.gz && tar -xzf hugo_0.56.0_macOS-64bit.tar.gz && mv ./hugo test/dev/fixtures/08-hugo
+          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.56.0/hugo_0.56.0_macOS-64bit.tar.gz && tar -xzf hugo_0.56.0_macOS-64bit.tar.gz && mv ./hugo packages/now-cli/test/dev/fixtures/08-hugo/
       - run:
           name: Running Integration Tests for `now dev`
           command: yarn test-integration-now-dev --clean false
@@ -207,7 +253,7 @@ jobs:
           command: node --version
       - run:
           name: Downloading Hugo
-          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.56.0/hugo_0.56.0_macOS-64bit.tar.gz && tar -xzf hugo_0.56.0_macOS-64bit.tar.gz && mv ./hugo test/dev/fixtures/08-hugo
+          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.56.0/hugo_0.56.0_macOS-64bit.tar.gz && tar -xzf hugo_0.56.0_macOS-64bit.tar.gz && mv ./hugo packages/now-cli/test/dev/fixtures/08-hugo/
       - run:
           name: Running Integration Tests for `now dev`
           command: yarn test-integration-now-dev --clean false
@@ -225,7 +271,7 @@ jobs:
           command: node --version
       - run:
           name: Downloading Hugo
-          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.56.0/hugo_0.56.0_macOS-64bit.tar.gz && tar -xzf hugo_0.56.0_macOS-64bit.tar.gz && mv ./hugo test/dev/fixtures/08-hugo
+          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.56.0/hugo_0.56.0_macOS-64bit.tar.gz && tar -xzf hugo_0.56.0_macOS-64bit.tar.gz && mv ./hugo packages/now-cli/test/dev/fixtures/08-hugo/
       - run:
           name: Running Integration Tests for `now dev`
           command: yarn test-integration-now-dev --clean false
@@ -243,7 +289,7 @@ jobs:
           command: node --version
       - run:
           name: Downloading Hugo
-          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.55.6/hugo_0.55.6_Linux-64bit.tar.gz && tar -xzf hugo_0.55.6_Linux-64bit.tar.gz && mv ./hugo test/dev/fixtures/08-hugo
+          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.55.6/hugo_0.55.6_Linux-64bit.tar.gz && tar -xzf hugo_0.55.6_Linux-64bit.tar.gz && mv ./hugo packages/now-cli/test/dev/fixtures/08-hugo/
       - run:
           name: Running Integration Tests for `now dev`
           command: yarn test-integration-now-dev --clean false
@@ -261,7 +307,7 @@ jobs:
           command: node --version
       - run:
           name: Downloading Hugo
-          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.55.6/hugo_0.55.6_Linux-64bit.tar.gz && tar -xzf hugo_0.55.6_Linux-64bit.tar.gz && mv ./hugo test/dev/fixtures/08-hugo
+          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.55.6/hugo_0.55.6_Linux-64bit.tar.gz && tar -xzf hugo_0.55.6_Linux-64bit.tar.gz && mv ./hugo packages/now-cli/test/dev/fixtures/08-hugo/
       - run:
           name: Running Integration Tests for `now dev`
           command: yarn test-integration-now-dev --clean false
@@ -279,11 +325,26 @@ jobs:
           command: node --version
       - run:
           name: Downloading Hugo
-          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.55.6/hugo_0.55.6_Linux-64bit.tar.gz && tar -xzf hugo_0.55.6_Linux-64bit.tar.gz && mv ./hugo test/dev/fixtures/08-hugo
+          command: curl -L -O https://github.com/gohugoio/hugo/releases/download/v0.55.6/hugo_0.55.6_Linux-64bit.tar.gz && tar -xzf hugo_0.55.6_Linux-64bit.tar.gz && mv ./hugo packages/now-cli/test/dev/fixtures/08-hugo/
       - run:
           name: Running Integration Tests for `now dev`
           command: yarn test-integration-now-dev --clean false
 
+  test-integration-once:
+    docker:
+      - image: circleci/node:10
+    working_directory: ~/repo
+    steps:
+      - checkout
+      - attach_workspace:
+          at: .
+      - run:
+          name: Output version
+          command: node --version
+      - run:
+          name: Running Integration Tests Once
+          command: yarn test-integration-once --clean false
+
   coverage:
     docker:
       - image: circleci/node:10
@@ -294,7 +355,7 @@ jobs:
           at: .
       - run:
           name: Run coverage report
-          command: yarn coverage
+          command: yarn workspace now run coverage
 
   source-maps:
     docker:
@@ -445,6 +506,12 @@ workflows:
           filters:
             tags:
               only: /.*/
+      - test-integration-once:
+          requires:
+            - build
+          filters:
+            tags:
+              only: /.*/
       - coverage:
           requires:
             - test-unit
@@ -460,6 +527,7 @@ workflows:
             - test-integration-linux-now-dev-node-8
             - test-integration-linux-now-dev-node-10
             - test-integration-linux-now-dev-node-12
+            - test-integration-once
             - test-lint
           filters:
             tags:

.circleci/publish.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+set -euo pipefail
+
+if [ -z "$NPM_TOKEN" ]; then
+  echo "NPM_TOKEN not found. Did you forget to assign the GitHub Action secret?"
+  exit 1
+fi
+
+echo "//registry.npmjs.org/:_authToken=$NPM_TOKEN" >> ~/.npmrc
+
+if [ ! -e ~/.npmrc ]; then
+  echo "~/.npmrc file does not exist, skipping publish"
+  exit 0
+fi
+
+npm_tag=""
+tag="$(git describe --tags --exact-match 2> /dev/null || :)"
+
+if [ -z "$tag" ]; then
+  echo "Not a tagged commit, skipping publish"
+  exit 0
+fi
+
+if [[ "$tag" =~ -canary ]]; then
+  echo "Publishing canary release"
+  npm_tag="--npm-tag canary"
+else
+  echo "Publishing stable release"
+fi
+
+# Sometimes this is a false alarm and blocks publish
+git checkout yarn.lock
+
+yarn run lerna publish from-git $npm_tag --yes

.circleci/run.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+set -euo pipefail
+
+if [ "$1" == "" ]; then
+  echo "Please provide at least one argument"
+  exit 1
+fi
+
+circleci_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+found="$(grep -rn \"""$1"\"": packages/*/package.json | cut -d '/' -f2 | uniq)"
+modified="$(git diff origin/canary...HEAD --name-only | grep '^packages/' | cut -d '/' -f2 | uniq)"
+echo "$found" > /tmp/found.txt
+echo "$modified" > /tmp/modified.txt
+pkgs="$(comm -12 <(sort /tmp/found.txt) <(sort /tmp/modified.txt))"
+echo "The following packages were modified: "
+echo "$pkgs" | wc -l
+echo "$pkgs"
+
+for dir in $pkgs; do
+  echo "cd packages/$dir && yarn $1"
+  cd "$circleci_dir/../packages/$dir"
+  yarn "$1"
+done

.github/CODEOWNERS

@@ -1,8 +1,18 @@
 # Documentation
 # https://help.github.com/en/articles/about-code-owners
 
-*                       @tootallnate @leo
-/src/commands/dev/      @tootallnate @leo @styfle @AndyBitz
-/src/util/dev/          @tootallnate @leo @styfle @AndyBitz
-/src/commands/domains/  @javivelasco @mglagola @anatrajkovska
-/src/commands/certs/    @javivelasco @mglagola @anatrajkovska
+*                                        @tootallnate @leo
+/packages/now-cli/src/commands/dev/      @tootallnate @leo @styfle @AndyBitz
+/packages/now-cli/src/util/dev/          @tootallnate @leo @styfle @AndyBitz
+/packages/now-cli/src/commands/domains/  @javivelasco @mglagola @anatrajkovska
+/packages/now-cli/src/commands/certs/    @javivelasco @mglagola @anatrajkovska
+/packages/now-client                     @leo @rdev
+/packages/now-build-utils                @styfle @AndyBitz
+/packages/now-node                       @styfle @tootallnate @lucleray
+/packages/now-node-bridge                @styfle @tootallnate @lucleray
+/packages/now-next                       @Timer
+/packages/now-go                         @styfle @sophearak
+/packages/now-python                     @styfle @sophearak
+/packages/now-ruby                       @styfle @coetry @nathancahill
+/packages/now-static-build               @styfle @AndyBitz
+/packages/now-routing-utils              @dav-is

.gitignore

@@ -1,19 +1,18 @@
 node_modules
 package-lock.json
 dist
-test/fixtures/integration
 npm-debug.log
 yarn-error.log
 .nyc_output
 coverage
 *.swp
 *.bak
 *.tgz
-.builders
-/assets
-/src/util/dev/templates/*.ts
-/test/**/yarn.lock
-/test/**/node_modules
-/test/dev/fixtures/08-hugo/hugo
-/test/dev/fixtures/**/dist
-/test/dev/fixtures/**/public
+packages/now-cli/.builders
+packages/now-cli/assets
+packages/now-cli/src/util/dev/templates/*.ts
+packages/now-cli/test/**/yarn.lock
+packages/now-cli/test/**/node_modules
+packages/now-cli/test/dev/fixtures/08-hugo/hugo
+packages/now-cli/test/dev/fixtures/**/dist
+packages/now-cli/test/dev/fixtures/**/public

.yarnrc

@@ -1 +1 @@
-save-prefix ""
+save-prefix ""