Add ability to set function deploy concurrency (#224)

Author: faxioman

.travis.yml

@@ -1,6 +1,6 @@
 language: node_js
 node_js:
-- '8'
+- '12'
 script:
 - npm run lint
 - npm test

lib/deploy.js

@@ -656,54 +656,71 @@ function deployTrigger(event, funcName, namespace, service, options) {
 }
 
 function deploy(functions, runtime, service, options) {
-  const errors = [];
-  let counter = 0;
+  // Concurrents deploys to execute
+  const deployConcurrency = process.env.DEPLOY_CONCURRENCY || Number.MAX_VALUE;
+
+  return new BbPromise((deployResolve, deployReject) => {
+    const deployQueue = functions.slice();
+
+    const deployFunctions = (functionsToDeploy) => new BbPromise((resolve, reject) => {
+      const errors = [];
+      let counter = 0;
+      // Total number of elements to deploy for this iteration
+      const elements = helpers.getDeployableItemsNumber(functionsToDeploy);
+      _.each(functionsToDeploy, (description) => {
+        const opts = _.defaults({}, options, {
+          hostname: null,
+          namespace: 'default',
+          memorySize: null,
+          force: false,
+          verbose: false,
+          log: console.log,
+          contentType: ('contentType' in description) ? description.contentType : 'text',
+          labels: description.labels || {},
+        });
 
-  // Total number of elements to deploy
-  const elements = helpers.getDeployableItemsNumber(functions);
-  return new BbPromise((resolve, reject) => {
-    _.each(functions, (description) => {
-      const opts = _.defaults({}, options, {
-        hostname: null,
-        namespace: 'default',
-        memorySize: null,
-        force: false,
-        verbose: false,
-        log: console.log,
-        contentType: ('contentType' in description) ? description.contentType : 'text',
-        labels: description.labels || {},
+        const ns = description.namespace || opts.namespace;
+        if (description.handler) {
+          deployFunction(description, ns, runtime, opts.contentType, opts)
+            .catch(deploymentErr => errors.push(deploymentErr))
+            .then((res) => {
+              if (res.code && res.code !== 200) {
+                errors.push(res.message);
+              }
+              _.each(description.events, event => {
+                deployTrigger(event, description.id, ns, service, opts)
+                  .catch(triggerErr => errors.push(triggerErr))
+                  .then((tr) => {
+                    if (tr && tr.code && tr.code !== 200) {
+                      errors.push(tr.message);
+                    }
+                    counter++;
+                    helpers.checkFinished(counter, elements, errors, resolve, reject);
+                  });
+              });
+              counter++;
+              helpers.checkFinished(counter, elements, errors, resolve, reject);
+            });
+        } else {
+          counter++;
+          opts.log(
+            `Skipping deployment of ${description.id} since it doesn't have a handler`
+          );
+          helpers.checkFinished(counter, elements, errors, resolve, reject);
+        }
       });
+    });
 
-      const ns = description.namespace || opts.namespace;
-      if (description.handler) {
-        deployFunction(description, ns, runtime, opts.contentType, opts)
-          .catch(deploymentErr => errors.push(deploymentErr))
-          .then((res) => {
-            if (res.code && res.code !== 200) {
-              errors.push(res.message);
-            }
-            _.each(description.events, event => {
-              deployTrigger(event, description.id, ns, service, opts)
-                .catch(triggerErr => errors.push(triggerErr))
-                .then((tr) => {
-                  if (tr && tr.code && tr.code !== 200) {
-                    errors.push(tr.message);
-                  }
-                  counter++;
-                  helpers.checkFinished(counter, elements, errors, resolve, reject);
-                });
-            });
-            counter++;
-            helpers.checkFinished(counter, elements, errors, resolve, reject);
-          });
+    const nextDeploy = () => {
+      if (deployQueue.length > 0) {
+        const functionsToDeploy = deployQueue.splice(0, deployConcurrency);
+        deployFunctions(functionsToDeploy).then(() => nextDeploy()).catch((ex) => deployReject(ex));
       } else {
-        counter++;
-        opts.log(
-          `Skipping deployment of ${description.id} since it doesn't have a handler`
-        );
-        helpers.checkFinished(counter, elements, errors, resolve, reject);
+        deployResolve();
       }
-    });
+    };
+
+    nextDeploy();
   });
 }
 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "serverless-kubeless",
-  "version": "0.10.2",
+  "version": "0.11.0",
   "description": "This plugin enables support for Kubeless within the [Serverless Framework](https://github.com/serverless).",
   "main": "index.js",
   "directories": {