Process up to two dumps in parallel

gwicke · gwicke · commit aeb5dd01ae9b · 2015-04-16T21:11:41.000-07:00
diff --git a/lib/dump_restbase.js b/lib/dump_restbase.js
@@ -62,14 +62,14 @@ function dumpAllWikis (options) {
         }
     })
     .then(function(res) {
-        return P.each(res.body.items, function(domain) {
+        return P.map(res.body.items, function(domain) {
             console.log(domain);
             options.domain = domain;
             return dumpWiki(options)
             .catch(function(res) {
                 console.log(domain, res);
             });
-        });
+        }, { concurrency: 2 });
     })
     .then(function() {
         console.log('All dumps done.');
