Increase parallelism a bit more; buffers seem to have helped

gwicke · gwicke · commit d0d074ad3968 · 2014-12-29T23:44:16.000-08:00
diff --git a/htmlspider.js b/htmlspider.js
@@ -20,7 +20,7 @@ var fs = Promise.promisifyAll(require('fs'));
 var PromiseStream = require('./PromiseStream');
 
 // Article dump parallelism
-var maxConcurrency = 10;
+var maxConcurrency = 30;
 
 function getArticles (apiURL, namespace, res) {
     var next = res.next || '';
