Send the UA when making requests to the API and RESTBase (#6)

Marko Obrovac · web-flow · commit 9f7e8570993f · 2016-08-29T18:11:35.000+01:00
diff --git a/bin/dump_wiki b/bin/dump_wiki
@@ -21,6 +21,10 @@ var argParser = require('yargs')
         alias: 'startTitle',
         default: ''
     })
+    .options('a', {
+        alias: 'userAgent',
+        default: 'HTMLDumper'
+    })
     .options('db', {
         alias : 'dataBase',
         default : ''
diff --git a/lib/htmldump.js b/lib/htmldump.js
@@ -48,6 +48,10 @@ function getArticles (options, res) {
     return preq.get({
         uri: options.apiURL,
         query: query,
+        headers: {
+            'user-agent': options.userAgent,
+            host: options.prefix
+        },
         timeout: 60* 1000,
         retries: 5
     })
@@ -96,6 +100,7 @@ function dumpArticle (options, title, oldid) {
             return preq.get({
                 uri: url,
                 headers: {
+                    'user-agent': options.userAgent,
                     'accept-encoding': 'gzip'
                 },
                 retries: 5,
