do not use prerender for head and content type requests

nleush · nleush · commit e3950cf70370 · 2025-11-28T20:00:20.000+02:00
diff --git a/lib/utils.js b/lib/utils.js
@@ -95,7 +95,7 @@ export function prepareRequestOptions(request_options, options) {
 
         var proxy = (options && options.proxy) || getCustomProxyForUri(uri, options);
         if (proxy) {
-            if (proxy.prerender && CONFIG.PRERENDER_URL) {
+            if (proxy.prerender && CONFIG.PRERENDER_URL && !options?.prevent_prerender) {
                 request_options.uri = CONFIG.PRERENDER_URL + encodeURIComponent(uri);
 
             } else if (proxy.proxy && CONFIG.PROXY_URL) {
@@ -278,7 +278,10 @@ var getHead = function(url, options, callbacks) {
         redirect: redirect,
         follow: follow
         // No abort controller for head.
-    }, options);
+    }, {
+        ...options,
+        prevent_prerender: true
+    });
 
     try {
         fetchStreamAuthorized(request_options)
@@ -626,6 +629,7 @@ export function findMainLdObjectWithVideo(ld) {
                 }
 
                 getUrlFunctional(uri, {
+                    prevent_prerender: true,
                     timeout: options.timeout || CONFIG.RESPONSE_TIMEOUT,
                     asBuffer: true
                 }, {
@@ -815,7 +819,8 @@ export function getContentType(uriForCache, uriOriginal, options, cb) {
             var methodCaller = method && method === 'GET' ? getUrlFunctional : getHeadFunctional;
 
             methodCaller(uri, {
-                timeout: options.timeout || CONFIG.RESPONSE_TIMEOUT
+                timeout: options.timeout || CONFIG.RESPONSE_TIMEOUT,
+                prevent_prerender: true
             }, {
                 onResponse: function(res, request_options) {
 
@@ -1230,7 +1235,9 @@ var getUriStatusPrivate = function(uri, options, cb) {
         },
         timeout: options.timeout || CONFIG.RESPONSE_TIMEOUT,
         follow: CONFIG.MAX_REDIRECTS
-    })
+    }, {
+        prevent_prerender: true
+    });
 
     try {
         fetchStream(request_options)
