-
-
Notifications
You must be signed in to change notification settings - Fork 585
Open
Description
Summary.
Expected Result
To get the html content but the scraper is now 403 blocked
Actual Result
403 - permuting over many possible scraper configs still didn't work :/
import cloudscraper
scraper = cloudscraper.create_scraper(debug = True) # returns a CloudScraper instance
print(cloudscraper.__version__)
print(scraper.get("https://www.masterofmalt.com/whiskies/springbank/hazelburn-sherry-8-year-old-whisky").status_code)result
1.2.71
< GET /whiskies/springbank/hazelburn-sherry-8-year-old-whisky HTTP/1.1
< Host: www.masterofmalt.com
< User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36
< Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8
< Accept-Language: en-US,en;q=0.9
< Accept-Encoding: gzip, deflate
<
> HTTP/1.1 403 Forbidden
> Cache-Control: private, no-store, max-age=0
> Content-Type: text/html; charset=utf-8
> Server: Vercel
> X-Vercel-Challenge-Token: 2.1761144392.60.NzlkOGRmYjBmYmRkMzNlMDBkOTI3MGE3NmI1NmQyZDE7Nzc0ZDU2MTg7ZjcyMWYxMWM0NmIwNzc5N2NhZTlmNDZkYTBjMDZiM2Q3NDc4NGYxZTszOxNB7NEUYLTCNca4XpTIzJDEauEGizJTluLcxv5IZBtoFl1Q2wk4zLP6aOHKOtA0TVc=.38a8f31efa52a606ada17f334048a98f
> X-Vercel-Id: icn1::1761144392-9m9ExmVWciMffM1mcPy5twm3Q8vGpHHP
> X-Vercel-Mitigated: challenge
> Date: Wed, 22 Oct 2025 14:46:32 GMT
> Transfer-Encoding: chunked
>
<!DOCTYPE html><html lang="en" data-astro-cid-nbv56vs3> <head><meta charset="utf-8"><meta
........
</div> </noscript> </body></html>
Reproduction Steps
System Information
$ python -m cloudscraper.help
{
"platform": {
"system": "Darwin",
"release": "24.6.0"
},
"interpreter": {
"name": "CPython",
"version": "3.13.3"
},
"cloudscraper": "1.2.71",
"requests": "2.32.4",
"urllib3": "2.5.0",
"OpenSSL": {
"version": "OpenSSL 3.5.1 1 Jul 2025",
"ciphers": [
"ADH-AES128-GCM-SHA256",
"ADH-AES128-SHA",
"ADH-AES128-SHA256",
"ADH-AES256-GCM-SHA384",
"ADH-AES256-SHA",
"ADH-AES256-SHA256",
"ADH-CAMELLIA128-SHA",
"ADH-CAMELLIA128-SHA256",
"ADH-CAMELLIA256-SHA",
"ADH-CAMELLIA256-SHA256",
"AECDH-AES128-SHA",
"AECDH-AES256-SHA",
"AES128-CCM",
"AES128-CCM8",
"AES128-GCM-SHA256",
"AES128-SHA",
"AES128-SHA256",
"AES256-CCM",
"AES256-CCM8",
"AES256-GCM-SHA384",
"AES256-SHA",
"AES256-SHA256",
"ARIA128-GCM-SHA256",
"ARIA256-GCM-SHA384",
"CAMELLIA128-SHA",
"CAMELLIA128-SHA256",
"CAMELLIA256-SHA",
"CAMELLIA256-SHA256",
"DHE-DSS-AES128-GCM-SHA256",
"DHE-DSS-AES128-SHA",
"DHE-DSS-AES128-SHA256",
"DHE-DSS-AES256-GCM-SHA384",
"DHE-DSS-AES256-SHA",
"DHE-DSS-AES256-SHA256",
"DHE-DSS-ARIA128-GCM-SHA256",
"DHE-DSS-ARIA256-GCM-SHA384",
"DHE-DSS-CAMELLIA128-SHA",
"DHE-DSS-CAMELLIA128-SHA256",
"DHE-DSS-CAMELLIA256-SHA",
"DHE-DSS-CAMELLIA256-SHA256",
"DHE-PSK-AES128-CBC-SHA",
"DHE-PSK-AES128-CBC-SHA256",
"DHE-PSK-AES128-CCM",
"DHE-PSK-AES128-CCM8",
"DHE-PSK-AES128-GCM-SHA256",
"DHE-PSK-AES256-CBC-SHA",
"DHE-PSK-AES256-CBC-SHA384",
"DHE-PSK-AES256-CCM",
"DHE-PSK-AES256-CCM8",
"DHE-PSK-AES256-GCM-SHA384",
"DHE-PSK-ARIA128-GCM-SHA256",
"DHE-PSK-ARIA256-GCM-SHA384",
"DHE-PSK-CAMELLIA128-SHA256",
"DHE-PSK-CAMELLIA256-SHA384",
"DHE-PSK-CHACHA20-POLY1305",
"DHE-RSA-AES128-CCM",
"DHE-RSA-AES128-CCM8",
"DHE-RSA-AES128-GCM-SHA256",
"DHE-RSA-AES128-SHA",
"DHE-RSA-AES128-SHA256",
"DHE-RSA-AES256-CCM",
"DHE-RSA-AES256-CCM8",
"DHE-RSA-AES256-GCM-SHA384",
"DHE-RSA-AES256-SHA",
"DHE-RSA-AES256-SHA256",
"DHE-RSA-ARIA128-GCM-SHA256",
"DHE-RSA-ARIA256-GCM-SHA384",
"DHE-RSA-CAMELLIA128-SHA",
"DHE-RSA-CAMELLIA128-SHA256",
"DHE-RSA-CAMELLIA256-SHA",
"DHE-RSA-CAMELLIA256-SHA256",
"DHE-RSA-CHACHA20-POLY1305",
"ECDHE-ARIA128-GCM-SHA256",
"ECDHE-ARIA256-GCM-SHA384",
"ECDHE-ECDSA-AES128-CCM",
"ECDHE-ECDSA-AES128-CCM8",
"ECDHE-ECDSA-AES128-GCM-SHA256",
"ECDHE-ECDSA-AES128-SHA",
"ECDHE-ECDSA-AES128-SHA256",
"ECDHE-ECDSA-AES256-CCM",
"ECDHE-ECDSA-AES256-CCM8",
"ECDHE-ECDSA-AES256-GCM-SHA384",
"ECDHE-ECDSA-AES256-SHA",
"ECDHE-ECDSA-AES256-SHA384",
"ECDHE-ECDSA-ARIA128-GCM-SHA256",
"ECDHE-ECDSA-ARIA256-GCM-SHA384",
"ECDHE-ECDSA-CAMELLIA128-SHA256",
"ECDHE-ECDSA-CAMELLIA256-SHA384",
"ECDHE-ECDSA-CHACHA20-POLY1305",
"ECDHE-PSK-AES128-CBC-SHA",
"ECDHE-PSK-AES128-CBC-SHA256",
"ECDHE-PSK-AES256-CBC-SHA",
"ECDHE-PSK-AES256-CBC-SHA384",
"ECDHE-PSK-CAMELLIA128-SHA256",
"ECDHE-PSK-CAMELLIA256-SHA384",
"ECDHE-PSK-CHACHA20-POLY1305",
"ECDHE-RSA-AES128-GCM-SHA256",
"ECDHE-RSA-AES128-SHA",
"ECDHE-RSA-AES128-SHA256",
"ECDHE-RSA-AES256-GCM-SHA384",
"ECDHE-RSA-AES256-SHA",
"ECDHE-RSA-AES256-SHA384",
"ECDHE-RSA-CAMELLIA128-SHA256",
"ECDHE-RSA-CAMELLIA256-SHA384",
"ECDHE-RSA-CHACHA20-POLY1305",
"PSK-AES128-CBC-SHA",
"PSK-AES128-CBC-SHA256",
"PSK-AES128-CCM",
"PSK-AES128-CCM8",
"PSK-AES128-GCM-SHA256",
"PSK-AES256-CBC-SHA",
"PSK-AES256-CBC-SHA384",
"PSK-AES256-CCM",
"PSK-AES256-CCM8",
"PSK-AES256-GCM-SHA384",
"PSK-ARIA128-GCM-SHA256",
"PSK-ARIA256-GCM-SHA384",
"PSK-CAMELLIA128-SHA256",
"PSK-CAMELLIA256-SHA384",
"PSK-CHACHA20-POLY1305",
"RSA-PSK-AES128-CBC-SHA",
"RSA-PSK-AES128-CBC-SHA256",
"RSA-PSK-AES128-GCM-SHA256",
"RSA-PSK-AES256-CBC-SHA",
"RSA-PSK-AES256-CBC-SHA384",
"RSA-PSK-AES256-GCM-SHA384",
"RSA-PSK-ARIA128-GCM-SHA256",
"RSA-PSK-ARIA256-GCM-SHA384",
"RSA-PSK-CAMELLIA128-SHA256",
"RSA-PSK-CAMELLIA256-SHA384",
"RSA-PSK-CHACHA20-POLY1305",
"SRP-AES-128-CBC-SHA",
"SRP-AES-256-CBC-SHA",
"SRP-DSS-AES-128-CBC-SHA",
"SRP-DSS-AES-256-CBC-SHA",
"SRP-RSA-AES-128-CBC-SHA",
"SRP-RSA-AES-256-CBC-SHA",
"TLS_AES_128_GCM_SHA256",
"TLS_AES_256_GCM_SHA384",
"TLS_CHACHA20_POLY1305_SHA256"
]
}
}Debug Log
- Add
debug=Truetocreate_scraper()
< GET /whiskies/springbank/hazelburn-sherry-8-year-old-whisky HTTP/1.1
< Host: www.masterofmalt.com
< User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36
< Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8
< Accept-Language: en-US,en;q=0.9
< Accept-Encoding: gzip, deflate
<
> HTTP/1.1 403 Forbidden
> Cache-Control: private, no-store, max-age=0
> Content-Type: text/html; charset=utf-8
> Server: Vercel
> X-Vercel-Challenge-Token: 2.1761144392.60.NzlkOGRmYjBmYmRkMzNlMDBkOTI3MGE3NmI1NmQyZDE7Nzc0ZDU2MTg7ZjcyMWYxMWM0NmIwNzc5N2NhZTlmNDZkYTBjMDZiM2Q3NDc4NGYxZTszOxNB7NEUYLTCNca4XpTIzJDEauEGizJTluLcxv5IZBtoFl1Q2wk4zLP6aOHKOtA0TVc=.38a8f31efa52a606ada17f334048a98f
> X-Vercel-Id: icn1::1761144392-9m9ExmVWciMffM1mcPy5twm3Q8vGpHHP
> X-Vercel-Mitigated: challenge
> Date: Wed, 22 Oct 2025 14:46:32 GMT
> Transfer-Encoding: chunked
>
<!DOCTYPE html><html lang="en" data-astro-cid-nbv56vs3> <head><meta charset="utf-8"><meta
........
</div> </noscript> </body></html>
This command is only available on cloudscraper v1.2.33 and greater. Otherwise,
please provide some basic information about your system (Python version,
operating system).
Metadata
Metadata
Assignees
Labels
No labels