diff --git a/packages/core/src/utils/http.ts b/packages/core/src/utils/http.ts index c6b75a4..3bd6e1e 100644 --- a/packages/core/src/utils/http.ts +++ b/packages/core/src/utils/http.ts @@ -96,11 +96,22 @@ export async function fetchHtml( const defaultHeaders: Record = { accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", - "accept-language": "en-GB,en-US;q=0.9,en;q=0.8", - "cache-control": "no-cache", + "accept-encoding": "gzip, deflate, br, zstd", + "accept-language": "en-CA,en-US;q=0.9,en;q=0.8", + "cache-control": "max-age=0", + dnt: "1", + priority: "u=0, i", + "sec-ch-ua": + '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"', + "sec-ch-ua-mobile": "?0", + "sec-ch-ua-platform": '"Linux"', + "sec-fetch-dest": "document", + "sec-fetch-mode": "navigate", + "sec-fetch-site": "none", + "sec-fetch-user": "?1", "upgrade-insecure-requests": "1", "user-agent": - "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120 Safari/537.36", + "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", }; for (let attempt = 0; attempt <= maxRetries; attempt++) {