chore: useragent

packages/core/src/utils/http.ts

@@ -96,11 +96,22 @@ export async function fetchHtml(
   const defaultHeaders: Record<string, string> = {
     accept:
       "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
-    "accept-language": "en-GB,en-US;q=0.9,en;q=0.8",
-    "cache-control": "no-cache",
+    "accept-encoding": "gzip, deflate, br, zstd",
+    "accept-language": "en-CA,en-US;q=0.9,en;q=0.8",
+    "cache-control": "max-age=0",
+    dnt: "1",
+    priority: "u=0, i",
+    "sec-ch-ua":
+      '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
+    "sec-ch-ua-mobile": "?0",
+    "sec-ch-ua-platform": '"Linux"',
+    "sec-fetch-dest": "document",
+    "sec-fetch-mode": "navigate",
+    "sec-fetch-site": "none",
+    "sec-fetch-user": "?1",
     "upgrade-insecure-requests": "1",
     "user-agent":
-      "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120 Safari/537.36",
+      "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
   };
 
   for (let attempt = 0; attempt <= maxRetries; attempt++) {