refactor: increase kijiji scraping request rate to 4 rps
Signed-off-by: Dmytro Stanchiev <git@dmytros.dev>
This commit is contained in:
1 parent
f3839aba54
commit
65eb8d1724
3 files changed
+165
-94
No files matched your search
@@ -46,7 +46,7 @@ export async function kijijiRoute(req: Request): Promise<Response> {
|
||||
try {
|
||||
const items = await fetchKijijiItems(
|
||||
SEARCH_QUERY,
|
||||
1,
|
||||
4, // 4 requests per second for faster scraping
|
||||
"https://www.kijiji.ca",
|
||||
searchOptions,
|
||||
{},
|
||||
|
||||
Reference in new issue
Block a user