refactor: increase kijiji scraping request rate to 4 rps

Signed-off-by: Dmytro Stanchiev <git@dmytros.dev>
This commit is contained in:
2026-01-23 14:41:56 -05:00
parent f3839aba54
commit 65eb8d1724
3 changed files with 165 additions and 94 deletions

View File

@@ -46,7 +46,7 @@ export async function kijijiRoute(req: Request): Promise<Response> {
try {
const items = await fetchKijijiItems(
SEARCH_QUERY,
1,
4, // 4 requests per second for faster scraping
"https://www.kijiji.ca",
searchOptions,
{},