old4ever/ca-marketplace-scraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(api/kijiji): add filtering and pagination parameters

Browse Source
This commit is contained in:
Dmytro Stanchiev
2026-01-23 09:54:30 -05:00
parent d619fa5d77
commit 053efd815b
1 changed files with 56 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

83
packages/api-server/src/routes/kijiji.ts
View File

@@ -5,33 +5,62 @@ import { fetchKijijiItems } from "@marketplace-scrapers/core";
* Search Kijiji marketplace for listings * Search Kijiji marketplace for listings
*/ */
export async function kijijiRoute(req: Request): Promise<Response> { export async function kijijiRoute(req: Request): Promise<Response> {
const reqUrl = new URL(req.url); const reqUrl = new URL(req.url);
const SEARCH_QUERY = const SEARCH_QUERY =
req.headers.get("query") || reqUrl.searchParams.get("q") || null; req.headers.get("query") || reqUrl.searchParams.get("q") || null;
if (!SEARCH_QUERY) if (!SEARCH_QUERY)
return Response.json( return Response.json(
{ {
message: message: "Request didn't have 'query' header or 'q' search parameter!",
"Request didn't have 'query' header or 'q' search parameter!", },
}, { status: 400 },
{ status: 400 }, );
);
try { const maxPagesParam = reqUrl.searchParams.get("maxPages");
const items = await fetchKijijiItems(SEARCH_QUERY, 5); const maxPages = maxPagesParam ? parseInt(maxPagesParam, 10) : 5;
if (!items) const priceMinParam = reqUrl.searchParams.get("priceMin");
return Response.json( const priceMin = priceMinParam ? parseInt(priceMinParam, 10) : undefined;
{ message: "Search didn't return any results!" }, const priceMaxParam = reqUrl.searchParams.get("priceMax");
{ status: 404 }, const priceMax = priceMaxParam ? parseInt(priceMaxParam, 10) : undefined;
);
return Response.json(items, { status: 200 }); const searchOptions = {
} catch (error) { location: reqUrl.searchParams.get("location") || undefined,
console.error("Kijiji scraping error:", error); category: reqUrl.searchParams.get("category") || undefined,
const errorMessage = error instanceof Error ? error.message : "Unknown error occurred"; keywords: reqUrl.searchParams.get("keywords") || undefined,
return Response.json( sortBy: reqUrl.searchParams.get("sortBy") as
{ message: errorMessage }, | "relevancy"
{ status: 400 }, | "date"
); | "price"
} | "distance"
| undefined,
sortOrder: reqUrl.searchParams.get("sortOrder") as
| "desc"
| "asc"
| undefined,
maxPages,
priceMin,
priceMax,
};
try {
const items = await fetchKijijiItems(
SEARCH_QUERY,
1,
"https://www.kijiji.ca",
searchOptions,
{},
);
if (!items)
return Response.json(
{ message: "Search didn't return any results!" },
{ status: 404 },
);
return Response.json(items, { status: 200 });
} catch (error) {
console.error("Kijiji scraping error:", error);
const errorMessage =
error instanceof Error ? error.message : "Unknown error occurred";
return Response.json({ message: errorMessage }, { status: 400 });
}
} }