old4ever/ca-marketplace-scraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: improve search extraction with edge case handling

Browse Source
This commit is contained in:
Dmytro Stanchiev
2026-01-22 19:52:09 -05:00
parent d5d050013e
commit 5871644e8b
1 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/facebook.ts
View File

@@ -488,7 +488,7 @@ function extractFacebookMarketplaceData(
let marketplaceData: FacebookMarketplaceSearch | null = null;
// Find the script containing the require data with marketplace_search
for (const script of scripts as unknown as HTMLScriptElement[]) {
for (const script of Array.from(scripts) as HTMLScriptElement[]) {
const scriptText = script.textContent;
if (!scriptText) continue;
@@ -520,7 +520,7 @@ function extractFacebookMarketplaceData(
for (const getData of paths) {
try {
const result = getData();
if (result && isRecord(result) && result.feed_units?.edges) {
if (result && isRecord(result) && result.feed_units?.edges?.length > 0) {
marketplaceData = result as FacebookMarketplaceSearch;
break;
}
@@ -533,17 +533,19 @@ function extractFacebookMarketplaceData(
}
// Also check for direct marketplace_search in the parsed data
if (parsed.marketplace_search && isRecord(parsed.marketplace_search) && parsed.marketplace_search.feed_units?.edges) {
marketplaceData = parsed.marketplace_search as FacebookMarketplaceSearch;
if (parsed.marketplace_search && isRecord(parsed.marketplace_search)) {
const searchData = parsed.marketplace_search as FacebookMarketplaceSearch;
if (searchData.feed_units?.edges?.length > 0) {
marketplaceData = searchData;
break;
}
}
} catch {
// Ignore parsing errors for other scripts
continue;
}
}
if (!marketplaceData?.feed_units?.edges) {
if (!marketplaceData?.feed_units?.edges?.length) {
console.warn("No marketplace data found in HTML response");
return null;
}