rene.fichtmueller/transceiver-db
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

feat(scraper): 100G+ zuerst in Ziel-Auswahl (fs-com Detail/Discovery + verify-product-page-prices + resolve-price-availability) — Lupo-Fokus

Browse Source
This commit is contained in:
Rene Fichtmueller 2026-07-07 22:10:01 +02:00
parent 86d1531d52
commit 4806cdfd1c
3 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
packages/scraper/src/scrapers/fs-com.ts
View File

@ -700,7 +700,8 @@ export async function scrapeFs(): Promise<void> {
WHERE v.name = 'FS.COM' WHERE v.name = 'FS.COM'
AND COALESCE(t.product_page_url, '') = '' AND COALESCE(t.product_page_url, '') = ''
AND t.part_number ~ '^FS-[0-9]+$' AND t.part_number ~ '^FS-[0-9]+$'
ORDER BY t.part_number ORDER BY (COALESCE(t.speed_gbps, 0) >= 100) DESC, -- 100G+ zuerst (Lupo-Fokus)
t.part_number
LIMIT $1 LIMIT $1
`, `,
[MAX_DETAIL_PAGES_PER_RUN] [MAX_DETAIL_PAGES_PER_RUN]
@ -732,6 +733,7 @@ export async function scrapeFs(): Promise<void> {
OR COALESCE(t.reach_label, '') = '' OR COALESCE(t.reach_label, '') = ''
) )
ORDER BY ORDER BY
(COALESCE(t.speed_gbps, 0) >= 100) DESC, -- 100G+ zuerst (Lupo-Fokus), dann Verifikations-Lücke
COALESCE(t.price_verified, false) DESC, COALESCE(t.price_verified, false) DESC,
COALESCE(t.image_verified, false) DESC, COALESCE(t.image_verified, false) DESC,
COALESCE(t.details_verified, false) ASC, COALESCE(t.details_verified, false) ASC,

3
packages/scraper/src/utils/resolve-price-availability.ts
View File

@ -125,7 +125,8 @@ async function main(): Promise<void> {
AND COALESCE(t.price_verified, false) = false AND COALESCE(t.price_verified, false) = false
AND COALESCE(t.price_status, 'needs_research') IN ('unknown', 'needs_research', 'ambiguous') AND COALESCE(t.price_status, 'needs_research') IN ('unknown', 'needs_research', 'ambiguous')
${vendorWhere} ${vendorWhere}
ORDER BY v.name, t.part_number ORDER BY (COALESCE(t.speed_gbps, 0) >= 100) DESC, -- 100G+ zuerst (Lupo-Fokus)
v.name, t.part_number
LIMIT $2`, LIMIT $2`,
params, params,
); );

3
packages/scraper/src/utils/verify-product-page-prices.ts
View File

@ -108,7 +108,8 @@ async function main(): Promise<void> {
AND COALESCE(t.price_verified, false) = false AND COALESCE(t.price_verified, false) = false
AND COALESCE(t.price_status, 'needs_research') IN ('unknown', 'needs_research', 'ambiguous') AND COALESCE(t.price_status, 'needs_research') IN ('unknown', 'needs_research', 'ambiguous')
AND COALESCE(t.product_page_url, '') != '' AND COALESCE(t.product_page_url, '') != ''
ORDER BY v.name, t.part_number ORDER BY (COALESCE(t.speed_gbps, 0) >= 100) DESC, -- 100G+ zuerst (Lupo-Fokus)
v.name, t.part_number
LIMIT $2`, LIMIT $2`,
[vendorNames, limit], [vendorNames, limit],
); );