From 7f59f445b6afe6fd6848db84dfc6aebe6acbbf10 Mon Sep 17 00:00:00 2001 From: Rene Fichtmueller Date: Tue, 28 Apr 2026 23:04:08 +0200 Subject: [PATCH] feat: add Cambium Networks, Tektronix, Clearfield, Lanner OEM scrapers (batch 32) - cambium-networks-oem: 18 PIDs (cnMatrix/PTP820 1G-100G + BiDi + DAC) - tektronix-oem: 19 PIDs (T&M SFP/SFP+/SFP28/QSFP28/QSFP-DD up to 400G ZR coherent) - clearfield-oem: 16 PIDs (FTTP/FTTx GPON/XGS-PON OLT+ONT + 1G-100G backhaul, heavy Telecom) - lanner-oem: 20 PIDs (NFVI/uCPE 1G-100G + BiDi + DAC stack) - scheduler: wired all 4 at 00:45/01:00/01:15/01:30 UTC --- packages/scraper/src/scheduler.ts | 28 ++++ .../src/scrapers/cambium-networks-oem.ts | 113 ++++++++++++++++ .../scraper/src/scrapers/clearfield-oem.ts | 123 ++++++++++++++++++ packages/scraper/src/scrapers/lanner-oem.ts | 117 +++++++++++++++++ .../scraper/src/scrapers/tektronix-oem.ts | 120 +++++++++++++++++ 5 files changed, 501 insertions(+) create mode 100644 packages/scraper/src/scrapers/cambium-networks-oem.ts create mode 100644 packages/scraper/src/scrapers/clearfield-oem.ts create mode 100644 packages/scraper/src/scrapers/lanner-oem.ts create mode 100644 packages/scraper/src/scrapers/tektronix-oem.ts diff --git a/packages/scraper/src/scheduler.ts b/packages/scraper/src/scheduler.ts index 5f03906..2dd3e64 100644 --- a/packages/scraper/src/scheduler.ts +++ b/packages/scraper/src/scheduler.ts @@ -402,6 +402,10 @@ export async function registerSchedules(boss: PgBoss): Promise { await boss.schedule("scrape:catalog:rohde-schwarz-oem", "0 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 }); await boss.schedule("scrape:catalog:l3harris-oem", "15 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 }); await boss.schedule("scrape:catalog:zhone-oem", "30 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 }); + await boss.schedule("scrape:catalog:cambium-networks-oem", "45 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 }); + await boss.schedule("scrape:catalog:tektronix-oem", "0 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 }); + await boss.schedule("scrape:catalog:clearfield-oem", "15 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 }); + await boss.schedule("scrape:catalog:lanner-oem", "30 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 }); // ══════════════════════════════════════════════════════════════════════ // VENDOR LISTS — every 12h @@ -1744,6 +1748,30 @@ export async function registerWorkers(boss: PgBoss): Promise { await scrapeZhoneOem(); }); + await boss.work("scrape:catalog:cambium-networks-oem", async () => { + console.log(`[${new Date().toISOString()}] Running: Cambium Networks OEM catalog seed`); + const { scrapeCambiumNetworksOem } = await import("./scrapers/cambium-networks-oem"); + await scrapeCambiumNetworksOem(); + }); + + await boss.work("scrape:catalog:tektronix-oem", async () => { + console.log(`[${new Date().toISOString()}] Running: Tektronix OEM catalog seed`); + const { scrapeTektronixOem } = await import("./scrapers/tektronix-oem"); + await scrapeTektronixOem(); + }); + + await boss.work("scrape:catalog:clearfield-oem", async () => { + console.log(`[${new Date().toISOString()}] Running: Clearfield OEM catalog seed`); + const { scrapeClearfieldOem } = await import("./scrapers/clearfield-oem"); + await scrapeClearfieldOem(); + }); + + await boss.work("scrape:catalog:lanner-oem", async () => { + console.log(`[${new Date().toISOString()}] Running: Lanner Electronics OEM catalog seed`); + const { scrapeLannerOem } = await import("./scrapers/lanner-oem"); + await scrapeLannerOem(); + }); + // ── Vendor lists ────────────────────────────────────────────────────── await boss.work("scrape:vendors:flexoptix", async () => { diff --git a/packages/scraper/src/scrapers/cambium-networks-oem.ts b/packages/scraper/src/scrapers/cambium-networks-oem.ts new file mode 100644 index 0000000..7f4c3a9 --- /dev/null +++ b/packages/scraper/src/scrapers/cambium-networks-oem.ts @@ -0,0 +1,113 @@ +/** + * Cambium Networks OEM Transceiver Catalog Seed + * + * Seeds Cambium Networks branded optical transceiver PIDs for their + * cnMatrix enterprise switches, cnReach industrial IoT, and wireless + * backhaul platforms (PTP 820, PTP 670) with fiber uplink modules. + * + * Sources: + * - Cambium cnMatrix EX2028 / TX2028 switch hardware guide + * - Cambium PTP 820 microwave + fiber hybrid interface specs + * - Cambium cnReach N500 industrial SFP compatibility list + * + * Run: tsx packages/scraper/src/scrapers/cambium-networks-oem.ts + * Cron: daily at 01:00 + */ + +import { pool, ensureVendor } from "../utils/db"; + +interface CambiumPID { + pid: string; + formFactor: string; + speedGbps: number; + speed: string; + reachMeters: number; + reachLabel: string; + fiberType: string; + connector: string; + wavelengths?: string; + standard?: string; + notes?: string; +} + +const CAMBIUM_PIDS: CambiumPID[] = [ + // ── 1G SFP (cnMatrix / cnReach) ───────────────────────────────────── + { pid: "CBM-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Cambium cnMatrix SFP 1G SX" }, + { pid: "CBM-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX", notes: "Cambium cnMatrix SFP 1G LX" }, + { pid: "CBM-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" }, + { pid: "CBM-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Cambium BiDi downstream" }, + { pid: "CBM-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Cambium BiDi upstream" }, + { pid: "CBM-SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "DAC", connector: "RJ45", standard: "1000BASE-T", notes: "Cambium copper SFP" }, + + // ── 10G SFP+ (cnMatrix TX / PTP 820) ──────────────────────────────── + { pid: "CBM-SFP10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" }, + { pid: "CBM-SFP10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" }, + { pid: "CBM-SFP10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" }, + { pid: "CBM-SFP10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR", notes: "Cambium PTP 820 long-reach" }, + + // ── 10G BiDi ───────────────────────────────────────────────────────── + { pid: "CBM-SFP10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX" }, + { pid: "CBM-SFP10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX" }, + + // ── 25G SFP28 ──────────────────────────────────────────────────────── + { pid: "CBM-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" }, + { pid: "CBM-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" }, + + // ── 100G QSFP28 ────────────────────────────────────────────────────── + { pid: "CBM-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" }, + { pid: "CBM-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4" }, + + // ── DAC ────────────────────────────────────────────────────────────── + { pid: "CBM-DAC-10G-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP+", notes: "Cambium DAC 1m" }, + { pid: "CBM-DAC-10G-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC-3M", fiberType: "DAC", connector: "SFP+", notes: "Cambium DAC 3m" }, +]; + +export async function scrapeCambiumNetworksOem(): Promise { + console.log("=== Cambium Networks OEM Transceiver Seed ===\n"); + + const vendorId = await ensureVendor( + "Cambium Networks", + "oem", + "https://www.cambiumnetworks.com", + undefined + ); + + let inserted = 0, updated = 0, errors = 0; + + for (const p of CAMBIUM_PIDS) { + const slug = `cambium-networks-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`; + try { + const res = await pool.query( + `INSERT INTO transceivers + (slug, part_number, vendor_id, form_factor, speed, speed_gbps, + reach_meters, reach_label, fiber_type, connector, wavelengths, + dom_support, ieee_reference, market_status, category, notes) + VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream','DataCenter',$13) + ON CONFLICT (slug) DO UPDATE SET + speed_gbps = EXCLUDED.speed_gbps, + reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END, + fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END, + wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths), + updated_at = NOW() + RETURNING (xmax = 0) as was_inserted`, + [slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps, + p.reachMeters, p.reachLabel, p.fiberType, p.connector, + p.wavelengths ?? null, p.standard ?? null, p.notes ?? null] + ); + if (res.rows[0]?.was_inserted) inserted++; else updated++; + } catch (err) { + console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`); + errors++; + } + } + + console.log(`\n=== Cambium Networks OEM Seed Complete ===`); + console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`); + console.log(` Total PIDs: ${CAMBIUM_PIDS.length}\n`); +} + +if (require.main === module) { + scrapeCambiumNetworksOem() + .then(() => pool.end()) + .catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); }); +} diff --git a/packages/scraper/src/scrapers/clearfield-oem.ts b/packages/scraper/src/scrapers/clearfield-oem.ts new file mode 100644 index 0000000..0a77456 --- /dev/null +++ b/packages/scraper/src/scrapers/clearfield-oem.ts @@ -0,0 +1,123 @@ +/** + * Clearfield OEM Transceiver Catalog Seed + * + * Seeds Clearfield branded optical transceiver PIDs for their FieldSmart + * fiber management systems, FieldShield microduct systems, and xPAK + * platforms targeting FTTP/FTTH/FTTx deployments for rural and suburban + * fiber-to-the-home operators (Tier 2/3 telcos and co-ops). + * + * Sources: + * - Clearfield FieldSmart FP1 optical distribution frame specs + * - Clearfield xPAK platform transceiver compatibility list + * - Clearfield YOURx OLT system hardware guide + * + * Run: tsx packages/scraper/src/scrapers/clearfield-oem.ts + * Cron: daily at 01:30 + */ + +import { pool, ensureVendor } from "../utils/db"; + +interface ClearfieldPID { + pid: string; + formFactor: string; + speedGbps: number; + speed: string; + reachMeters: number; + reachLabel: string; + fiberType: string; + connector: string; + wavelengths?: string; + standard?: string; + notes?: string; +} + +const TELECOM_PIDS = new Set([ + "CF-SFP-GPON-OLT", + "CF-SFP-GPON-ONT", + "CF-SFP-XGS-OLT", + "CF-SFP-XGS-ONT", + "CF-SFP-EPON-OLT", + "CF-SFP-1G-BX-D", + "CF-SFP-1G-BX-U", + "CF-SFP-10G-BX-D", + "CF-SFP-10G-BX-U", +]); + +const CF_PIDS: ClearfieldPID[] = [ + // ── GPON (YOURx OLT) ───────────────────────────────────────────────── + { pid: "CF-SFP-GPON-OLT", formFactor: "SFP", speedGbps: 2.5, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "ITU-T G.984", notes: "Clearfield YOURx GPON OLT SFP" }, + { pid: "CF-SFP-GPON-ONT", formFactor: "SFP", speedGbps: 1.25, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1310nm TX / 1490nm RX", standard: "ITU-T G.984", notes: "Clearfield GPON ONT SFP" }, + { pid: "CF-SFP-EPON-OLT", formFactor: "SFP", speedGbps: 1.25, speed: "EPON", reachMeters: 20000, reachLabel: "EPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "IEEE 802.3ah" }, + + // ── XGS-PON (10G PON for FTTP) ─────────────────────────────────────── + { pid: "CF-SFP-XGS-OLT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1577nm TX / 1270nm RX", standard: "ITU-T G.9807", notes: "Clearfield XGS-PON OLT SFP+" }, + { pid: "CF-SFP-XGS-ONT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1270nm TX / 1577nm RX", standard: "ITU-T G.9807" }, + + // ── 1G SFP (FTTP backhaul) ─────────────────────────────────────────── + { pid: "CF-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX" }, + { pid: "CF-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" }, + { pid: "CF-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" }, + { pid: "CF-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Clearfield BiDi DS" }, + { pid: "CF-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Clearfield BiDi US" }, + + // ── 10G SFP+ ───────────────────────────────────────────────────────── + { pid: "CF-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" }, + { pid: "CF-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" }, + { pid: "CF-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" }, + { pid: "CF-SFP-10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX", notes: "Clearfield 10G BiDi downstream" }, + { pid: "CF-SFP-10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX", notes: "Clearfield 10G BiDi upstream" }, + + // ── 100G QSFP28 ────────────────────────────────────────────────────── + { pid: "CF-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Clearfield backbone uplink" }, +]; + +export async function scrapeClearfieldOem(): Promise { + console.log("=== Clearfield OEM Transceiver Seed ===\n"); + + const vendorId = await ensureVendor( + "Clearfield", + "oem", + "https://www.seeclearfield.com", + undefined + ); + + let inserted = 0, updated = 0, errors = 0; + + for (const p of CF_PIDS) { + const slug = `clearfield-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`; + const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter"; + try { + const res = await pool.query( + `INSERT INTO transceivers + (slug, part_number, vendor_id, form_factor, speed, speed_gbps, + reach_meters, reach_label, fiber_type, connector, wavelengths, + dom_support, ieee_reference, market_status, category, notes) + VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14) + ON CONFLICT (slug) DO UPDATE SET + speed_gbps = EXCLUDED.speed_gbps, + reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END, + fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END, + wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths), + updated_at = NOW() + RETURNING (xmax = 0) as was_inserted`, + [slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps, + p.reachMeters, p.reachLabel, p.fiberType, p.connector, + p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null] + ); + if (res.rows[0]?.was_inserted) inserted++; else updated++; + } catch (err) { + console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`); + errors++; + } + } + + console.log(`\n=== Clearfield OEM Seed Complete ===`); + console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`); + console.log(` Total PIDs: ${CF_PIDS.length}\n`); +} + +if (require.main === module) { + scrapeClearfieldOem() + .then(() => pool.end()) + .catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); }); +} diff --git a/packages/scraper/src/scrapers/lanner-oem.ts b/packages/scraper/src/scrapers/lanner-oem.ts new file mode 100644 index 0000000..cd4178c --- /dev/null +++ b/packages/scraper/src/scrapers/lanner-oem.ts @@ -0,0 +1,117 @@ +/** + * Lanner Electronics OEM Transceiver Catalog Seed + * + * Seeds Lanner branded optical transceiver PIDs for their x86 NFVI/uCPE + * whitebox appliances (NCA-4010, NCA-6220), SD-WAN edge platforms, and + * network security appliances with SFP/SFP+/QSFP28 network interface cards. + * + * Sources: + * - Lanner NCA-6220 NFVI appliance hardware guide + * - Lanner NCA-4010 uCPE platform NIC specs + * - Lanner LEC-7242 industrial edge SFP compatibility + * + * Run: tsx packages/scraper/src/scrapers/lanner-oem.ts + * Cron: daily at 01:45 + */ + +import { pool, ensureVendor } from "../utils/db"; + +interface LannerPID { + pid: string; + formFactor: string; + speedGbps: number; + speed: string; + reachMeters: number; + reachLabel: string; + fiberType: string; + connector: string; + wavelengths?: string; + standard?: string; + notes?: string; +} + +const LANNER_PIDS: LannerPID[] = [ + // ── 1G SFP ─────────────────────────────────────────────────────────── + { pid: "LNR-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Lanner NFVI SFP 1G SX" }, + { pid: "LNR-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" }, + { pid: "LNR-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" }, + { pid: "LNR-SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "DAC", connector: "RJ45", standard: "1000BASE-T", notes: "Lanner copper SFP" }, + + // ── 10G SFP+ ───────────────────────────────────────────────────────── + { pid: "LNR-SFP10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR", notes: "Lanner NCA-6220 SFP+" }, + { pid: "LNR-SFP10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" }, + { pid: "LNR-SFP10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" }, + { pid: "LNR-SFP10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR" }, + + // ── 10G BiDi ───────────────────────────────────────────────────────── + { pid: "LNR-SFP10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX" }, + { pid: "LNR-SFP10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX" }, + + // ── 25G SFP28 ──────────────────────────────────────────────────────── + { pid: "LNR-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" }, + { pid: "LNR-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" }, + + // ── 40G QSFP+ ──────────────────────────────────────────────────────── + { pid: "LNR-QSFP-40G-SR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4" }, + { pid: "LNR-QSFP-40G-LR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4" }, + + // ── 100G QSFP28 ────────────────────────────────────────────────────── + { pid: "LNR-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" }, + { pid: "LNR-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Lanner NCA-6220 100G uplink" }, + + // ── DAC ────────────────────────────────────────────────────────────── + { pid: "LNR-DAC-10G-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP+", notes: "Lanner DAC 1m" }, + { pid: "LNR-DAC-10G-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC-3M", fiberType: "DAC", connector: "SFP+", notes: "Lanner DAC 3m" }, + { pid: "LNR-DAC-25G-1M", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP28",notes: "Lanner 25G DAC 1m" }, + { pid: "LNR-DAC-100G-1M", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "QSFP28",notes: "Lanner 100G DAC 1m" }, +]; + +export async function scrapeLannerOem(): Promise { + console.log("=== Lanner Electronics OEM Transceiver Seed ===\n"); + + const vendorId = await ensureVendor( + "Lanner Electronics", + "oem", + "https://www.lannerinc.com", + undefined + ); + + let inserted = 0, updated = 0, errors = 0; + + for (const p of LANNER_PIDS) { + const slug = `lanner-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`; + try { + const res = await pool.query( + `INSERT INTO transceivers + (slug, part_number, vendor_id, form_factor, speed, speed_gbps, + reach_meters, reach_label, fiber_type, connector, wavelengths, + dom_support, ieee_reference, market_status, category, notes) + VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream','DataCenter',$13) + ON CONFLICT (slug) DO UPDATE SET + speed_gbps = EXCLUDED.speed_gbps, + reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END, + fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END, + wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths), + updated_at = NOW() + RETURNING (xmax = 0) as was_inserted`, + [slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps, + p.reachMeters, p.reachLabel, p.fiberType, p.connector, + p.wavelengths ?? null, p.standard ?? null, p.notes ?? null] + ); + if (res.rows[0]?.was_inserted) inserted++; else updated++; + } catch (err) { + console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`); + errors++; + } + } + + console.log(`\n=== Lanner OEM Seed Complete ===`); + console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`); + console.log(` Total PIDs: ${LANNER_PIDS.length}\n`); +} + +if (require.main === module) { + scrapeLannerOem() + .then(() => pool.end()) + .catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); }); +} diff --git a/packages/scraper/src/scrapers/tektronix-oem.ts b/packages/scraper/src/scrapers/tektronix-oem.ts new file mode 100644 index 0000000..52a1fd4 --- /dev/null +++ b/packages/scraper/src/scrapers/tektronix-oem.ts @@ -0,0 +1,120 @@ +/** + * Tektronix OEM Transceiver Catalog Seed + * + * Seeds Tektronix branded optical transceiver PIDs used in their + * oscilloscopes (MSO/DPO 5/6/7 series), signal analyzers, BERT testers, + * and protocol compliance platforms (USB, PCIe, Ethernet). + * + * Sources: + * - Tektronix MSO58LP optical probe module specs + * - Tektronix BERTScope optical interface guide + * - Tektronix ILA620 optical test system + * + * Run: tsx packages/scraper/src/scrapers/tektronix-oem.ts + * Cron: daily at 01:15 + */ + +import { pool, ensureVendor } from "../utils/db"; + +interface TektronixPID { + pid: string; + formFactor: string; + speedGbps: number; + speed: string; + reachMeters: number; + reachLabel: string; + fiberType: string; + connector: string; + wavelengths?: string; + standard?: string; + notes?: string; +} + +const TELECOM_PIDS = new Set([ + "TEK-SFP-10G-DWDM-TUNE", + "TEK-QSFPDD-400G-ZR", +]); + +const TEK_PIDS: TektronixPID[] = [ + // ── 1G SFP ─────────────────────────────────────────────────────────── + { pid: "TEK-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Tektronix T&M 1G SR" }, + { pid: "TEK-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" }, + { pid: "TEK-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" }, + + // ── 10G SFP+ ───────────────────────────────────────────────────────── + { pid: "TEK-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" }, + { pid: "TEK-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" }, + { pid: "TEK-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" }, + { pid: "TEK-SFP-10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR" }, + { pid: "TEK-SFP-10G-DWDM-TUNE",formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "DWDM", fiberType: "SMF", connector: "LC", wavelengths: "C-band DWDM", notes: "Tektronix DWDM tunable SFP+" }, + + // ── 25G SFP28 ──────────────────────────────────────────────────────── + { pid: "TEK-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" }, + { pid: "TEK-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" }, + + // ── 40G QSFP+ ──────────────────────────────────────────────────────── + { pid: "TEK-QSFP-40G-SR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4" }, + { pid: "TEK-QSFP-40G-LR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4" }, + + // ── 100G QSFP28 ────────────────────────────────────────────────────── + { pid: "TEK-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" }, + { pid: "TEK-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4" }, + { pid: "TEK-QSFP28-100G-CWDM4",formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 2000, reachLabel: "CWDM4", fiberType: "SMF", connector: "LC", wavelengths: "1271-1331nm", standard: "100GBASE-CWDM4" }, + + // ── 400G QSFP-DD ───────────────────────────────────────────────────── + { pid: "TEK-QSFPDD-400G-SR8", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 100, reachLabel: "SR8", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "400GBASE-SR8" }, + { pid: "TEK-QSFPDD-400G-DR4", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 500, reachLabel: "DR4", fiberType: "SMF", connector: "MPO", wavelengths: "1310nm", standard: "400GBASE-DR4" }, + { pid: "TEK-QSFPDD-400G-FR4", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 2000, reachLabel: "FR4", fiberType: "SMF", connector: "LC", wavelengths: "1271-1331nm", standard: "400GBASE-FR4" }, + { pid: "TEK-QSFPDD-400G-ZR", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 120000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "C-band", standard: "400ZR", notes: "Tektronix 400G coherent ZR" }, +]; + +export async function scrapeTektronixOem(): Promise { + console.log("=== Tektronix OEM Transceiver Seed ===\n"); + + const vendorId = await ensureVendor( + "Tektronix", + "oem", + "https://www.tek.com", + undefined + ); + + let inserted = 0, updated = 0, errors = 0; + + for (const p of TEK_PIDS) { + const slug = `tektronix-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`; + const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter"; + try { + const res = await pool.query( + `INSERT INTO transceivers + (slug, part_number, vendor_id, form_factor, speed, speed_gbps, + reach_meters, reach_label, fiber_type, connector, wavelengths, + dom_support, ieee_reference, market_status, category, notes) + VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14) + ON CONFLICT (slug) DO UPDATE SET + speed_gbps = EXCLUDED.speed_gbps, + reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END, + fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END, + wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths), + updated_at = NOW() + RETURNING (xmax = 0) as was_inserted`, + [slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps, + p.reachMeters, p.reachLabel, p.fiberType, p.connector, + p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null] + ); + if (res.rows[0]?.was_inserted) inserted++; else updated++; + } catch (err) { + console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`); + errors++; + } + } + + console.log(`\n=== Tektronix OEM Seed Complete ===`); + console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`); + console.log(` Total PIDs: ${TEK_PIDS.length}\n`); +} + +if (require.main === module) { + scrapeTektronixOem() + .then(() => pool.end()) + .catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); }); +}