/** * Clearfield OEM Transceiver Catalog Seed * * Seeds Clearfield branded optical transceiver PIDs for their FieldSmart * fiber management systems, FieldShield microduct systems, and xPAK * platforms targeting FTTP/FTTH/FTTx deployments for rural and suburban * fiber-to-the-home operators (Tier 2/3 telcos and co-ops). * * Sources: * - Clearfield FieldSmart FP1 optical distribution frame specs * - Clearfield xPAK platform transceiver compatibility list * - Clearfield YOURx OLT system hardware guide * * Run: tsx packages/scraper/src/scrapers/clearfield-oem.ts * Cron: daily at 01:30 */ import { pool, ensureVendor } from "../utils/db"; interface ClearfieldPID { pid: string; formFactor: string; speedGbps: number; speed: string; reachMeters: number; reachLabel: string; fiberType: string; connector: string; wavelengths?: string; standard?: string; notes?: string; } const TELECOM_PIDS = new Set([ "CF-SFP-GPON-OLT", "CF-SFP-GPON-ONT", "CF-SFP-XGS-OLT", "CF-SFP-XGS-ONT", "CF-SFP-EPON-OLT", "CF-SFP-1G-BX-D", "CF-SFP-1G-BX-U", "CF-SFP-10G-BX-D", "CF-SFP-10G-BX-U", ]); const CF_PIDS: ClearfieldPID[] = [ // ── GPON (YOURx OLT) ───────────────────────────────────────────────── { pid: "CF-SFP-GPON-OLT", formFactor: "SFP", speedGbps: 2.5, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "ITU-T G.984", notes: "Clearfield YOURx GPON OLT SFP" }, { pid: "CF-SFP-GPON-ONT", formFactor: "SFP", speedGbps: 1.25, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1310nm TX / 1490nm RX", standard: "ITU-T G.984", notes: "Clearfield GPON ONT SFP" }, { pid: "CF-SFP-EPON-OLT", formFactor: "SFP", speedGbps: 1.25, speed: "EPON", reachMeters: 20000, reachLabel: "EPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "IEEE 802.3ah" }, // ── XGS-PON (10G PON for FTTP) ─────────────────────────────────────── { pid: "CF-SFP-XGS-OLT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1577nm TX / 1270nm RX", standard: "ITU-T G.9807", notes: "Clearfield XGS-PON OLT SFP+" }, { pid: "CF-SFP-XGS-ONT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1270nm TX / 1577nm RX", standard: "ITU-T G.9807" }, // ── 1G SFP (FTTP backhaul) ─────────────────────────────────────────── { pid: "CF-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX" }, { pid: "CF-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" }, { pid: "CF-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" }, { pid: "CF-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Clearfield BiDi DS" }, { pid: "CF-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Clearfield BiDi US" }, // ── 10G SFP+ ───────────────────────────────────────────────────────── { pid: "CF-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" }, { pid: "CF-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" }, { pid: "CF-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" }, { pid: "CF-SFP-10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX", notes: "Clearfield 10G BiDi downstream" }, { pid: "CF-SFP-10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX", notes: "Clearfield 10G BiDi upstream" }, // ── 100G QSFP28 ────────────────────────────────────────────────────── { pid: "CF-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Clearfield backbone uplink" }, ]; export async function scrapeClearfieldOem(): Promise { console.log("=== Clearfield OEM Transceiver Seed ===\n"); const vendorId = await ensureVendor( "Clearfield", "oem", "https://www.seeclearfield.com", undefined ); let inserted = 0, updated = 0, errors = 0; for (const p of CF_PIDS) { const slug = `clearfield-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`; const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter"; try { const res = await pool.query( `INSERT INTO transceivers (slug, part_number, vendor_id, form_factor, speed, speed_gbps, reach_meters, reach_label, fiber_type, connector, wavelengths, dom_support, ieee_reference, market_status, category, notes) VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14) ON CONFLICT (slug) DO UPDATE SET speed_gbps = EXCLUDED.speed_gbps, reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END, fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END, wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths), updated_at = NOW() RETURNING (xmax = 0) as was_inserted`, [slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps, p.reachMeters, p.reachLabel, p.fiberType, p.connector, p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null] ); if (res.rows[0]?.was_inserted) inserted++; else updated++; } catch (err) { console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`); errors++; } } console.log(`\n=== Clearfield OEM Seed Complete ===`); console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`); console.log(` Total PIDs: ${CF_PIDS.length}\n`); } if (require.main === module) { scrapeClearfieldOem() .then(() => pool.end()) .catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); }); }