7f59f445b6
- cambium-networks-oem: 18 PIDs (cnMatrix/PTP820 1G-100G + BiDi + DAC) - tektronix-oem: 19 PIDs (T&M SFP/SFP+/SFP28/QSFP28/QSFP-DD up to 400G ZR coherent) - clearfield-oem: 16 PIDs (FTTP/FTTx GPON/XGS-PON OLT+ONT + 1G-100G backhaul, heavy Telecom) - lanner-oem: 20 PIDs (NFVI/uCPE 1G-100G + BiDi + DAC stack) - scheduler: wired all 4 at 00:45/01:00/01:15/01:30 UTC
124 lines
7.8 KiB
TypeScript
124 lines
7.8 KiB
TypeScript
/**
|
|
* Clearfield OEM Transceiver Catalog Seed
|
|
*
|
|
* Seeds Clearfield branded optical transceiver PIDs for their FieldSmart
|
|
* fiber management systems, FieldShield microduct systems, and xPAK
|
|
* platforms targeting FTTP/FTTH/FTTx deployments for rural and suburban
|
|
* fiber-to-the-home operators (Tier 2/3 telcos and co-ops).
|
|
*
|
|
* Sources:
|
|
* - Clearfield FieldSmart FP1 optical distribution frame specs
|
|
* - Clearfield xPAK platform transceiver compatibility list
|
|
* - Clearfield YOURx OLT system hardware guide
|
|
*
|
|
* Run: tsx packages/scraper/src/scrapers/clearfield-oem.ts
|
|
* Cron: daily at 01:30
|
|
*/
|
|
|
|
import { pool, ensureVendor } from "../utils/db";
|
|
|
|
interface ClearfieldPID {
|
|
pid: string;
|
|
formFactor: string;
|
|
speedGbps: number;
|
|
speed: string;
|
|
reachMeters: number;
|
|
reachLabel: string;
|
|
fiberType: string;
|
|
connector: string;
|
|
wavelengths?: string;
|
|
standard?: string;
|
|
notes?: string;
|
|
}
|
|
|
|
const TELECOM_PIDS = new Set([
|
|
"CF-SFP-GPON-OLT",
|
|
"CF-SFP-GPON-ONT",
|
|
"CF-SFP-XGS-OLT",
|
|
"CF-SFP-XGS-ONT",
|
|
"CF-SFP-EPON-OLT",
|
|
"CF-SFP-1G-BX-D",
|
|
"CF-SFP-1G-BX-U",
|
|
"CF-SFP-10G-BX-D",
|
|
"CF-SFP-10G-BX-U",
|
|
]);
|
|
|
|
const CF_PIDS: ClearfieldPID[] = [
|
|
// ── GPON (YOURx OLT) ─────────────────────────────────────────────────
|
|
{ pid: "CF-SFP-GPON-OLT", formFactor: "SFP", speedGbps: 2.5, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "ITU-T G.984", notes: "Clearfield YOURx GPON OLT SFP" },
|
|
{ pid: "CF-SFP-GPON-ONT", formFactor: "SFP", speedGbps: 1.25, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1310nm TX / 1490nm RX", standard: "ITU-T G.984", notes: "Clearfield GPON ONT SFP" },
|
|
{ pid: "CF-SFP-EPON-OLT", formFactor: "SFP", speedGbps: 1.25, speed: "EPON", reachMeters: 20000, reachLabel: "EPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "IEEE 802.3ah" },
|
|
|
|
// ── XGS-PON (10G PON for FTTP) ───────────────────────────────────────
|
|
{ pid: "CF-SFP-XGS-OLT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1577nm TX / 1270nm RX", standard: "ITU-T G.9807", notes: "Clearfield XGS-PON OLT SFP+" },
|
|
{ pid: "CF-SFP-XGS-ONT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1270nm TX / 1577nm RX", standard: "ITU-T G.9807" },
|
|
|
|
// ── 1G SFP (FTTP backhaul) ───────────────────────────────────────────
|
|
{ pid: "CF-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX" },
|
|
{ pid: "CF-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" },
|
|
{ pid: "CF-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
|
|
{ pid: "CF-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Clearfield BiDi DS" },
|
|
{ pid: "CF-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Clearfield BiDi US" },
|
|
|
|
// ── 10G SFP+ ─────────────────────────────────────────────────────────
|
|
{ pid: "CF-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" },
|
|
{ pid: "CF-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
|
|
{ pid: "CF-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
|
|
{ pid: "CF-SFP-10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX", notes: "Clearfield 10G BiDi downstream" },
|
|
{ pid: "CF-SFP-10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX", notes: "Clearfield 10G BiDi upstream" },
|
|
|
|
// ── 100G QSFP28 ──────────────────────────────────────────────────────
|
|
{ pid: "CF-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Clearfield backbone uplink" },
|
|
];
|
|
|
|
export async function scrapeClearfieldOem(): Promise<void> {
|
|
console.log("=== Clearfield OEM Transceiver Seed ===\n");
|
|
|
|
const vendorId = await ensureVendor(
|
|
"Clearfield",
|
|
"oem",
|
|
"https://www.seeclearfield.com",
|
|
undefined
|
|
);
|
|
|
|
let inserted = 0, updated = 0, errors = 0;
|
|
|
|
for (const p of CF_PIDS) {
|
|
const slug = `clearfield-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
|
const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter";
|
|
try {
|
|
const res = await pool.query(
|
|
`INSERT INTO transceivers
|
|
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
|
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
|
dom_support, ieee_reference, market_status, category, notes)
|
|
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14)
|
|
ON CONFLICT (slug) DO UPDATE SET
|
|
speed_gbps = EXCLUDED.speed_gbps,
|
|
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
|
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
|
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
|
updated_at = NOW()
|
|
RETURNING (xmax = 0) as was_inserted`,
|
|
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
|
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
|
p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null]
|
|
);
|
|
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
|
} catch (err) {
|
|
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
|
errors++;
|
|
}
|
|
}
|
|
|
|
console.log(`\n=== Clearfield OEM Seed Complete ===`);
|
|
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
|
console.log(` Total PIDs: ${CF_PIDS.length}\n`);
|
|
}
|
|
|
|
if (require.main === module) {
|
|
scrapeClearfieldOem()
|
|
.then(() => pool.end())
|
|
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
|
}
|