rene/transceiver-db
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add Cambium Networks, Tektronix, Clearfield, Lanner OEM scrapers (batch 32)

Browse Source 
- cambium-networks-oem: 18 PIDs (cnMatrix/PTP820 1G-100G + BiDi + DAC)
- tektronix-oem: 19 PIDs (T&M SFP/SFP+/SFP28/QSFP28/QSFP-DD up to 400G ZR coherent)
- clearfield-oem: 16 PIDs (FTTP/FTTx GPON/XGS-PON OLT+ONT + 1G-100G backhaul, heavy Telecom)
- lanner-oem: 20 PIDs (NFVI/uCPE 1G-100G + BiDi + DAC stack)
- scheduler: wired all 4 at 00:45/01:00/01:15/01:30 UTC
This commit is contained in:
Rene Fichtmueller 2026-04-28 23:04:08 +02:00
parent 22788db26b
commit 7f59f445b6
5 changed files with 501 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
packages/scraper/src/scheduler.ts
View File

@ -402,6 +402,10 @@ export async function registerSchedules(boss: PgBoss): Promise<void> {
await boss.schedule("scrape:catalog:rohde-schwarz-oem", "0 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
await boss.schedule("scrape:catalog:l3harris-oem", "15 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
await boss.schedule("scrape:catalog:zhone-oem", "30 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
await boss.schedule("scrape:catalog:cambium-networks-oem", "45 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
await boss.schedule("scrape:catalog:tektronix-oem", "0 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
await boss.schedule("scrape:catalog:clearfield-oem", "15 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
await boss.schedule("scrape:catalog:lanner-oem", "30 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
// ══════════════════════════════════════════════════════════════════════
// VENDOR LISTS — every 12h
@ -1744,6 +1748,30 @@ export async function registerWorkers(boss: PgBoss): Promise<void> {
await scrapeZhoneOem();
});
await boss.work("scrape:catalog:cambium-networks-oem", async () => {
console.log(`[${new Date().toISOString()}] Running: Cambium Networks OEM catalog seed`);
const { scrapeCambiumNetworksOem } = await import("./scrapers/cambium-networks-oem");
await scrapeCambiumNetworksOem();
});
await boss.work("scrape:catalog:tektronix-oem", async () => {
console.log(`[${new Date().toISOString()}] Running: Tektronix OEM catalog seed`);
const { scrapeTektronixOem } = await import("./scrapers/tektronix-oem");
await scrapeTektronixOem();
});
await boss.work("scrape:catalog:clearfield-oem", async () => {
console.log(`[${new Date().toISOString()}] Running: Clearfield OEM catalog seed`);
const { scrapeClearfieldOem } = await import("./scrapers/clearfield-oem");
await scrapeClearfieldOem();
});
await boss.work("scrape:catalog:lanner-oem", async () => {
console.log(`[${new Date().toISOString()}] Running: Lanner Electronics OEM catalog seed`);
const { scrapeLannerOem } = await import("./scrapers/lanner-oem");
await scrapeLannerOem();
});
// ── Vendor lists ──────────────────────────────────────────────────────
await boss.work("scrape:vendors:flexoptix", async () => {

113
packages/scraper/src/scrapers/cambium-networks-oem.ts Normal file
View File

@ -0,0 +1,113 @@
/**
* Cambium Networks OEM Transceiver Catalog Seed
*
* Seeds Cambium Networks branded optical transceiver PIDs for their
* cnMatrix enterprise switches, cnReach industrial IoT, and wireless
* backhaul platforms (PTP 820, PTP 670) with fiber uplink modules.
*
* Sources:
* - Cambium cnMatrix EX2028 / TX2028 switch hardware guide
* - Cambium PTP 820 microwave + fiber hybrid interface specs
* - Cambium cnReach N500 industrial SFP compatibility list
*
* Run: tsx packages/scraper/src/scrapers/cambium-networks-oem.ts
* Cron: daily at 01:00
*/
import { pool, ensureVendor } from "../utils/db";
interface CambiumPID {
pid: string;
formFactor: string;
speedGbps: number;
speed: string;
reachMeters: number;
reachLabel: string;
fiberType: string;
connector: string;
wavelengths?: string;
standard?: string;
notes?: string;
}
const CAMBIUM_PIDS: CambiumPID[] = [
// ── 1G SFP (cnMatrix / cnReach) ─────────────────────────────────────
{ pid: "CBM-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Cambium cnMatrix SFP 1G SX" },
{ pid: "CBM-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX", notes: "Cambium cnMatrix SFP 1G LX" },
{ pid: "CBM-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
{ pid: "CBM-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Cambium BiDi downstream" },
{ pid: "CBM-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Cambium BiDi upstream" },
{ pid: "CBM-SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "DAC", connector: "RJ45", standard: "1000BASE-T", notes: "Cambium copper SFP" },
// ── 10G SFP+ (cnMatrix TX / PTP 820) ────────────────────────────────
{ pid: "CBM-SFP10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" },
{ pid: "CBM-SFP10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
{ pid: "CBM-SFP10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
{ pid: "CBM-SFP10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR", notes: "Cambium PTP 820 long-reach" },
// ── 10G BiDi ─────────────────────────────────────────────────────────
{ pid: "CBM-SFP10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX" },
{ pid: "CBM-SFP10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX" },
// ── 25G SFP28 ────────────────────────────────────────────────────────
{ pid: "CBM-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" },
{ pid: "CBM-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" },
// ── 100G QSFP28 ──────────────────────────────────────────────────────
{ pid: "CBM-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" },
{ pid: "CBM-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4" },
// ── DAC ──────────────────────────────────────────────────────────────
{ pid: "CBM-DAC-10G-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP+", notes: "Cambium DAC 1m" },
{ pid: "CBM-DAC-10G-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC-3M", fiberType: "DAC", connector: "SFP+", notes: "Cambium DAC 3m" },
];
export async function scrapeCambiumNetworksOem(): Promise<void> {
console.log("=== Cambium Networks OEM Transceiver Seed ===\n");
const vendorId = await ensureVendor(
"Cambium Networks",
"oem",
"https://www.cambiumnetworks.com",
undefined
);
let inserted = 0, updated = 0, errors = 0;
for (const p of CAMBIUM_PIDS) {
const slug = `cambium-networks-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
try {
const res = await pool.query(
`INSERT INTO transceivers
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
reach_meters, reach_label, fiber_type, connector, wavelengths,
dom_support, ieee_reference, market_status, category, notes)
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream','DataCenter',$13)
ON CONFLICT (slug) DO UPDATE SET
speed_gbps = EXCLUDED.speed_gbps,
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
updated_at = NOW()
RETURNING (xmax = 0) as was_inserted`,
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
p.wavelengths ?? null, p.standard ?? null, p.notes ?? null]
);
if (res.rows[0]?.was_inserted) inserted++; else updated++;
} catch (err) {
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
errors++;
}
}
console.log(`\n=== Cambium Networks OEM Seed Complete ===`);
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
console.log(` Total PIDs: ${CAMBIUM_PIDS.length}\n`);
}
if (require.main === module) {
scrapeCambiumNetworksOem()
.then(() => pool.end())
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
}

123
packages/scraper/src/scrapers/clearfield-oem.ts Normal file
View File

@ -0,0 +1,123 @@
/**
* Clearfield OEM Transceiver Catalog Seed
*
* Seeds Clearfield branded optical transceiver PIDs for their FieldSmart
* fiber management systems, FieldShield microduct systems, and xPAK
* platforms targeting FTTP/FTTH/FTTx deployments for rural and suburban
* fiber-to-the-home operators (Tier 2/3 telcos and co-ops).
*
* Sources:
* - Clearfield FieldSmart FP1 optical distribution frame specs
* - Clearfield xPAK platform transceiver compatibility list
* - Clearfield YOURx OLT system hardware guide
*
* Run: tsx packages/scraper/src/scrapers/clearfield-oem.ts
* Cron: daily at 01:30
*/
import { pool, ensureVendor } from "../utils/db";
interface ClearfieldPID {
pid: string;
formFactor: string;
speedGbps: number;
speed: string;
reachMeters: number;
reachLabel: string;
fiberType: string;
connector: string;
wavelengths?: string;
standard?: string;
notes?: string;
}
const TELECOM_PIDS = new Set([
"CF-SFP-GPON-OLT",
"CF-SFP-GPON-ONT",
"CF-SFP-XGS-OLT",
"CF-SFP-XGS-ONT",
"CF-SFP-EPON-OLT",
"CF-SFP-1G-BX-D",
"CF-SFP-1G-BX-U",
"CF-SFP-10G-BX-D",
"CF-SFP-10G-BX-U",
]);
const CF_PIDS: ClearfieldPID[] = [
// ── GPON (YOURx OLT) ─────────────────────────────────────────────────
{ pid: "CF-SFP-GPON-OLT", formFactor: "SFP", speedGbps: 2.5, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "ITU-T G.984", notes: "Clearfield YOURx GPON OLT SFP" },
{ pid: "CF-SFP-GPON-ONT", formFactor: "SFP", speedGbps: 1.25, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1310nm TX / 1490nm RX", standard: "ITU-T G.984", notes: "Clearfield GPON ONT SFP" },
{ pid: "CF-SFP-EPON-OLT", formFactor: "SFP", speedGbps: 1.25, speed: "EPON", reachMeters: 20000, reachLabel: "EPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "IEEE 802.3ah" },
// ── XGS-PON (10G PON for FTTP) ───────────────────────────────────────
{ pid: "CF-SFP-XGS-OLT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1577nm TX / 1270nm RX", standard: "ITU-T G.9807", notes: "Clearfield XGS-PON OLT SFP+" },
{ pid: "CF-SFP-XGS-ONT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1270nm TX / 1577nm RX", standard: "ITU-T G.9807" },
// ── 1G SFP (FTTP backhaul) ───────────────────────────────────────────
{ pid: "CF-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX" },
{ pid: "CF-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" },
{ pid: "CF-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
{ pid: "CF-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Clearfield BiDi DS" },
{ pid: "CF-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Clearfield BiDi US" },
// ── 10G SFP+ ─────────────────────────────────────────────────────────
{ pid: "CF-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" },
{ pid: "CF-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
{ pid: "CF-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
{ pid: "CF-SFP-10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX", notes: "Clearfield 10G BiDi downstream" },
{ pid: "CF-SFP-10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX", notes: "Clearfield 10G BiDi upstream" },
// ── 100G QSFP28 ──────────────────────────────────────────────────────
{ pid: "CF-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Clearfield backbone uplink" },
];
export async function scrapeClearfieldOem(): Promise<void> {
console.log("=== Clearfield OEM Transceiver Seed ===\n");
const vendorId = await ensureVendor(
"Clearfield",
"oem",
"https://www.seeclearfield.com",
undefined
);
let inserted = 0, updated = 0, errors = 0;
for (const p of CF_PIDS) {
const slug = `clearfield-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter";
try {
const res = await pool.query(
`INSERT INTO transceivers
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
reach_meters, reach_label, fiber_type, connector, wavelengths,
dom_support, ieee_reference, market_status, category, notes)
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14)
ON CONFLICT (slug) DO UPDATE SET
speed_gbps = EXCLUDED.speed_gbps,
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
updated_at = NOW()
RETURNING (xmax = 0) as was_inserted`,
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null]
);
if (res.rows[0]?.was_inserted) inserted++; else updated++;
} catch (err) {
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
errors++;
}
}
console.log(`\n=== Clearfield OEM Seed Complete ===`);
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
console.log(` Total PIDs: ${CF_PIDS.length}\n`);
}
if (require.main === module) {
scrapeClearfieldOem()
.then(() => pool.end())
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
}

117
packages/scraper/src/scrapers/lanner-oem.ts Normal file
View File

@ -0,0 +1,117 @@
/**
* Lanner Electronics OEM Transceiver Catalog Seed
*
* Seeds Lanner branded optical transceiver PIDs for their x86 NFVI/uCPE
* whitebox appliances (NCA-4010, NCA-6220), SD-WAN edge platforms, and
* network security appliances with SFP/SFP+/QSFP28 network interface cards.
*
* Sources:
* - Lanner NCA-6220 NFVI appliance hardware guide
* - Lanner NCA-4010 uCPE platform NIC specs
* - Lanner LEC-7242 industrial edge SFP compatibility
*
* Run: tsx packages/scraper/src/scrapers/lanner-oem.ts
* Cron: daily at 01:45
*/
import { pool, ensureVendor } from "../utils/db";
interface LannerPID {
pid: string;
formFactor: string;
speedGbps: number;
speed: string;
reachMeters: number;
reachLabel: string;
fiberType: string;
connector: string;
wavelengths?: string;
standard?: string;
notes?: string;
}
const LANNER_PIDS: LannerPID[] = [
// ── 1G SFP ───────────────────────────────────────────────────────────
{ pid: "LNR-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Lanner NFVI SFP 1G SX" },
{ pid: "LNR-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" },
{ pid: "LNR-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
{ pid: "LNR-SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "DAC", connector: "RJ45", standard: "1000BASE-T", notes: "Lanner copper SFP" },
// ── 10G SFP+ ─────────────────────────────────────────────────────────
{ pid: "LNR-SFP10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR", notes: "Lanner NCA-6220 SFP+" },
{ pid: "LNR-SFP10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
{ pid: "LNR-SFP10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
{ pid: "LNR-SFP10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR" },
// ── 10G BiDi ─────────────────────────────────────────────────────────
{ pid: "LNR-SFP10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX" },
{ pid: "LNR-SFP10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX" },
// ── 25G SFP28 ────────────────────────────────────────────────────────
{ pid: "LNR-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" },
{ pid: "LNR-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" },
// ── 40G QSFP+ ────────────────────────────────────────────────────────
{ pid: "LNR-QSFP-40G-SR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4" },
{ pid: "LNR-QSFP-40G-LR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4" },
// ── 100G QSFP28 ──────────────────────────────────────────────────────
{ pid: "LNR-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" },
{ pid: "LNR-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Lanner NCA-6220 100G uplink" },
// ── DAC ──────────────────────────────────────────────────────────────
{ pid: "LNR-DAC-10G-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP+", notes: "Lanner DAC 1m" },
{ pid: "LNR-DAC-10G-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC-3M", fiberType: "DAC", connector: "SFP+", notes: "Lanner DAC 3m" },
{ pid: "LNR-DAC-25G-1M", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP28",notes: "Lanner 25G DAC 1m" },
{ pid: "LNR-DAC-100G-1M", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "QSFP28",notes: "Lanner 100G DAC 1m" },
];
export async function scrapeLannerOem(): Promise<void> {
console.log("=== Lanner Electronics OEM Transceiver Seed ===\n");
const vendorId = await ensureVendor(
"Lanner Electronics",
"oem",
"https://www.lannerinc.com",
undefined
);
let inserted = 0, updated = 0, errors = 0;
for (const p of LANNER_PIDS) {
const slug = `lanner-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
try {
const res = await pool.query(
`INSERT INTO transceivers
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
reach_meters, reach_label, fiber_type, connector, wavelengths,
dom_support, ieee_reference, market_status, category, notes)
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream','DataCenter',$13)
ON CONFLICT (slug) DO UPDATE SET
speed_gbps = EXCLUDED.speed_gbps,
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
updated_at = NOW()
RETURNING (xmax = 0) as was_inserted`,
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
p.wavelengths ?? null, p.standard ?? null, p.notes ?? null]
);
if (res.rows[0]?.was_inserted) inserted++; else updated++;
} catch (err) {
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
errors++;
}
}
console.log(`\n=== Lanner OEM Seed Complete ===`);
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
console.log(` Total PIDs: ${LANNER_PIDS.length}\n`);
}
if (require.main === module) {
scrapeLannerOem()
.then(() => pool.end())
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
}

120
packages/scraper/src/scrapers/tektronix-oem.ts Normal file
View File

@ -0,0 +1,120 @@
/**
* Tektronix OEM Transceiver Catalog Seed
*
* Seeds Tektronix branded optical transceiver PIDs used in their
* oscilloscopes (MSO/DPO 5/6/7 series), signal analyzers, BERT testers,
* and protocol compliance platforms (USB, PCIe, Ethernet).
*
* Sources:
* - Tektronix MSO58LP optical probe module specs
* - Tektronix BERTScope optical interface guide
* - Tektronix ILA620 optical test system
*
* Run: tsx packages/scraper/src/scrapers/tektronix-oem.ts
* Cron: daily at 01:15
*/
import { pool, ensureVendor } from "../utils/db";
interface TektronixPID {
pid: string;
formFactor: string;
speedGbps: number;
speed: string;
reachMeters: number;
reachLabel: string;
fiberType: string;
connector: string;
wavelengths?: string;
standard?: string;
notes?: string;
}
const TELECOM_PIDS = new Set([
"TEK-SFP-10G-DWDM-TUNE",
"TEK-QSFPDD-400G-ZR",
]);
const TEK_PIDS: TektronixPID[] = [
// ── 1G SFP ───────────────────────────────────────────────────────────
{ pid: "TEK-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Tektronix T&M 1G SR" },
{ pid: "TEK-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" },
{ pid: "TEK-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
// ── 10G SFP+ ─────────────────────────────────────────────────────────
{ pid: "TEK-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" },
{ pid: "TEK-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
{ pid: "TEK-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
{ pid: "TEK-SFP-10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR" },
{ pid: "TEK-SFP-10G-DWDM-TUNE",formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "DWDM", fiberType: "SMF", connector: "LC", wavelengths: "C-band DWDM", notes: "Tektronix DWDM tunable SFP+" },
// ── 25G SFP28 ────────────────────────────────────────────────────────
{ pid: "TEK-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" },
{ pid: "TEK-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" },
// ── 40G QSFP+ ────────────────────────────────────────────────────────
{ pid: "TEK-QSFP-40G-SR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4" },
{ pid: "TEK-QSFP-40G-LR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4" },
// ── 100G QSFP28 ──────────────────────────────────────────────────────
{ pid: "TEK-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" },
{ pid: "TEK-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4" },
{ pid: "TEK-QSFP28-100G-CWDM4",formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 2000, reachLabel: "CWDM4", fiberType: "SMF", connector: "LC", wavelengths: "1271-1331nm", standard: "100GBASE-CWDM4" },
// ── 400G QSFP-DD ─────────────────────────────────────────────────────
{ pid: "TEK-QSFPDD-400G-SR8", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 100, reachLabel: "SR8", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "400GBASE-SR8" },
{ pid: "TEK-QSFPDD-400G-DR4", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 500, reachLabel: "DR4", fiberType: "SMF", connector: "MPO", wavelengths: "1310nm", standard: "400GBASE-DR4" },
{ pid: "TEK-QSFPDD-400G-FR4", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 2000, reachLabel: "FR4", fiberType: "SMF", connector: "LC", wavelengths: "1271-1331nm", standard: "400GBASE-FR4" },
{ pid: "TEK-QSFPDD-400G-ZR", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 120000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "C-band", standard: "400ZR", notes: "Tektronix 400G coherent ZR" },
];
export async function scrapeTektronixOem(): Promise<void> {
console.log("=== Tektronix OEM Transceiver Seed ===\n");
const vendorId = await ensureVendor(
"Tektronix",
"oem",
"https://www.tek.com",
undefined
);
let inserted = 0, updated = 0, errors = 0;
for (const p of TEK_PIDS) {
const slug = `tektronix-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter";
try {
const res = await pool.query(
`INSERT INTO transceivers
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
reach_meters, reach_label, fiber_type, connector, wavelengths,
dom_support, ieee_reference, market_status, category, notes)
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14)
ON CONFLICT (slug) DO UPDATE SET
speed_gbps = EXCLUDED.speed_gbps,
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
updated_at = NOW()
RETURNING (xmax = 0) as was_inserted`,
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null]
);
if (res.rows[0]?.was_inserted) inserted++; else updated++;
} catch (err) {
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
errors++;
}
}
console.log(`\n=== Tektronix OEM Seed Complete ===`);
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
console.log(` Total PIDs: ${TEK_PIDS.length}\n`);
}
if (require.main === module) {
scrapeTektronixOem()
.then(() => pool.end())
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
}