feat: add Cambium Networks, Tektronix, Clearfield, Lanner OEM scrapers (batch 32)
- cambium-networks-oem: 18 PIDs (cnMatrix/PTP820 1G-100G + BiDi + DAC) - tektronix-oem: 19 PIDs (T&M SFP/SFP+/SFP28/QSFP28/QSFP-DD up to 400G ZR coherent) - clearfield-oem: 16 PIDs (FTTP/FTTx GPON/XGS-PON OLT+ONT + 1G-100G backhaul, heavy Telecom) - lanner-oem: 20 PIDs (NFVI/uCPE 1G-100G + BiDi + DAC stack) - scheduler: wired all 4 at 00:45/01:00/01:15/01:30 UTC
This commit is contained in:
Rene Fichtmueller
parent
22788db26b
commit
7f59f445b6
@ -402,6 +402,10 @@ export async function registerSchedules(boss: PgBoss): Promise<void> {
|
|||||||
await boss.schedule("scrape:catalog:rohde-schwarz-oem", "0 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
await boss.schedule("scrape:catalog:rohde-schwarz-oem", "0 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||||
await boss.schedule("scrape:catalog:l3harris-oem", "15 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
await boss.schedule("scrape:catalog:l3harris-oem", "15 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||||
await boss.schedule("scrape:catalog:zhone-oem", "30 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
await boss.schedule("scrape:catalog:zhone-oem", "30 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||||
|
await boss.schedule("scrape:catalog:cambium-networks-oem", "45 0 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||||
|
await boss.schedule("scrape:catalog:tektronix-oem", "0 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||||
|
await boss.schedule("scrape:catalog:clearfield-oem", "15 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||||
|
await boss.schedule("scrape:catalog:lanner-oem", "30 1 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||||
|
|
||||||
// ══════════════════════════════════════════════════════════════════════
|
// ══════════════════════════════════════════════════════════════════════
|
||||||
// VENDOR LISTS — every 12h
|
// VENDOR LISTS — every 12h
|
||||||
@ -1744,6 +1748,30 @@ export async function registerWorkers(boss: PgBoss): Promise<void> {
|
|||||||
await scrapeZhoneOem();
|
await scrapeZhoneOem();
|
||||||
});
|
});
|
||||||
|
|
||||||
|
await boss.work("scrape:catalog:cambium-networks-oem", async () => {
|
||||||
|
console.log(`[${new Date().toISOString()}] Running: Cambium Networks OEM catalog seed`);
|
||||||
|
const { scrapeCambiumNetworksOem } = await import("./scrapers/cambium-networks-oem");
|
||||||
|
await scrapeCambiumNetworksOem();
|
||||||
|
});
|
||||||
|
|
||||||
|
await boss.work("scrape:catalog:tektronix-oem", async () => {
|
||||||
|
console.log(`[${new Date().toISOString()}] Running: Tektronix OEM catalog seed`);
|
||||||
|
const { scrapeTektronixOem } = await import("./scrapers/tektronix-oem");
|
||||||
|
await scrapeTektronixOem();
|
||||||
|
});
|
||||||
|
|
||||||
|
await boss.work("scrape:catalog:clearfield-oem", async () => {
|
||||||
|
console.log(`[${new Date().toISOString()}] Running: Clearfield OEM catalog seed`);
|
||||||
|
const { scrapeClearfieldOem } = await import("./scrapers/clearfield-oem");
|
||||||
|
await scrapeClearfieldOem();
|
||||||
|
});
|
||||||
|
|
||||||
|
await boss.work("scrape:catalog:lanner-oem", async () => {
|
||||||
|
console.log(`[${new Date().toISOString()}] Running: Lanner Electronics OEM catalog seed`);
|
||||||
|
const { scrapeLannerOem } = await import("./scrapers/lanner-oem");
|
||||||
|
await scrapeLannerOem();
|
||||||
|
});
|
||||||
|
|
||||||
// ── Vendor lists ──────────────────────────────────────────────────────
|
// ── Vendor lists ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
await boss.work("scrape:vendors:flexoptix", async () => {
|
await boss.work("scrape:vendors:flexoptix", async () => {
|
||||||
|
|||||||
113
packages/scraper/src/scrapers/cambium-networks-oem.ts
Normal file
113
packages/scraper/src/scrapers/cambium-networks-oem.ts
Normal file
@ -0,0 +1,113 @@
|
|||||||
|
/**
|
||||||
|
* Cambium Networks OEM Transceiver Catalog Seed
|
||||||
|
*
|
||||||
|
* Seeds Cambium Networks branded optical transceiver PIDs for their
|
||||||
|
* cnMatrix enterprise switches, cnReach industrial IoT, and wireless
|
||||||
|
* backhaul platforms (PTP 820, PTP 670) with fiber uplink modules.
|
||||||
|
*
|
||||||
|
* Sources:
|
||||||
|
* - Cambium cnMatrix EX2028 / TX2028 switch hardware guide
|
||||||
|
* - Cambium PTP 820 microwave + fiber hybrid interface specs
|
||||||
|
* - Cambium cnReach N500 industrial SFP compatibility list
|
||||||
|
*
|
||||||
|
* Run: tsx packages/scraper/src/scrapers/cambium-networks-oem.ts
|
||||||
|
* Cron: daily at 01:00
|
||||||
|
*/
|
||||||
|
|
||||||
|
import { pool, ensureVendor } from "../utils/db";
|
||||||
|
|
||||||
|
interface CambiumPID {
|
||||||
|
pid: string;
|
||||||
|
formFactor: string;
|
||||||
|
speedGbps: number;
|
||||||
|
speed: string;
|
||||||
|
reachMeters: number;
|
||||||
|
reachLabel: string;
|
||||||
|
fiberType: string;
|
||||||
|
connector: string;
|
||||||
|
wavelengths?: string;
|
||||||
|
standard?: string;
|
||||||
|
notes?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
const CAMBIUM_PIDS: CambiumPID[] = [
|
||||||
|
// ── 1G SFP (cnMatrix / cnReach) ─────────────────────────────────────
|
||||||
|
{ pid: "CBM-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Cambium cnMatrix SFP 1G SX" },
|
||||||
|
{ pid: "CBM-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX", notes: "Cambium cnMatrix SFP 1G LX" },
|
||||||
|
{ pid: "CBM-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
|
||||||
|
{ pid: "CBM-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Cambium BiDi downstream" },
|
||||||
|
{ pid: "CBM-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Cambium BiDi upstream" },
|
||||||
|
{ pid: "CBM-SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "DAC", connector: "RJ45", standard: "1000BASE-T", notes: "Cambium copper SFP" },
|
||||||
|
|
||||||
|
// ── 10G SFP+ (cnMatrix TX / PTP 820) ────────────────────────────────
|
||||||
|
{ pid: "CBM-SFP10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" },
|
||||||
|
{ pid: "CBM-SFP10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
|
||||||
|
{ pid: "CBM-SFP10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
|
||||||
|
{ pid: "CBM-SFP10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR", notes: "Cambium PTP 820 long-reach" },
|
||||||
|
|
||||||
|
// ── 10G BiDi ─────────────────────────────────────────────────────────
|
||||||
|
{ pid: "CBM-SFP10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX" },
|
||||||
|
{ pid: "CBM-SFP10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX" },
|
||||||
|
|
||||||
|
// ── 25G SFP28 ────────────────────────────────────────────────────────
|
||||||
|
{ pid: "CBM-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" },
|
||||||
|
{ pid: "CBM-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" },
|
||||||
|
|
||||||
|
// ── 100G QSFP28 ──────────────────────────────────────────────────────
|
||||||
|
{ pid: "CBM-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" },
|
||||||
|
{ pid: "CBM-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4" },
|
||||||
|
|
||||||
|
// ── DAC ──────────────────────────────────────────────────────────────
|
||||||
|
{ pid: "CBM-DAC-10G-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP+", notes: "Cambium DAC 1m" },
|
||||||
|
{ pid: "CBM-DAC-10G-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC-3M", fiberType: "DAC", connector: "SFP+", notes: "Cambium DAC 3m" },
|
||||||
|
];
|
||||||
|
|
||||||
|
export async function scrapeCambiumNetworksOem(): Promise<void> {
|
||||||
|
console.log("=== Cambium Networks OEM Transceiver Seed ===\n");
|
||||||
|
|
||||||
|
const vendorId = await ensureVendor(
|
||||||
|
"Cambium Networks",
|
||||||
|
"oem",
|
||||||
|
"https://www.cambiumnetworks.com",
|
||||||
|
undefined
|
||||||
|
);
|
||||||
|
|
||||||
|
let inserted = 0, updated = 0, errors = 0;
|
||||||
|
|
||||||
|
for (const p of CAMBIUM_PIDS) {
|
||||||
|
const slug = `cambium-networks-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||||
|
try {
|
||||||
|
const res = await pool.query(
|
||||||
|
`INSERT INTO transceivers
|
||||||
|
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||||
|
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||||
|
dom_support, ieee_reference, market_status, category, notes)
|
||||||
|
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream','DataCenter',$13)
|
||||||
|
ON CONFLICT (slug) DO UPDATE SET
|
||||||
|
speed_gbps = EXCLUDED.speed_gbps,
|
||||||
|
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||||
|
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||||
|
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||||
|
updated_at = NOW()
|
||||||
|
RETURNING (xmax = 0) as was_inserted`,
|
||||||
|
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||||
|
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||||
|
p.wavelengths ?? null, p.standard ?? null, p.notes ?? null]
|
||||||
|
);
|
||||||
|
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||||
|
} catch (err) {
|
||||||
|
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||||
|
errors++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log(`\n=== Cambium Networks OEM Seed Complete ===`);
|
||||||
|
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||||
|
console.log(` Total PIDs: ${CAMBIUM_PIDS.length}\n`);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (require.main === module) {
|
||||||
|
scrapeCambiumNetworksOem()
|
||||||
|
.then(() => pool.end())
|
||||||
|
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||||
|
}
|
||||||
123
packages/scraper/src/scrapers/clearfield-oem.ts
Normal file
123
packages/scraper/src/scrapers/clearfield-oem.ts
Normal file
@ -0,0 +1,123 @@
|
|||||||
|
/**
|
||||||
|
* Clearfield OEM Transceiver Catalog Seed
|
||||||
|
*
|
||||||
|
* Seeds Clearfield branded optical transceiver PIDs for their FieldSmart
|
||||||
|
* fiber management systems, FieldShield microduct systems, and xPAK
|
||||||
|
* platforms targeting FTTP/FTTH/FTTx deployments for rural and suburban
|
||||||
|
* fiber-to-the-home operators (Tier 2/3 telcos and co-ops).
|
||||||
|
*
|
||||||
|
* Sources:
|
||||||
|
* - Clearfield FieldSmart FP1 optical distribution frame specs
|
||||||
|
* - Clearfield xPAK platform transceiver compatibility list
|
||||||
|
* - Clearfield YOURx OLT system hardware guide
|
||||||
|
*
|
||||||
|
* Run: tsx packages/scraper/src/scrapers/clearfield-oem.ts
|
||||||
|
* Cron: daily at 01:30
|
||||||
|
*/
|
||||||
|
|
||||||
|
import { pool, ensureVendor } from "../utils/db";
|
||||||
|
|
||||||
|
interface ClearfieldPID {
|
||||||
|
pid: string;
|
||||||
|
formFactor: string;
|
||||||
|
speedGbps: number;
|
||||||
|
speed: string;
|
||||||
|
reachMeters: number;
|
||||||
|
reachLabel: string;
|
||||||
|
fiberType: string;
|
||||||
|
connector: string;
|
||||||
|
wavelengths?: string;
|
||||||
|
standard?: string;
|
||||||
|
notes?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
const TELECOM_PIDS = new Set([
|
||||||
|
"CF-SFP-GPON-OLT",
|
||||||
|
"CF-SFP-GPON-ONT",
|
||||||
|
"CF-SFP-XGS-OLT",
|
||||||
|
"CF-SFP-XGS-ONT",
|
||||||
|
"CF-SFP-EPON-OLT",
|
||||||
|
"CF-SFP-1G-BX-D",
|
||||||
|
"CF-SFP-1G-BX-U",
|
||||||
|
"CF-SFP-10G-BX-D",
|
||||||
|
"CF-SFP-10G-BX-U",
|
||||||
|
]);
|
||||||
|
|
||||||
|
const CF_PIDS: ClearfieldPID[] = [
|
||||||
|
// ── GPON (YOURx OLT) ─────────────────────────────────────────────────
|
||||||
|
{ pid: "CF-SFP-GPON-OLT", formFactor: "SFP", speedGbps: 2.5, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "ITU-T G.984", notes: "Clearfield YOURx GPON OLT SFP" },
|
||||||
|
{ pid: "CF-SFP-GPON-ONT", formFactor: "SFP", speedGbps: 1.25, speed: "GPON", reachMeters: 20000, reachLabel: "GPON-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1310nm TX / 1490nm RX", standard: "ITU-T G.984", notes: "Clearfield GPON ONT SFP" },
|
||||||
|
{ pid: "CF-SFP-EPON-OLT", formFactor: "SFP", speedGbps: 1.25, speed: "EPON", reachMeters: 20000, reachLabel: "EPON-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1490nm TX / 1310nm RX", standard: "IEEE 802.3ah" },
|
||||||
|
|
||||||
|
// ── XGS-PON (10G PON for FTTP) ───────────────────────────────────────
|
||||||
|
{ pid: "CF-SFP-XGS-OLT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-OLT", fiberType: "SMF", connector: "SC", wavelengths: "1577nm TX / 1270nm RX", standard: "ITU-T G.9807", notes: "Clearfield XGS-PON OLT SFP+" },
|
||||||
|
{ pid: "CF-SFP-XGS-ONT", formFactor: "SFP+", speedGbps: 10, speed: "XGS-PON", reachMeters: 20000, reachLabel: "XGS-ONT", fiberType: "SMF", connector: "SC", wavelengths: "1270nm TX / 1577nm RX", standard: "ITU-T G.9807" },
|
||||||
|
|
||||||
|
// ── 1G SFP (FTTP backhaul) ───────────────────────────────────────────
|
||||||
|
{ pid: "CF-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX" },
|
||||||
|
{ pid: "CF-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" },
|
||||||
|
{ pid: "CF-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
|
||||||
|
{ pid: "CF-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1490nm TX / 1310nm RX", notes: "Clearfield BiDi DS" },
|
||||||
|
{ pid: "CF-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1490nm RX", notes: "Clearfield BiDi US" },
|
||||||
|
|
||||||
|
// ── 10G SFP+ ─────────────────────────────────────────────────────────
|
||||||
|
{ pid: "CF-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" },
|
||||||
|
{ pid: "CF-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
|
||||||
|
{ pid: "CF-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
|
||||||
|
{ pid: "CF-SFP-10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX", notes: "Clearfield 10G BiDi downstream" },
|
||||||
|
{ pid: "CF-SFP-10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX", notes: "Clearfield 10G BiDi upstream" },
|
||||||
|
|
||||||
|
// ── 100G QSFP28 ──────────────────────────────────────────────────────
|
||||||
|
{ pid: "CF-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Clearfield backbone uplink" },
|
||||||
|
];
|
||||||
|
|
||||||
|
export async function scrapeClearfieldOem(): Promise<void> {
|
||||||
|
console.log("=== Clearfield OEM Transceiver Seed ===\n");
|
||||||
|
|
||||||
|
const vendorId = await ensureVendor(
|
||||||
|
"Clearfield",
|
||||||
|
"oem",
|
||||||
|
"https://www.seeclearfield.com",
|
||||||
|
undefined
|
||||||
|
);
|
||||||
|
|
||||||
|
let inserted = 0, updated = 0, errors = 0;
|
||||||
|
|
||||||
|
for (const p of CF_PIDS) {
|
||||||
|
const slug = `clearfield-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||||
|
const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter";
|
||||||
|
try {
|
||||||
|
const res = await pool.query(
|
||||||
|
`INSERT INTO transceivers
|
||||||
|
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||||
|
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||||
|
dom_support, ieee_reference, market_status, category, notes)
|
||||||
|
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14)
|
||||||
|
ON CONFLICT (slug) DO UPDATE SET
|
||||||
|
speed_gbps = EXCLUDED.speed_gbps,
|
||||||
|
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||||
|
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||||
|
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||||
|
updated_at = NOW()
|
||||||
|
RETURNING (xmax = 0) as was_inserted`,
|
||||||
|
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||||
|
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||||
|
p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null]
|
||||||
|
);
|
||||||
|
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||||
|
} catch (err) {
|
||||||
|
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||||
|
errors++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log(`\n=== Clearfield OEM Seed Complete ===`);
|
||||||
|
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||||
|
console.log(` Total PIDs: ${CF_PIDS.length}\n`);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (require.main === module) {
|
||||||
|
scrapeClearfieldOem()
|
||||||
|
.then(() => pool.end())
|
||||||
|
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||||
|
}
|
||||||
117
packages/scraper/src/scrapers/lanner-oem.ts
Normal file
117
packages/scraper/src/scrapers/lanner-oem.ts
Normal file
@ -0,0 +1,117 @@
|
|||||||
|
/**
|
||||||
|
* Lanner Electronics OEM Transceiver Catalog Seed
|
||||||
|
*
|
||||||
|
* Seeds Lanner branded optical transceiver PIDs for their x86 NFVI/uCPE
|
||||||
|
* whitebox appliances (NCA-4010, NCA-6220), SD-WAN edge platforms, and
|
||||||
|
* network security appliances with SFP/SFP+/QSFP28 network interface cards.
|
||||||
|
*
|
||||||
|
* Sources:
|
||||||
|
* - Lanner NCA-6220 NFVI appliance hardware guide
|
||||||
|
* - Lanner NCA-4010 uCPE platform NIC specs
|
||||||
|
* - Lanner LEC-7242 industrial edge SFP compatibility
|
||||||
|
*
|
||||||
|
* Run: tsx packages/scraper/src/scrapers/lanner-oem.ts
|
||||||
|
* Cron: daily at 01:45
|
||||||
|
*/
|
||||||
|
|
||||||
|
import { pool, ensureVendor } from "../utils/db";
|
||||||
|
|
||||||
|
interface LannerPID {
|
||||||
|
pid: string;
|
||||||
|
formFactor: string;
|
||||||
|
speedGbps: number;
|
||||||
|
speed: string;
|
||||||
|
reachMeters: number;
|
||||||
|
reachLabel: string;
|
||||||
|
fiberType: string;
|
||||||
|
connector: string;
|
||||||
|
wavelengths?: string;
|
||||||
|
standard?: string;
|
||||||
|
notes?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
const LANNER_PIDS: LannerPID[] = [
|
||||||
|
// ── 1G SFP ───────────────────────────────────────────────────────────
|
||||||
|
{ pid: "LNR-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Lanner NFVI SFP 1G SX" },
|
||||||
|
{ pid: "LNR-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" },
|
||||||
|
{ pid: "LNR-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
|
||||||
|
{ pid: "LNR-SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "DAC", connector: "RJ45", standard: "1000BASE-T", notes: "Lanner copper SFP" },
|
||||||
|
|
||||||
|
// ── 10G SFP+ ─────────────────────────────────────────────────────────
|
||||||
|
{ pid: "LNR-SFP10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR", notes: "Lanner NCA-6220 SFP+" },
|
||||||
|
{ pid: "LNR-SFP10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
|
||||||
|
{ pid: "LNR-SFP10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
|
||||||
|
{ pid: "LNR-SFP10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR" },
|
||||||
|
|
||||||
|
// ── 10G BiDi ─────────────────────────────────────────────────────────
|
||||||
|
{ pid: "LNR-SFP10G-BX-D", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX" },
|
||||||
|
{ pid: "LNR-SFP10G-BX-U", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX" },
|
||||||
|
|
||||||
|
// ── 25G SFP28 ────────────────────────────────────────────────────────
|
||||||
|
{ pid: "LNR-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" },
|
||||||
|
{ pid: "LNR-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" },
|
||||||
|
|
||||||
|
// ── 40G QSFP+ ────────────────────────────────────────────────────────
|
||||||
|
{ pid: "LNR-QSFP-40G-SR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4" },
|
||||||
|
{ pid: "LNR-QSFP-40G-LR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4" },
|
||||||
|
|
||||||
|
// ── 100G QSFP28 ──────────────────────────────────────────────────────
|
||||||
|
{ pid: "LNR-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" },
|
||||||
|
{ pid: "LNR-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", notes: "Lanner NCA-6220 100G uplink" },
|
||||||
|
|
||||||
|
// ── DAC ──────────────────────────────────────────────────────────────
|
||||||
|
{ pid: "LNR-DAC-10G-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP+", notes: "Lanner DAC 1m" },
|
||||||
|
{ pid: "LNR-DAC-10G-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC-3M", fiberType: "DAC", connector: "SFP+", notes: "Lanner DAC 3m" },
|
||||||
|
{ pid: "LNR-DAC-25G-1M", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "SFP28",notes: "Lanner 25G DAC 1m" },
|
||||||
|
{ pid: "LNR-DAC-100G-1M", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 1, reachLabel: "DAC-1M", fiberType: "DAC", connector: "QSFP28",notes: "Lanner 100G DAC 1m" },
|
||||||
|
];
|
||||||
|
|
||||||
|
export async function scrapeLannerOem(): Promise<void> {
|
||||||
|
console.log("=== Lanner Electronics OEM Transceiver Seed ===\n");
|
||||||
|
|
||||||
|
const vendorId = await ensureVendor(
|
||||||
|
"Lanner Electronics",
|
||||||
|
"oem",
|
||||||
|
"https://www.lannerinc.com",
|
||||||
|
undefined
|
||||||
|
);
|
||||||
|
|
||||||
|
let inserted = 0, updated = 0, errors = 0;
|
||||||
|
|
||||||
|
for (const p of LANNER_PIDS) {
|
||||||
|
const slug = `lanner-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||||
|
try {
|
||||||
|
const res = await pool.query(
|
||||||
|
`INSERT INTO transceivers
|
||||||
|
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||||
|
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||||
|
dom_support, ieee_reference, market_status, category, notes)
|
||||||
|
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream','DataCenter',$13)
|
||||||
|
ON CONFLICT (slug) DO UPDATE SET
|
||||||
|
speed_gbps = EXCLUDED.speed_gbps,
|
||||||
|
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||||
|
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||||
|
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||||
|
updated_at = NOW()
|
||||||
|
RETURNING (xmax = 0) as was_inserted`,
|
||||||
|
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||||
|
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||||
|
p.wavelengths ?? null, p.standard ?? null, p.notes ?? null]
|
||||||
|
);
|
||||||
|
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||||
|
} catch (err) {
|
||||||
|
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||||
|
errors++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log(`\n=== Lanner OEM Seed Complete ===`);
|
||||||
|
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||||
|
console.log(` Total PIDs: ${LANNER_PIDS.length}\n`);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (require.main === module) {
|
||||||
|
scrapeLannerOem()
|
||||||
|
.then(() => pool.end())
|
||||||
|
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||||
|
}
|
||||||
120
packages/scraper/src/scrapers/tektronix-oem.ts
Normal file
120
packages/scraper/src/scrapers/tektronix-oem.ts
Normal file
@ -0,0 +1,120 @@
|
|||||||
|
/**
|
||||||
|
* Tektronix OEM Transceiver Catalog Seed
|
||||||
|
*
|
||||||
|
* Seeds Tektronix branded optical transceiver PIDs used in their
|
||||||
|
* oscilloscopes (MSO/DPO 5/6/7 series), signal analyzers, BERT testers,
|
||||||
|
* and protocol compliance platforms (USB, PCIe, Ethernet).
|
||||||
|
*
|
||||||
|
* Sources:
|
||||||
|
* - Tektronix MSO58LP optical probe module specs
|
||||||
|
* - Tektronix BERTScope optical interface guide
|
||||||
|
* - Tektronix ILA620 optical test system
|
||||||
|
*
|
||||||
|
* Run: tsx packages/scraper/src/scrapers/tektronix-oem.ts
|
||||||
|
* Cron: daily at 01:15
|
||||||
|
*/
|
||||||
|
|
||||||
|
import { pool, ensureVendor } from "../utils/db";
|
||||||
|
|
||||||
|
interface TektronixPID {
|
||||||
|
pid: string;
|
||||||
|
formFactor: string;
|
||||||
|
speedGbps: number;
|
||||||
|
speed: string;
|
||||||
|
reachMeters: number;
|
||||||
|
reachLabel: string;
|
||||||
|
fiberType: string;
|
||||||
|
connector: string;
|
||||||
|
wavelengths?: string;
|
||||||
|
standard?: string;
|
||||||
|
notes?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
const TELECOM_PIDS = new Set([
|
||||||
|
"TEK-SFP-10G-DWDM-TUNE",
|
||||||
|
"TEK-QSFPDD-400G-ZR",
|
||||||
|
]);
|
||||||
|
|
||||||
|
const TEK_PIDS: TektronixPID[] = [
|
||||||
|
// ── 1G SFP ───────────────────────────────────────────────────────────
|
||||||
|
{ pid: "TEK-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Tektronix T&M 1G SR" },
|
||||||
|
{ pid: "TEK-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX" },
|
||||||
|
{ pid: "TEK-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX" },
|
||||||
|
|
||||||
|
// ── 10G SFP+ ─────────────────────────────────────────────────────────
|
||||||
|
{ pid: "TEK-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR" },
|
||||||
|
{ pid: "TEK-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR" },
|
||||||
|
{ pid: "TEK-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER" },
|
||||||
|
{ pid: "TEK-SFP-10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR" },
|
||||||
|
{ pid: "TEK-SFP-10G-DWDM-TUNE",formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "DWDM", fiberType: "SMF", connector: "LC", wavelengths: "C-band DWDM", notes: "Tektronix DWDM tunable SFP+" },
|
||||||
|
|
||||||
|
// ── 25G SFP28 ────────────────────────────────────────────────────────
|
||||||
|
{ pid: "TEK-SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR" },
|
||||||
|
{ pid: "TEK-SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR" },
|
||||||
|
|
||||||
|
// ── 40G QSFP+ ────────────────────────────────────────────────────────
|
||||||
|
{ pid: "TEK-QSFP-40G-SR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4" },
|
||||||
|
{ pid: "TEK-QSFP-40G-LR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4" },
|
||||||
|
|
||||||
|
// ── 100G QSFP28 ──────────────────────────────────────────────────────
|
||||||
|
{ pid: "TEK-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4" },
|
||||||
|
{ pid: "TEK-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4" },
|
||||||
|
{ pid: "TEK-QSFP28-100G-CWDM4",formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 2000, reachLabel: "CWDM4", fiberType: "SMF", connector: "LC", wavelengths: "1271-1331nm", standard: "100GBASE-CWDM4" },
|
||||||
|
|
||||||
|
// ── 400G QSFP-DD ─────────────────────────────────────────────────────
|
||||||
|
{ pid: "TEK-QSFPDD-400G-SR8", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 100, reachLabel: "SR8", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "400GBASE-SR8" },
|
||||||
|
{ pid: "TEK-QSFPDD-400G-DR4", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 500, reachLabel: "DR4", fiberType: "SMF", connector: "MPO", wavelengths: "1310nm", standard: "400GBASE-DR4" },
|
||||||
|
{ pid: "TEK-QSFPDD-400G-FR4", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 2000, reachLabel: "FR4", fiberType: "SMF", connector: "LC", wavelengths: "1271-1331nm", standard: "400GBASE-FR4" },
|
||||||
|
{ pid: "TEK-QSFPDD-400G-ZR", formFactor: "QSFP-DD",speedGbps: 400, speed: "400G", reachMeters: 120000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "C-band", standard: "400ZR", notes: "Tektronix 400G coherent ZR" },
|
||||||
|
];
|
||||||
|
|
||||||
|
export async function scrapeTektronixOem(): Promise<void> {
|
||||||
|
console.log("=== Tektronix OEM Transceiver Seed ===\n");
|
||||||
|
|
||||||
|
const vendorId = await ensureVendor(
|
||||||
|
"Tektronix",
|
||||||
|
"oem",
|
||||||
|
"https://www.tek.com",
|
||||||
|
undefined
|
||||||
|
);
|
||||||
|
|
||||||
|
let inserted = 0, updated = 0, errors = 0;
|
||||||
|
|
||||||
|
for (const p of TEK_PIDS) {
|
||||||
|
const slug = `tektronix-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||||
|
const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : "DataCenter";
|
||||||
|
try {
|
||||||
|
const res = await pool.query(
|
||||||
|
`INSERT INTO transceivers
|
||||||
|
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||||
|
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||||
|
dom_support, ieee_reference, market_status, category, notes)
|
||||||
|
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14)
|
||||||
|
ON CONFLICT (slug) DO UPDATE SET
|
||||||
|
speed_gbps = EXCLUDED.speed_gbps,
|
||||||
|
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||||
|
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||||
|
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||||
|
updated_at = NOW()
|
||||||
|
RETURNING (xmax = 0) as was_inserted`,
|
||||||
|
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||||
|
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||||
|
p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null]
|
||||||
|
);
|
||||||
|
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||||
|
} catch (err) {
|
||||||
|
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||||
|
errors++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log(`\n=== Tektronix OEM Seed Complete ===`);
|
||||||
|
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||||
|
console.log(` Total PIDs: ${TEK_PIDS.length}\n`);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (require.main === module) {
|
||||||
|
scrapeTektronixOem()
|
||||||
|
.then(() => pool.end())
|
||||||
|
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||||
|
}
|
||||||
Loading…
x
Reference in New Issue
Block a user