feat(scraper): batch 35 OEM seeds — Sierra Wireless, Senao, EMCORE, Reflex Photonics
Added 4 new OEM transceiver catalog seed scrapers (75 PIDs total): - sierra-wireless-oem.ts: 18 PIDs — RV55/RV50X/LX60 SFP/SFP+/QSFP+ incl. Industrial -40~85°C - senao-oem.ts: 20 PIDs — EnGenius ECS switches 1G–100G SFP/SFP+/SFP28/QSFP28 + DAC - emcore-oem.ts: 20 PIDs — ORION coherent ZR/ZR+/CFP2-DCO 400G + MIL-grade avionics - reflex-photonics-oem.ts: 17 PIDs — LightABLE MIL-STD-810H + RAD-HARD space-grade Scheduler: wired at 03:30/03:45/04:00/04:15 UTC. All 75 PIDs seeded to TIP DB.
This commit is contained in:
Rene Fichtmueller
parent
32d3ded169
commit
e9b8cb95db
@ -414,6 +414,12 @@ export async function registerSchedules(boss: PgBoss): Promise<void> {
|
||||
await boss.schedule("scrape:catalog:acacia-oem", "0 3 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||
await boss.schedule("scrape:catalog:inphi-oem", "15 3 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||
|
||||
// ── Batch 35: Sierra Wireless, Senao, EMCORE, Reflex Photonics ────────
|
||||
await boss.schedule("scrape:catalog:sierra-wireless-oem", "30 3 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||
await boss.schedule("scrape:catalog:senao-oem", "45 3 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||
await boss.schedule("scrape:catalog:emcore-oem", "0 4 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||
await boss.schedule("scrape:catalog:reflex-photonics-oem", "15 4 * * *", {}, { retryLimit: 2, expireInSeconds: 3600 });
|
||||
|
||||
// ══════════════════════════════════════════════════════════════════════
|
||||
// VENDOR LISTS — every 12h
|
||||
// ══════════════════════════════════════════════════════════════════════
|
||||
@ -1821,6 +1827,31 @@ export async function registerWorkers(boss: PgBoss): Promise<void> {
|
||||
await scrapeInphiOem();
|
||||
});
|
||||
|
||||
// ── Batch 35 workers ─────────────────────────────────────────────────
|
||||
await boss.work("scrape:catalog:sierra-wireless-oem", async () => {
|
||||
console.log(`[${new Date().toISOString()}] Running: Sierra Wireless (Semtech) OEM catalog seed`);
|
||||
const { scrapeSierraWirelessOem } = await import("./scrapers/sierra-wireless-oem");
|
||||
await scrapeSierraWirelessOem();
|
||||
});
|
||||
|
||||
await boss.work("scrape:catalog:senao-oem", async () => {
|
||||
console.log(`[${new Date().toISOString()}] Running: Senao (EnGenius) OEM catalog seed`);
|
||||
const { scrapeSenaoOem } = await import("./scrapers/senao-oem");
|
||||
await scrapeSenaoOem();
|
||||
});
|
||||
|
||||
await boss.work("scrape:catalog:emcore-oem", async () => {
|
||||
console.log(`[${new Date().toISOString()}] Running: EMCORE OEM catalog seed`);
|
||||
const { scrapeEmcoreOem } = await import("./scrapers/emcore-oem");
|
||||
await scrapeEmcoreOem();
|
||||
});
|
||||
|
||||
await boss.work("scrape:catalog:reflex-photonics-oem", async () => {
|
||||
console.log(`[${new Date().toISOString()}] Running: Reflex Photonics OEM catalog seed`);
|
||||
const { scrapeReflexPhotonicsOem } = await import("./scrapers/reflex-photonics-oem");
|
||||
await scrapeReflexPhotonicsOem();
|
||||
});
|
||||
|
||||
// ── Vendor lists ──────────────────────────────────────────────────────
|
||||
|
||||
await boss.work("scrape:vendors:flexoptix", async () => {
|
||||
|
||||
121
packages/scraper/src/scrapers/emcore-oem.ts
Normal file
121
packages/scraper/src/scrapers/emcore-oem.ts
Normal file
@ -0,0 +1,121 @@
|
||||
/**
|
||||
* EMCORE Corporation OEM Transceiver Catalog Seed
|
||||
*
|
||||
* EMCORE manufactures fiber optic transceivers for telecom infrastructure
|
||||
* and defense/government applications. Their ORION coherent series (ZR/ZR+)
|
||||
* targets DCI and long-haul. MIL-grade variants serve avionics and satellite.
|
||||
*
|
||||
* Sources:
|
||||
* - EMCORE ORION 400G QSFP-DD ZR/ZR+ datasheet
|
||||
* - EMCORE 100G QSFP28 coherent product guide
|
||||
* - EMCORE CFP2-DCO 200G OIF compliant module datasheet
|
||||
* - EMCORE MIL/Aerospace optics catalog
|
||||
*
|
||||
* Run: tsx packages/scraper/src/scrapers/emcore-oem.ts
|
||||
* Cron: daily at 04:00
|
||||
*/
|
||||
|
||||
import { pool, ensureVendor } from "../utils/db";
|
||||
|
||||
interface EmcorePID {
|
||||
pid: string;
|
||||
formFactor: string;
|
||||
speedGbps: number;
|
||||
speed: string;
|
||||
reachMeters: number;
|
||||
reachLabel: string;
|
||||
fiberType: string;
|
||||
connector: string;
|
||||
wavelengths?: string;
|
||||
standard?: string;
|
||||
category: string;
|
||||
notes?: string;
|
||||
}
|
||||
|
||||
const TELECOM_PIDS = new Set([
|
||||
"EMC-SFP-10G-ZR",
|
||||
"EMC-QSFP28-100G-ZR4",
|
||||
"EMC-QSFP28-100G-DWDM-C",
|
||||
"EMC-CFP2-DCO-200G",
|
||||
"EMC-QSFP-DD-400G-ZR",
|
||||
"EMC-QSFP-DD-400G-ZR-PLUS",
|
||||
]);
|
||||
|
||||
const EMCORE_PIDS: EmcorePID[] = [
|
||||
// ── Standard telecom SFP/SFP+ ────────────────────────────────────────
|
||||
{ pid: "EMC-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", category: "DataCenter", notes: "EMCORE 1G SFP 850nm 550m" },
|
||||
{ pid: "EMC-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX", category: "DataCenter", notes: "EMCORE 1G SFP 1310nm 10km" },
|
||||
{ pid: "EMC-SFP-1G-EX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 40000, reachLabel: "EX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-EX", category: "DataCenter", notes: "EMCORE 1G SFP 1310nm 40km extended" },
|
||||
{ pid: "EMC-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR", category: "DataCenter", notes: "EMCORE 10G SFP+ 850nm 300m" },
|
||||
{ pid: "EMC-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR", category: "DataCenter", notes: "EMCORE 10G SFP+ 1310nm 10km" },
|
||||
{ pid: "EMC-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER", category: "DataCenter", notes: "EMCORE 10G SFP+ 1550nm 40km" },
|
||||
{ pid: "EMC-SFP-10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR", category: "Telecom", notes: "EMCORE 10G SFP+ 1550nm 80km ZR" },
|
||||
// ── QSFP28 100G commercial ───────────────────────────────────────────
|
||||
{ pid: "EMC-QSFP28-100G-SR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4", category: "DataCenter", notes: "EMCORE 100G QSFP28 SR4 MPO 100m" },
|
||||
{ pid: "EMC-QSFP28-100G-LR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-LR4", category: "DataCenter", notes: "EMCORE 100G QSFP28 LR4 LC 10km" },
|
||||
{ pid: "EMC-QSFP28-100G-ER4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 40000, reachLabel: "ER4", fiberType: "SMF", connector: "LC", wavelengths: "1295-1310nm", standard: "100GBASE-ER4", category: "DataCenter", notes: "EMCORE 100G QSFP28 ER4 LC 40km" },
|
||||
{ pid: "EMC-QSFP28-100G-CWDM4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 2000, reachLabel: "CWDM4",fiberType: "SMF", connector: "LC", wavelengths: "1271-1331nm", standard: "100GBASE-CWDM4",category: "DataCenter", notes: "EMCORE 100G QSFP28 CWDM4 LC 2km" },
|
||||
{ pid: "EMC-QSFP28-100G-PSM4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 500, reachLabel: "PSM4", fiberType: "SMF", connector: "MPO", wavelengths: "1310nm", standard: "100GBASE-PSM4", category: "DataCenter", notes: "EMCORE 100G QSFP28 PSM4 MPO 500m" },
|
||||
// ── EMCORE ORION coherent (Telecom) ──────────────────────────────────
|
||||
{ pid: "EMC-QSFP28-100G-ZR4", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 80000, reachLabel: "ZR4", fiberType: "SMF", connector: "LC", wavelengths: "C-band", standard: "OIF-100ZR", category: "Telecom", notes: "EMCORE ORION 100G QSFP28 ZR4 coherent 80km" },
|
||||
{ pid: "EMC-QSFP28-100G-DWDM-C", formFactor: "QSFP28", speedGbps: 100, speed: "100G", reachMeters: 80000, reachLabel: "DWDM", fiberType: "SMF", connector: "LC", wavelengths: "C-band tunable", category: "Telecom", notes: "EMCORE 100G QSFP28 DWDM tunable C-band" },
|
||||
{ pid: "EMC-CFP2-DCO-200G", formFactor: "CFP2", speedGbps: 200, speed: "200G", reachMeters: 1000000, reachLabel: "DCO", fiberType: "SMF", connector: "LC", wavelengths: "C-band coherent", category: "Telecom", notes: "EMCORE ORION 200G CFP2-DCO OIF compliant" },
|
||||
{ pid: "EMC-QSFP-DD-400G-ZR", formFactor: "QSFP-DD", speedGbps: 400, speed: "400G", reachMeters: 1000000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "C-band coherent", category: "Telecom", notes: "EMCORE ORION 400G QSFP-DD ZR OpenZR+ 1000km" },
|
||||
{ pid: "EMC-QSFP-DD-400G-ZR-PLUS",formFactor: "QSFP-DD", speedGbps: 400, speed: "400G", reachMeters: 2000000, reachLabel: "ZR+", fiberType: "SMF", connector: "LC", wavelengths: "C-band coherent", category: "Telecom", notes: "EMCORE ORION 400G QSFP-DD ZR+ long-haul" },
|
||||
// ── MIL-grade Industrial (avionics / satellite / defense) ─────────────
|
||||
{ pid: "EMC-MIL-SFP-1G-SR", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", category: "Industrial", notes: "EMCORE MIL-grade 1G SFP -55~85°C avionics" },
|
||||
{ pid: "EMC-MIL-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", category: "Industrial", notes: "EMCORE MIL-grade 1G SFP 1310nm defense" },
|
||||
{ pid: "EMC-MIL-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", category: "Industrial", notes: "EMCORE MIL-grade 10G SFP+ -55~85°C defense" },
|
||||
];
|
||||
|
||||
export async function scrapeEmcoreOem(): Promise<void> {
|
||||
console.log("=== EMCORE OEM Transceiver Seed ===\n");
|
||||
|
||||
const vendorId = await ensureVendor(
|
||||
"EMCORE",
|
||||
"oem",
|
||||
"https://www.emcore.com",
|
||||
undefined
|
||||
);
|
||||
|
||||
let inserted = 0, updated = 0, errors = 0;
|
||||
|
||||
for (const p of EMCORE_PIDS) {
|
||||
const slug = `emcore-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||
const category = TELECOM_PIDS.has(p.pid) ? "Telecom" : p.category;
|
||||
try {
|
||||
const res = await pool.query(
|
||||
`INSERT INTO transceivers
|
||||
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||
dom_support, ieee_reference, market_status, category, notes)
|
||||
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14)
|
||||
ON CONFLICT (slug) DO UPDATE SET
|
||||
speed_gbps = EXCLUDED.speed_gbps,
|
||||
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||
category = EXCLUDED.category,
|
||||
updated_at = NOW()
|
||||
RETURNING (xmax = 0) as was_inserted`,
|
||||
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||
p.wavelengths ?? null, p.standard ?? null, category, p.notes ?? null]
|
||||
);
|
||||
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||
} catch (err) {
|
||||
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||
errors++;
|
||||
}
|
||||
}
|
||||
|
||||
console.log(`\n=== EMCORE OEM Seed Complete ===`);
|
||||
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||
console.log(` Total PIDs: ${EMCORE_PIDS.length}\n`);
|
||||
}
|
||||
|
||||
if (require.main === module) {
|
||||
scrapeEmcoreOem()
|
||||
.then(() => pool.end())
|
||||
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||
}
|
||||
107
packages/scraper/src/scrapers/reflex-photonics-oem.ts
Normal file
107
packages/scraper/src/scrapers/reflex-photonics-oem.ts
Normal file
@ -0,0 +1,107 @@
|
||||
/**
|
||||
* Reflex Photonics OEM Transceiver Catalog Seed
|
||||
*
|
||||
* Reflex Photonics (Quebec, Canada) specializes in ruggedized embedded
|
||||
* optical transceivers for aerospace, military, and harsh industrial
|
||||
* environments. Their LightABLE series meets MIL-STD-810H (-55°C to +100°C),
|
||||
* and their RAD-HARD line targets radiation-tolerant space applications.
|
||||
*
|
||||
* Sources:
|
||||
* - Reflex Photonics LightABLE SFP/SFP+/QSFP product catalog
|
||||
* - Reflex Photonics RAD-HARD space-grade optics datasheet
|
||||
* - Reflex embedded parallel optical module product brief
|
||||
*
|
||||
* Run: tsx packages/scraper/src/scrapers/reflex-photonics-oem.ts
|
||||
* Cron: daily at 04:15
|
||||
*/
|
||||
|
||||
import { pool, ensureVendor } from "../utils/db";
|
||||
|
||||
interface ReflexPID {
|
||||
pid: string;
|
||||
formFactor: string;
|
||||
speedGbps: number;
|
||||
speed: string;
|
||||
reachMeters: number;
|
||||
reachLabel: string;
|
||||
fiberType: string;
|
||||
connector: string;
|
||||
wavelengths?: string;
|
||||
notes?: string;
|
||||
}
|
||||
|
||||
const REFLEX_PIDS: ReflexPID[] = [
|
||||
// ── LightABLE SFP 1G — MIL-STD-810H ruggedized ───────────────────────
|
||||
{ pid: "RFP-SFP-1G-SX-MIL", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 300, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", notes: "Reflex LightABLE 1G SFP 850nm MIL-STD-810H -55~100°C" },
|
||||
{ pid: "RFP-SFP-1G-LX-MIL", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex LightABLE 1G SFP 1310nm 10km MIL-grade" },
|
||||
{ pid: "RFP-SFP-1G-EX-MIL", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 40000, reachLabel: "EX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex LightABLE 1G SFP 1310nm 40km ruggedized" },
|
||||
{ pid: "RFP-SFP-1G-BX-MIL", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1550nm RX", notes: "Reflex LightABLE 1G BiDi SFP 20km MIL-grade" },
|
||||
// ── LightABLE SFP+ 10G ───────────────────────────────────────────────
|
||||
{ pid: "RFP-SFP-10G-SR-MIL", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", notes: "Reflex LightABLE 10G SFP+ 850nm 300m ruggedized" },
|
||||
{ pid: "RFP-SFP-10G-LR-MIL", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex LightABLE 10G SFP+ 1310nm 10km MIL-grade" },
|
||||
{ pid: "RFP-SFP-10G-ER-MIL", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", notes: "Reflex LightABLE 10G SFP+ 1550nm 40km ruggedized" },
|
||||
{ pid: "RFP-SFP-10G-ZR-MIL", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", notes: "Reflex LightABLE 10G SFP+ 1550nm 80km MIL-grade" },
|
||||
// ── LightABLE QSFP+ 40G — avionics high-density ──────────────────────
|
||||
{ pid: "RFP-QSFP-40G-SR4-MIL", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", notes: "Reflex LightABLE 40G QSFP+ SR4 MPO-12 ruggedized" },
|
||||
{ pid: "RFP-QSFP-40G-LR4-MIL", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex LightABLE 40G QSFP+ LR4 10km MIL-grade" },
|
||||
// ── LightABLE QSFP28 100G ────────────────────────────────────────────
|
||||
{ pid: "RFP-QSFP28-100G-SR4-MIL",formFactor:"QSFP28",speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", notes: "Reflex LightABLE 100G QSFP28 SR4 MPO MIL-grade" },
|
||||
{ pid: "RFP-QSFP28-100G-LR4-MIL",formFactor:"QSFP28",speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex LightABLE 100G QSFP28 LR4 LC ruggedized" },
|
||||
// ── Embedded parallel optical — board-level avionics ─────────────────
|
||||
{ pid: "RFP-EMB-25G-SR-PARL", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", notes: "Reflex embedded 25G parallel optical avionics module" },
|
||||
{ pid: "RFP-EMB-100G-4X25-PARL",formFactor: "QSFP28",speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", notes: "Reflex embedded 100G 4x25G parallel optical avionics" },
|
||||
// ── RAD-HARD space-grade — radiation tolerant ─────────────────────────
|
||||
{ pid: "RFP-RAD-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex RAD-HARD 1G SFP 1310nm radiation tolerant space" },
|
||||
{ pid: "RFP-RAD-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex RAD-HARD 10G SFP+ 1310nm space-grade" },
|
||||
{ pid: "RFP-RAD-QSFP28-100G-LR4",formFactor:"QSFP28",speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", notes: "Reflex RAD-HARD 100G QSFP28 LR4 radiation tolerant" },
|
||||
];
|
||||
|
||||
export async function scrapeReflexPhotonicsOem(): Promise<void> {
|
||||
console.log("=== Reflex Photonics OEM Transceiver Seed ===\n");
|
||||
|
||||
const vendorId = await ensureVendor(
|
||||
"Reflex Photonics",
|
||||
"oem",
|
||||
"https://www.reflexPhotonics.com",
|
||||
undefined
|
||||
);
|
||||
|
||||
let inserted = 0, updated = 0, errors = 0;
|
||||
|
||||
for (const p of REFLEX_PIDS) {
|
||||
const slug = `reflex-photonics-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||
try {
|
||||
const res = await pool.query(
|
||||
`INSERT INTO transceivers
|
||||
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||
dom_support, market_status, category, notes)
|
||||
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,'Mainstream','Industrial',$12)
|
||||
ON CONFLICT (slug) DO UPDATE SET
|
||||
speed_gbps = EXCLUDED.speed_gbps,
|
||||
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||
updated_at = NOW()
|
||||
RETURNING (xmax = 0) as was_inserted`,
|
||||
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||
p.wavelengths ?? null, p.notes ?? null]
|
||||
);
|
||||
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||
} catch (err) {
|
||||
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||
errors++;
|
||||
}
|
||||
}
|
||||
|
||||
console.log(`\n=== Reflex Photonics OEM Seed Complete ===`);
|
||||
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||
console.log(` Total PIDs: ${REFLEX_PIDS.length}\n`);
|
||||
}
|
||||
|
||||
if (require.main === module) {
|
||||
scrapeReflexPhotonicsOem()
|
||||
.then(() => pool.end())
|
||||
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||
}
|
||||
110
packages/scraper/src/scrapers/senao-oem.ts
Normal file
110
packages/scraper/src/scrapers/senao-oem.ts
Normal file
@ -0,0 +1,110 @@
|
||||
/**
|
||||
* Senao International OEM Transceiver Catalog Seed
|
||||
*
|
||||
* Senao International (parent brand of EnGenius) manufactures enterprise
|
||||
* managed switches (ECS series), wireless APs (EWS series), and outdoor
|
||||
* CPE (ENS series). Their switches use SFP/SFP+/SFP28/QSFP+ ports.
|
||||
*
|
||||
* Sources:
|
||||
* - EnGenius ECS managed switch datasheet series
|
||||
* - Senao OEM SFP compatibility matrix 2023
|
||||
* - EnGenius ECS2512FP/ECS5512-54P product guides
|
||||
*
|
||||
* Run: tsx packages/scraper/src/scrapers/senao-oem.ts
|
||||
* Cron: daily at 03:45
|
||||
*/
|
||||
|
||||
import { pool, ensureVendor } from "../utils/db";
|
||||
|
||||
interface SenaoPID {
|
||||
pid: string;
|
||||
formFactor: string;
|
||||
speedGbps: number;
|
||||
speed: string;
|
||||
reachMeters: number;
|
||||
reachLabel: string;
|
||||
fiberType: string;
|
||||
connector: string;
|
||||
wavelengths?: string;
|
||||
standard?: string;
|
||||
notes?: string;
|
||||
}
|
||||
|
||||
const SENAO_PIDS: SenaoPID[] = [
|
||||
// ── 1G SFP ───────────────────────────────────────────────────────────
|
||||
{ pid: "SFP-1G-SX-300", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 300, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", notes: "Senao 1G SFP 850nm 300m MM" },
|
||||
{ pid: "SFP-1G-LX-10", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX", notes: "Senao 1G SFP 1310nm 10km SM" },
|
||||
{ pid: "SFP-1G-ZX-80", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX", notes: "Senao 1G SFP 1550nm 80km SM" },
|
||||
{ pid: "SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "CU", connector: "RJ-45", standard: "1000BASE-T", notes: "Senao 1G copper SFP RJ45 100m" },
|
||||
{ pid: "SFP-1G-BX-U20", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1550nm RX", notes: "Senao 1G BiDi SFP Tx1310 20km" },
|
||||
{ pid: "SFP-1G-BX-D20", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1550nm TX / 1310nm RX", notes: "Senao 1G BiDi SFP Tx1550 20km" },
|
||||
// ── 10G SFP+ — ECS aggregation uplinks ──────────────────────────────
|
||||
{ pid: "SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR", notes: "Senao 10G SFP+ 850nm 300m" },
|
||||
{ pid: "SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR", notes: "Senao 10G SFP+ 1310nm 10km" },
|
||||
{ pid: "SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER", notes: "Senao 10G SFP+ 1550nm 40km" },
|
||||
{ pid: "SFP-10G-ZR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 80000, reachLabel: "ZR", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ZR", notes: "Senao 10G SFP+ 1550nm 80km" },
|
||||
{ pid: "SFP-10G-BX-U20", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1270nm TX / 1330nm RX", notes: "Senao 10G BiDi SFP+ Tx1270 20km" },
|
||||
{ pid: "SFP-10G-BX-D20", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1330nm TX / 1270nm RX", notes: "Senao 10G BiDi SFP+ Tx1330 20km" },
|
||||
// ── 25G SFP28 — ECS2512FP / ECS2552FP ───────────────────────────────
|
||||
{ pid: "SFP28-25G-SR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 100, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "25GBASE-SR", notes: "Senao 25G SFP28 850nm 100m" },
|
||||
{ pid: "SFP28-25G-LR", formFactor: "SFP28", speedGbps: 25, speed: "25G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "25GBASE-LR", notes: "Senao 25G SFP28 1310nm 10km" },
|
||||
// ── 40G QSFP+ — ECS3510-28T uplinks ─────────────────────────────────
|
||||
{ pid: "QSFP-40G-SR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4", notes: "Senao 40G QSFP+ SR4 MPO 150m" },
|
||||
{ pid: "QSFP-40G-LR4", formFactor: "QSFP+", speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4", notes: "Senao 40G QSFP+ LR4 LC 10km" },
|
||||
// ── 100G QSFP28 — ECS5512-54P core ──────────────────────────────────
|
||||
{ pid: "QSFP28-100G-SR4", formFactor: "QSFP28",speedGbps: 100, speed: "100G", reachMeters: 100, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "100GBASE-SR4",notes: "Senao 100G QSFP28 SR4 MPO 100m" },
|
||||
{ pid: "QSFP28-100G-LR4", formFactor: "QSFP28",speedGbps: 100, speed: "100G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "100GBASE-LR4",notes: "Senao 100G QSFP28 LR4 LC 10km" },
|
||||
// ── DAC twinax ───────────────────────────────────────────────────────
|
||||
{ pid: "DAC-SFP+-10G-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC", fiberType: "DAC", connector: "DAC", notes: "Senao 10G SFP+ DAC 1m" },
|
||||
{ pid: "DAC-SFP+-10G-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC", fiberType: "DAC", connector: "DAC", notes: "Senao 10G SFP+ DAC 3m" },
|
||||
];
|
||||
|
||||
export async function scrapeSenaoOem(): Promise<void> {
|
||||
console.log("=== Senao OEM Transceiver Seed ===\n");
|
||||
|
||||
const vendorId = await ensureVendor(
|
||||
"Senao",
|
||||
"oem",
|
||||
"https://www.engeniusnetworks.com",
|
||||
undefined
|
||||
);
|
||||
|
||||
let inserted = 0, updated = 0, errors = 0;
|
||||
|
||||
for (const p of SENAO_PIDS) {
|
||||
const slug = `senao-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||
try {
|
||||
const res = await pool.query(
|
||||
`INSERT INTO transceivers
|
||||
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||
dom_support, ieee_reference, market_status, category, notes)
|
||||
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream','DataCenter',$13)
|
||||
ON CONFLICT (slug) DO UPDATE SET
|
||||
speed_gbps = EXCLUDED.speed_gbps,
|
||||
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||
updated_at = NOW()
|
||||
RETURNING (xmax = 0) as was_inserted`,
|
||||
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||
p.wavelengths ?? null, p.standard ?? null, p.notes ?? null]
|
||||
);
|
||||
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||
} catch (err) {
|
||||
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||
errors++;
|
||||
}
|
||||
}
|
||||
|
||||
console.log(`\n=== Senao OEM Seed Complete ===`);
|
||||
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||
console.log(` Total PIDs: ${SENAO_PIDS.length}\n`);
|
||||
}
|
||||
|
||||
if (require.main === module) {
|
||||
scrapeSenaoOem()
|
||||
.then(() => pool.end())
|
||||
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||
}
|
||||
110
packages/scraper/src/scrapers/sierra-wireless-oem.ts
Normal file
110
packages/scraper/src/scrapers/sierra-wireless-oem.ts
Normal file
@ -0,0 +1,110 @@
|
||||
/**
|
||||
* Sierra Wireless OEM Transceiver Catalog Seed
|
||||
*
|
||||
* Sierra Wireless (acquired by Semtech in 2023) manufactures industrial IoT
|
||||
* routers and gateways. Their RV55, RV50X, LX60, LX40, and RX55 platforms
|
||||
* include SFP/SFP+ cages for WAN uplinks in harsh industrial environments.
|
||||
* Extended-temp industrial variants cover -40°C to +85°C operation.
|
||||
*
|
||||
* Sources:
|
||||
* - Sierra Wireless RV55 Industrial Router product selector
|
||||
* - Sierra Wireless LX60/LX40 SFP compatibility guide
|
||||
* - Semtech (Sierra) accessories catalog 2023
|
||||
*
|
||||
* Run: tsx packages/scraper/src/scrapers/sierra-wireless-oem.ts
|
||||
* Cron: daily at 03:30
|
||||
*/
|
||||
|
||||
import { pool, ensureVendor } from "../utils/db";
|
||||
|
||||
interface SierraPID {
|
||||
pid: string;
|
||||
formFactor: string;
|
||||
speedGbps: number;
|
||||
speed: string;
|
||||
reachMeters: number;
|
||||
reachLabel: string;
|
||||
fiberType: string;
|
||||
connector: string;
|
||||
wavelengths?: string;
|
||||
standard?: string;
|
||||
category: string;
|
||||
notes?: string;
|
||||
}
|
||||
|
||||
const SIERRA_PIDS: SierraPID[] = [
|
||||
// ── 1G SFP — RV50X / RV55 WAN uplinks ───────────────────────────────
|
||||
{ pid: "SW-SFP-1G-SX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", category: "DataCenter", notes: "Sierra Wireless 1G SX SFP for RV-series routers" },
|
||||
{ pid: "SW-SFP-1G-LX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX", category: "DataCenter", notes: "Sierra Wireless 1G LX SFP 10km" },
|
||||
{ pid: "SW-SFP-1G-LX-E", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 40000, reachLabel: "EX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-EX", category: "DataCenter", notes: "Sierra Wireless 1G SFP 40km extended reach" },
|
||||
{ pid: "SW-SFP-1G-ZX", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 80000, reachLabel: "ZX", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "1000BASE-ZX", category: "DataCenter", notes: "Sierra Wireless 1G ZX SFP 80km" },
|
||||
{ pid: "SW-SFP-1G-T", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 100, reachLabel: "T", fiberType: "CU", connector: "RJ-45", standard: "1000BASE-T", category: "DataCenter", notes: "Sierra Wireless 1G copper SFP RJ45" },
|
||||
{ pid: "SW-SFP-1G-BX-U", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-U", fiberType: "SMF", connector: "LC", wavelengths: "1310nm TX / 1550nm RX", category: "DataCenter", notes: "Sierra Wireless 1G BiDi SFP Tx1310 upstream" },
|
||||
{ pid: "SW-SFP-1G-BX-D", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 20000, reachLabel: "BX-D", fiberType: "SMF", connector: "LC", wavelengths: "1550nm TX / 1310nm RX", category: "DataCenter", notes: "Sierra Wireless 1G BiDi SFP Tx1550 downstream" },
|
||||
// ── 10G SFP+ — LX60 / RX55 aggregation ──────────────────────────────
|
||||
{ pid: "SW-SFP-10G-SR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR", category: "DataCenter", notes: "Sierra Wireless 10G SR SFP+" },
|
||||
{ pid: "SW-SFP-10G-LR", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR", category: "DataCenter", notes: "Sierra Wireless 10G LR SFP+" },
|
||||
{ pid: "SW-SFP-10G-ER", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 40000, reachLabel: "ER", fiberType: "SMF", connector: "LC", wavelengths: "1550nm", standard: "10GBASE-ER", category: "DataCenter", notes: "Sierra Wireless 10G ER SFP+ 40km" },
|
||||
// ── Industrial extended-temp variants (-40°C to +85°C) ──────────────
|
||||
{ pid: "SW-SFP-1G-SX-IND", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 550, reachLabel: "SX", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "1000BASE-SX", category: "Industrial", notes: "Sierra Wireless 1G SFP Industrial -40~85°C" },
|
||||
{ pid: "SW-SFP-1G-LX-IND", formFactor: "SFP", speedGbps: 1, speed: "1G", reachMeters: 10000, reachLabel: "LX", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "1000BASE-LX", category: "Industrial", notes: "Sierra Wireless 1G LX SFP Industrial grade" },
|
||||
{ pid: "SW-SFP-10G-SR-IND", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 300, reachLabel: "SR", fiberType: "MMF", connector: "LC", wavelengths: "850nm", standard: "10GBASE-SR", category: "Industrial", notes: "Sierra Wireless 10G SR SFP+ Industrial" },
|
||||
{ pid: "SW-SFP-10G-LR-IND", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 10000, reachLabel: "LR", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "10GBASE-LR", category: "Industrial", notes: "Sierra Wireless 10G LR SFP+ Industrial" },
|
||||
// ── DAC twinax ───────────────────────────────────────────────────────
|
||||
{ pid: "SW-DAC-SFP+-1M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 1, reachLabel: "DAC", fiberType: "DAC", connector: "DAC", category: "DataCenter", notes: "Sierra Wireless 10G SFP+ DAC 1m" },
|
||||
{ pid: "SW-DAC-SFP+-3M", formFactor: "SFP+", speedGbps: 10, speed: "10G", reachMeters: 3, reachLabel: "DAC", fiberType: "DAC", connector: "DAC", category: "DataCenter", notes: "Sierra Wireless 10G SFP+ DAC 3m" },
|
||||
// ── QSFP+ — RX55 high-density aggregation ───────────────────────────
|
||||
{ pid: "SW-QSFP-40G-SR4", formFactor: "QSFP+",speedGbps: 40, speed: "40G", reachMeters: 150, reachLabel: "SR4", fiberType: "MMF", connector: "MPO", wavelengths: "850nm", standard: "40GBASE-SR4", category: "DataCenter", notes: "Sierra Wireless 40G QSFP+ SR4 MPO" },
|
||||
{ pid: "SW-QSFP-40G-LR4", formFactor: "QSFP+",speedGbps: 40, speed: "40G", reachMeters: 10000, reachLabel: "LR4", fiberType: "SMF", connector: "LC", wavelengths: "1310nm", standard: "40GBASE-LR4", category: "DataCenter", notes: "Sierra Wireless 40G QSFP+ LR4 LC" },
|
||||
];
|
||||
|
||||
export async function scrapeSierraWirelessOem(): Promise<void> {
|
||||
console.log("=== Sierra Wireless OEM Transceiver Seed ===\n");
|
||||
|
||||
const vendorId = await ensureVendor(
|
||||
"Sierra Wireless",
|
||||
"oem",
|
||||
"https://www.sierrawireless.com",
|
||||
undefined
|
||||
);
|
||||
|
||||
let inserted = 0, updated = 0, errors = 0;
|
||||
|
||||
for (const p of SIERRA_PIDS) {
|
||||
const slug = `sierra-wireless-${p.pid.toLowerCase().replace(/[^a-z0-9]+/g, "-")}`;
|
||||
try {
|
||||
const res = await pool.query(
|
||||
`INSERT INTO transceivers
|
||||
(slug, part_number, vendor_id, form_factor, speed, speed_gbps,
|
||||
reach_meters, reach_label, fiber_type, connector, wavelengths,
|
||||
dom_support, ieee_reference, market_status, category, notes)
|
||||
VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,true,$12,'Mainstream',$13,$14)
|
||||
ON CONFLICT (slug) DO UPDATE SET
|
||||
speed_gbps = EXCLUDED.speed_gbps,
|
||||
reach_meters = CASE WHEN EXCLUDED.reach_meters > 0 THEN EXCLUDED.reach_meters ELSE transceivers.reach_meters END,
|
||||
fiber_type = CASE WHEN EXCLUDED.fiber_type <> '' THEN EXCLUDED.fiber_type ELSE transceivers.fiber_type END,
|
||||
wavelengths = COALESCE(EXCLUDED.wavelengths, transceivers.wavelengths),
|
||||
category = EXCLUDED.category,
|
||||
updated_at = NOW()
|
||||
RETURNING (xmax = 0) as was_inserted`,
|
||||
[slug, p.pid, vendorId, p.formFactor, p.speed, p.speedGbps,
|
||||
p.reachMeters, p.reachLabel, p.fiberType, p.connector,
|
||||
p.wavelengths ?? null, p.standard ?? null, p.category, p.notes ?? null]
|
||||
);
|
||||
if (res.rows[0]?.was_inserted) inserted++; else updated++;
|
||||
} catch (err) {
|
||||
console.warn(` Skip ${p.pid}: ${(err as Error).message.slice(0, 80)}`);
|
||||
errors++;
|
||||
}
|
||||
}
|
||||
|
||||
console.log(`\n=== Sierra Wireless OEM Seed Complete ===`);
|
||||
console.log(` Inserted: ${inserted}, Updated: ${updated}, Errors: ${errors}`);
|
||||
console.log(` Total PIDs: ${SIERRA_PIDS.length}\n`);
|
||||
}
|
||||
|
||||
if (require.main === module) {
|
||||
scrapeSierraWirelessOem()
|
||||
.then(() => pool.end())
|
||||
.catch((err) => { console.error("Fatal:", err); pool.end(); process.exit(1); });
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user