diff --git a/packages/scraper/src/scheduler.ts b/packages/scraper/src/scheduler.ts index 6deff9e..e4cb51a 100644 --- a/packages/scraper/src/scheduler.ts +++ b/packages/scraper/src/scheduler.ts @@ -366,6 +366,13 @@ export async function registerWorkers(boss: PgBoss): Promise { }); await boss.work("scrape:pricing:optcore", async () => { + // Optcore.net WP REST API is blocked by Cloudflare WAF for Erik's datacenter + // IP (82.165.222.127). Set SKIP_OPTCORE_SCRAPER=true to suppress the wasted + // run. A residential IP (Mac launchd) would be needed to scrape Optcore. + if (process.env["SKIP_OPTCORE_SCRAPER"] === "true") { + console.log(`[${new Date().toISOString()}] Optcore pricing: SKIPPED (SKIP_OPTCORE_SCRAPER=true)`); + return; + } console.log(`[${new Date().toISOString()}] Running: Optcore pricing`); const { scrapeOptcore } = await import("./scrapers/optcore"); await scrapeOptcore();