Omair Saleh
056c47581f
Ships the second dashboard surface — a Pattern Library + Preview Theatre — that presents the 4-section PDP pilot batch back to Umar, compliance, and the board in an editorial format. Adds the full data layer that drives it: 5 source-backed per-SKU drafts at QA 100/100, 15 competitor PDP semantic extracts, PubMed evidence packs, EFSA claims library extension, JV brand voice guide, hand-curated product FAQs, and the Matrixify-ready CSV exports for Lewis. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
30 lines
1.3 KiB
TypeScript
30 lines
1.3 KiB
TypeScript
#!/usr/bin/env bun
|
|
import { sourcePath, loadCompetitorConfig, slug, stripHtml, writeJson, now } from './lib/intel-utils'
|
|
|
|
const outDir = sourcePath('competitor-pdps')
|
|
const timeoutMs = Number(process.env.FETCH_TIMEOUT_MS || 15000)
|
|
const competitors = loadCompetitorConfig()
|
|
|
|
async function fetchUrl(url: string) {
|
|
const controller = new AbortController()
|
|
const timer = setTimeout(() => controller.abort(), timeoutMs)
|
|
try {
|
|
const res = await fetch(url, { signal: controller.signal, headers: { 'user-agent': 'JV content intelligence research bot (manual migration workspace)' } })
|
|
const html = await res.text()
|
|
return { ok: res.ok, status: res.status, url: res.url, bytes: html.length, text: stripHtml(html).slice(0, 12000) }
|
|
} catch (error: any) {
|
|
return { ok: false, status: 0, url, bytes: 0, text: '', error: error?.message || String(error) }
|
|
} finally {
|
|
clearTimeout(timer)
|
|
}
|
|
}
|
|
|
|
for (const competitor of competitors) {
|
|
const pages = []
|
|
for (const url of competitor.urls || []) pages.push(await fetchUrl(url))
|
|
const out = { brand: competitor.brand, domain: competitor.domain, generatedAt: now(), sourceType: 'competitor_pdp_or_homepage_probe', pages }
|
|
const path = `${outDir}/${slug(competitor.brand)}.json`
|
|
writeJson(path, out)
|
|
console.log(`${competitor.brand}: ${pages.filter(p => p.ok).length}/${pages.length} fetched`)
|
|
}
|