diff --git a/code/src/crawler.ts b/code/src/crawler.ts index 3533b6e..6040d12 100644 --- a/code/src/crawler.ts +++ b/code/src/crawler.ts @@ -11,8 +11,8 @@ export const createCrawler = async (config: Config) => { const crawler = new PlaywrightCrawler({ launchContext: { launchOptions: { - // TODO: Just headless - headless: true, + /** We intentionally ignore these errors, because some broken websites would otherwise not be scraped */ + args: ['--ignore-certificate-errors'], }, }, /**