From 6a897b6804a3eb6885e4f6516439376e192cf722 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Luk=C3=A1=C5=A1=20Pr=C5=AF=C5=A1a?= Date: Mon, 12 Aug 2024 11:40:10 +0200 Subject: [PATCH] feat: ignore SSL and HTTPS errors --- code/src/crawler.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/code/src/crawler.ts b/code/src/crawler.ts index 3533b6e..6040d12 100644 --- a/code/src/crawler.ts +++ b/code/src/crawler.ts @@ -11,8 +11,8 @@ export const createCrawler = async (config: Config) => { const crawler = new PlaywrightCrawler({ launchContext: { launchOptions: { - // TODO: Just headless - headless: true, + /** We intentionally ignore these errors, because some broken websites would otherwise not be scraped */ + args: ['--ignore-certificate-errors'], }, }, /**