feat: ignore SSL and HTTPS errors

apify-projects · Aug 12, 2024 · 6a897b6 · 6a897b6
1 parent 60077dd
commit 6a897b6
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/code/src/crawler.ts b/code/src/crawler.ts
@@ -11,8 +11,8 @@ export const createCrawler = async (config: Config) => {
     const crawler = new PlaywrightCrawler({
         launchContext: {
             launchOptions: {
-                // TODO: Just headless
-                headless: true,
+                /** We intentionally ignore these errors, because some broken websites would otherwise not be scraped */
+                args: ['--ignore-certificate-errors'],
             },
         },
         /**