From 45e9fb8c008b5f482d3bbabb95623b3298d7d1c0 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Luk=C3=A1=C5=A1=20Pr=C5=AF=C5=A1a?= <lukyn.patai5@gmail.com>
Date: Tue, 30 Jul 2024 17:46:58 +0200
Subject: [PATCH] fix: concurrency scaling too quickly

---
 code/src/crawler.ts | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/code/src/crawler.ts b/code/src/crawler.ts
index 1bb385f..b59b001 100644
--- a/code/src/crawler.ts
+++ b/code/src/crawler.ts
@@ -15,6 +15,8 @@ export const createCrawler = async (config: Config) => {
                 headless: true,
             },
         },
+        /** The default values scale up and down too quickly for larger runs, these values are half that */
+        autoscaledPoolOptions: { scaleDownStepRatio: 0.025, scaleUpStepRatio: 0.025 },
         retryOnBlocked: true,
         requestHandlerTimeoutSecs: 3 * 60,
         proxyConfiguration,