fix: concurrency scaling too quickly

apify-projects · Jul 30, 2024 · 45e9fb8 · 45e9fb8
1 parent f0bb799
commit 45e9fb8
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/code/src/crawler.ts b/code/src/crawler.ts
@@ -15,6 +15,8 @@ export const createCrawler = async (config: Config) => {
                 headless: true,
             },
         },
+        /** The default values scale up and down too quickly for larger runs, these values are half that */
+        autoscaledPoolOptions: { scaleDownStepRatio: 0.025, scaleUpStepRatio: 0.025 },
         retryOnBlocked: true,
         requestHandlerTimeoutSecs: 3 * 60,
         proxyConfiguration,