feat: add WORKER_CURRENCY config

Author: kevinkim-ogp

packages/backend/src/config/workers.ts

@@ -0,0 +1,8 @@
+export const WORKER_CONCURRENCY = {
+  'm365-excel': 3,
+  postman: 3,
+  'postman-sms': 3,
+  slack: 3,
+  'telegram-bot': 3,
+  tiles: 3,
+}

packages/backend/src/workers/action.ts

@@ -14,6 +14,7 @@ import { makeActionWorker } from '@/workers/helpers/make-action-worker'
 
 // Worker for our main action queue
 export const mainActionWorker = makeActionWorker({
+  appKey: MAIN_ACTION_QUEUE_NAME,
   queueName: MAIN_ACTION_QUEUE_NAME,
   redisConnectionPrefix: MAIN_ACTION_QUEUE_REDIS_CONNECTION_PREFIX,
   queueConfig: {
@@ -32,6 +33,7 @@ for (const [appKey, app] of Object.entries(apps)) {
   }
 
   appActionWorkers[appKey] = makeActionWorker({
+    appKey,
     queueName: appActionQueues[appKey].name,
     queueConfig: app.queue,
   })

packages/backend/src/workers/helpers/make-action-worker.ts

@@ -8,6 +8,7 @@ import {
 
 import appConfig from '@/config/app'
 import { createRedisClient } from '@/config/redis'
+import { WORKER_CONCURRENCY } from '@/config/workers'
 import { handleFailedStepAndThrow } from '@/helpers/actions'
 import { exponentialBackoffWithJitter } from '@/helpers/backoff'
 import {
@@ -30,12 +31,16 @@ import { processAction } from '@/services/action'
 function convertParamsToBullMqOptions(
   params: MakeActionWorkerParams,
 ) /* inferred type */ {
-  const { queueName, redisConnectionPrefix, queueConfig } = params
+  const { appKey, queueName, redisConnectionPrefix, queueConfig } = params
   const { isQueueDelayable, queueRateLimit } = queueConfig
 
+  const concurrency =
+    WORKER_CONCURRENCY[appKey as keyof typeof WORKER_CONCURRENCY] ||
+    appConfig.workerActionConcurrency
+
   const workerOptions: WorkerProOptions = {
     connection: createRedisClient(),
-    concurrency: appConfig.workerActionConcurrency,
+    concurrency,
     settings: {
       backoffStrategy: exponentialBackoffWithJitter,
     },
@@ -74,6 +79,7 @@ function convertParamsToBullMqOptions(
 }
 
 interface MakeActionWorkerParams {
+  appKey: string
   queueName: string
   redisConnectionPrefix?: string
   queueConfig: IAppQueue