Issue/199/redis multi instance

.docker/rabbitmq/docker-compose.yml

@@ -0,0 +1,19 @@
+version: '3'
+
+services:
+  rabbitmq:
+    image: rabbitmq:3-management
+    container_name: rabbitmq
+    ports:
+      - '5672:5672' # AMQP 프로토콜 (앱들이 사용하는 포트)
+      - '15672:15672' # 관리 콘솔 (웹 UI) 포트
+    env_file: '../../env/.env.dev'
+    environment:
+      RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER}
+      RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASS}
+    volumes:
+      - rabbitmq-data:/var/lib/rabbitmq
+    restart: unless-stopped
+
+volumes:
+  rabbitmq-data:

.docker/rabbitmq/init-dev.sh

@@ -0,0 +1 @@
+docker compose --env-file=../../env/.env.dev up -d

.docker/redis/redis-docker-compose.dev.yml

@@ -0,0 +1,12 @@
+version: '3.8'
+
+services:
+  redis-MQ:
+    image: redis:7.2-alpine
+    container_name: redis
+    ports:
+      - '6379:6379'
+    volumes:
+      - ./redis.conf:/usr/local/etc/redis/redis.conf
+      - ./redis-data:/data
+    command: ['redis-server', '/usr/local/etc/redis/redis.conf']

.docker/redis/redis-mq-docker-compose.dev.yml

@@ -0,0 +1,12 @@
+version: '3.8'
+
+services:
+  redis-MQ:
+    image: redis:7.2-alpine
+    container_name: redis-mq
+    ports:
+      - '6379:6379'
+    volumes:
+      - ./redis.conf:/usr/local/etc/redis/redis.conf
+      - ./redis-data:/data
+    command: ['redis-server', '/usr/local/etc/redis/redis.conf']

.gitignore

@@ -44,4 +44,6 @@ lerna-debug.log*
 
 apps/server/volumes
 volumes
-.clinic
+
+# redis
+.docker/redis/redis-data

apps/server/src/app.module.ts

@@ -1,10 +1,14 @@
+import { createKeyv } from '@keyv/redis'
+import { CacheModule } from '@nestjs/cache-manager'
 import { Module } from '@nestjs/common'
-import { APP_GUARD } from '@nestjs/core'
+import { APP_GUARD, APP_INTERCEPTOR } from '@nestjs/core'
 import { JwtService } from '@nestjs/jwt'
 import { ClsPluginTransactional } from '@nestjs-cls/transactional'
 import { TransactionalAdapterPrisma } from '@nestjs-cls/transactional-adapter-prisma'
 import { ClsModule } from 'nestjs-cls'
 
+import { LoggingInterceptor } from '@otl/common/logger/logging.interceptor'
+
 import { PrismaModule } from '@otl/prisma-client/prisma.module'
 import { PrismaService } from '@otl/prisma-client/prisma.service'
 
@@ -65,6 +69,12 @@ import settings from './settings'
         }),
       ],
     }),
+    CacheModule.registerAsync({
+      useFactory: async () => ({
+        stores: [createKeyv(settings().getRedisConfig().url)],
+      }),
+      isGlobal: true,
+    }),
   ],
   controllers: [AppController],
   providers: [
@@ -77,6 +87,10 @@ import settings from './settings'
       },
       inject: [AuthConfig],
     },
+    {
+      provide: APP_INTERCEPTOR,
+      useClass: LoggingInterceptor,
+    },
     JwtCookieGuard,
     MockAuthGuard,
     AppService,

apps/server/src/bootstrap/bootstrap.ts

@@ -1,15 +1,16 @@
-import { ValidationPipe, VersioningType } from '@nestjs/common'
+import { HttpException, ValidationPipe, VersioningType } from '@nestjs/common'
 import { NestFactory } from '@nestjs/core'
 import cookieParser from 'cookie-parser'
 import csrf from 'csurf'
 import { json } from 'express'
 import session from 'express-session'
 import fs from 'fs'
-import morgan from 'morgan'
 import * as v8 from 'node:v8'
 import { join } from 'path'
 import * as swaggerUi from 'swagger-ui-express'
 
+import { HttpExceptionFilter, UnexpectedExceptionFilter } from '@otl/common/exception/exception.filter'
+
 import { AppModule } from '../app.module'
 import settings from '../settings'
 
@@ -43,30 +44,7 @@ async function bootstrap() {
       ignoreMethods: ['GET', 'HEAD', 'OPTIONS', 'DELETE', 'PATCH', 'PUT', 'POST'],
     }),
   )
-  // Logs requests
-  app.use(
-    morgan(':method :url OS/:req[client-os] Ver/:req[client-api-version]', {
-      // https://github.com/expressjs/morgan#immediate
-      immediate: true,
-      stream: {
-        write: (message) => {
-          console.info(message.trim())
-        },
-      },
-    }),
-  )
 
-  // Logs responses
-  // app.use(
-  //   morgan(':method :url :status :res[content-length] :response-time ms', {
-  //     stream: {
-  //       write: (message) => {
-  //         // console.log(formatMemoryUsage())
-  //         console.info(message.trim());
-  //       },
-  //     },
-  //   }),
-  // );
   if (process.env.NODE_ENV !== 'prod') {
     const swaggerJsonPath = join(__dirname, '..', '..', 'docs', 'swagger.json')
     const swaggerDocument = JSON.parse(fs.readFileSync(swaggerJsonPath, 'utf-8'))
@@ -83,6 +61,7 @@ async function bootstrap() {
 
   app.use('/api/sync', json({ limit: '50mb' }))
   app.use(json({ limit: '100kb' }))
+  app.useGlobalFilters(new UnexpectedExceptionFilter(), new HttpExceptionFilter<HttpException>())
   console.log(v8.getHeapStatistics().heap_size_limit / 1024 / 1024)
 
   app.enableShutdownHooks()

apps/server/src/common/interceptor/http.cache.interceptor.ts

@@ -0,0 +1,43 @@
+import { CacheInterceptor } from '@nestjs/cache-manager'
+import { ExecutionContext, Injectable } from '@nestjs/common'
+
+/**
+ * @Todo
+ * 예시로 일단 인터넷에 있는거 긁어온거임.
+ * 적절히 구현 변형 필요
+ */
+
+const excludePaths = [
+  // 캐시가 적용되지 않아야 할 path 목록 ()
+  /(\/sample2\/)(.*)/i,
+]
+
+@Injectable()
+export class HttpCacheInterceptor extends CacheInterceptor {
+  trackBy(context: ExecutionContext): string | undefined {
+    const request = context.switchToHttp().getRequest()
+    const { query } = request
+    const { httpAdapter } = this.httpAdapterHost
+
+    // Get Request가 아닌 request 처리
+    const isGetRequest = httpAdapter.getRequestMethod(request) === 'GET'
+    if (!isGetRequest) {
+      return undefined
+    }
+
+    // noCache=true query parameter 처리
+    const noCache = query.noCache && query.noCache.toLowerCase() === 'true'
+    if (noCache) {
+      return undefined
+    }
+
+    // 설정된 캐시 예외 path 처리
+    const requestPath = httpAdapter.getRequestUrl(request).split('?')[0]
+    const exclude = excludePaths.find((path) => path.test(requestPath))
+    if (exclude) {
+      return undefined
+    }
+
+    return httpAdapter.getRequestUrl(request)
+  }
+}

apps/server/src/modules/courses/courses.controller.ts

@@ -1,19 +1,24 @@
+import { CacheInterceptor, CacheTTL } from '@nestjs/cache-manager'
 import {
-  BadRequestException, Controller, Get, Param, Post, Query,
+  BadRequestException, Controller, Get, Param, Post, Query, UseInterceptors,
 } from '@nestjs/common'
 import { GetUser } from '@otl/server-nest/common/decorators/get-user.decorator'
 import { Public } from '@otl/server-nest/common/decorators/skip-auth.decorator'
 import { ICourse, ILecture, IReview } from '@otl/server-nest/common/interfaces'
 import { CourseIdPipe } from '@otl/server-nest/common/pipe/courseId.pipe'
 import { session_userprofile } from '@prisma/client'
 
+import { RedisTTL } from '@otl/common/enum/time'
+
 import { CoursesService } from './courses.service'
 
 @Controller('api/courses')
 export class CourseController {
   constructor(private readonly coursesService: CoursesService) {}
 
   @Public()
+  @CacheTTL(RedisTTL.HOUR)
+  @UseInterceptors(CacheInterceptor)
   @Get()
   async getCourses(
     @Query() query: ICourse.Query,
@@ -24,12 +29,16 @@ export class CourseController {
   }
 
   @Public()
+  @CacheTTL(RedisTTL.HOUR)
+  @UseInterceptors(CacheInterceptor)
   @Get('autocomplete')
   async getCourseAutocomplete(@Query() query: ICourse.AutocompleteQueryDto): Promise<string | undefined> {
     return await this.coursesService.getCourseAutocomplete(query)
   }
 
   @Public()
+  @CacheTTL(RedisTTL.HOUR)
+  @UseInterceptors(CacheInterceptor)
   @Get(':id')
   async getCourseById(
     @Param('id', CourseIdPipe) id: number,
@@ -40,6 +49,8 @@ export class CourseController {
   }
 
   @Public()
+  @CacheTTL(RedisTTL.HOUR)
+  @UseInterceptors(CacheInterceptor)
   @Get(':id/lectures')
   async getLecturesByCourseId(
     @Query() query: ICourse.LectureQueryDto,

apps/server/src/modules/lectures/lectures.controller.ts

@@ -1,30 +1,39 @@
+import { CacheInterceptor, CacheTTL } from '@nestjs/cache-manager'
 import {
-  Controller, Get, Param, Query,
+  Controller, Get, Param, Query, UseInterceptors,
 } from '@nestjs/common'
 import { GetUser } from '@otl/server-nest/common/decorators/get-user.decorator'
 import { Public } from '@otl/server-nest/common/decorators/skip-auth.decorator'
 import { ILecture, IReview } from '@otl/server-nest/common/interfaces'
 import { session_userprofile } from '@prisma/client'
 
+import { RedisTTL } from '@otl/common/enum/time'
+
 import { LecturesService } from './lectures.service'
 
 @Controller('api/lectures')
 export class LecturesController {
   constructor(private readonly LectureService: LecturesService) {}
 
   @Public()
+  @CacheTTL(RedisTTL.HOUR)
+  @UseInterceptors(CacheInterceptor)
   @Get()
   async getLectures(@Query() query: ILecture.QueryDto): Promise<ILecture.Detail[]> {
     return await this.LectureService.getLectureByFilter(query)
   }
 
   @Public()
+  @CacheTTL(RedisTTL.HOUR)
+  @UseInterceptors(CacheInterceptor)
   @Get('autocomplete')
   async getLectureAutocomplete(@Query() query: ILecture.AutocompleteQueryDto): Promise<string | undefined> {
     return await this.LectureService.getLectureAutocomplete(query)
   }
 
   @Public()
+  @CacheTTL(RedisTTL.HOUR)
+  @UseInterceptors(CacheInterceptor)
   @Get(':id')
   async getLectureById(@Param('id') id: number): Promise<ILecture.Detail> {
     return await this.LectureService.getLectureById(id)

apps/server/src/settings.ts

@@ -63,6 +63,10 @@ const getPrismaConfig = (): Prisma.PrismaClientOptions => ({
   ],
 })
 
+const getRedisConfig = () => ({
+  url: process.env.REDIS_URL,
+})
+
 const getReplicatedPrismaConfig = (): Prisma.PrismaClientOptions => ({})
 
 const getAWSConfig = () => ({})
@@ -106,6 +110,7 @@ export default () => ({
   ormconfig: () => getPrismaConfig(),
   ormReplicatedConfig: () => getReplicatedPrismaConfig(),
   awsconfig: () => getAWSConfig(),
+  getRedisConfig: () => getRedisConfig(),
   getJwtConfig: () => getJwtConfig(),
   getSsoConfig: () => getSsoConfig(),
   getCorsConfig: () => getCorsConfig(),

deploy/scholar-sync/docker/Dockerfile.server

@@ -4,6 +4,8 @@ RUN mkdir -p /var/www/otlplus
 RUN mkdir -p /var/www/otlplus/libs
 RUN mkdir -p /var/www/otlplus/apps
 WORKDIR /var/www/otlplus
+RUN mkdir -p /var/www/otlplus/apps/scholar-sync/logs
+
 
 COPY package.json yarn.lock* package-lock.json* tsconfig.json tsconfig.build.json ./
 COPY nest-cli.json ./

deploy/server/docker/Dockerfile.server

@@ -4,6 +4,8 @@ RUN mkdir -p /var/www/otlplus-server
 RUN mkdir -p /var/www/otlplus-server/libs
 RUN mkdir -p /var/www/otlplus-server/apps
 WORKDIR /var/www/otlplus-server
+RUN mkdir -p /var/www/otlplus-server/apps/server/logs
+
 
 COPY package.json yarn.lock* package-lock.json* tsconfig.json tsconfig.build.json ./
 COPY nest-cli.json ./

deploy/server/docker/docker-compose.dev.yml

@@ -21,5 +21,6 @@ services:
       - '8000'
     volumes:
       - '/etc/timezone:/etc/timezone:ro'
+      - './apps/server/logs:/var/www/otlplus-server/apps/server/logs'
     working_dir: /var/www/otlplus-server
     command: pm2-runtime start ecosystem.config.js --only @otl/server-nest  --node-args="max-old-space-size=40920"

deploy/server/docker/docker-compose.local.yml

@@ -21,5 +21,6 @@ services:
       - '8000'
     volumes:
       - '/etc/timezone:/etc/timezone:ro'
+      - './apps/server/logs:/var/www/otlplus-server/apps/server/logs'
     working_dir: /var/www/otlplus-server
     command: pm2-runtime start ecosystem.config.js --only @otl/server-nest  --node-args="max-old-space-size=40920"

deploy/server/docker/docker-compose.prod.yml

@@ -19,5 +19,6 @@ services:
       - '58000:8000'
     volumes:
       - '/etc/timezone:/etc/timezone:ro'
+      - './apps/server/logs:/var/www/otlplus-server/apps/server/logs'
     working_dir: /var/www/otlplus-server
     command: pm2-runtime start ecosystem.config.js --only @otl/server-nest  --node-args="max-old-space-size=40920"

libs/common/src/enum/time.ts

@@ -0,0 +1,8 @@
+export const RedisTTL = {
+  DAY: 3600 * 24 * 1000,
+  WEEK: 3600 * 24 * 7 * 1000,
+  HOUR: 3600 * 1000,
+  HALF_HOUR: 1800 * 1000,
+  MIN: 60 * 1000,
+} as const
+export type TTL = (typeof RedisTTL)[keyof typeof RedisTTL]