UBERF-7312: Memory improvements (#5849)

Signed-off-by: Andrey Sobolev <[email protected]>

Author: haiodo

pods/account/Dockerfile

@@ -5,5 +5,11 @@ WORKDIR /usr/src/app
 COPY bundle/bundle.js ./
 RUN npm install --ignore-scripts=false --verbose bufferutil utf-8-validate @mongodb-js/zstd --unsafe-perm
 
+RUN apt-get update
+RUN apt-get install libjemalloc2
+
+ENV LD_PRELOAD=libjemalloc.so.2
+ENV MALLOC_CONF=dirty_decay_ms:1000,narenas:2,background_thread:true
+
 EXPOSE 3000
 CMD [ "node", "bundle.js" ]

pods/collaborator/Dockerfile

@@ -4,6 +4,12 @@ FROM node:20
 WORKDIR /usr/src/app
 RUN npm install --ignore-scripts=false --verbose bufferutil utf-8-validate @mongodb-js/zstd --unsafe-perm
 
+RUN apt-get update
+RUN apt-get install libjemalloc2
+
+ENV LD_PRELOAD=libjemalloc.so.2
+ENV MALLOC_CONF=dirty_decay_ms:1000,narenas:2,background_thread:true
+
 COPY bundle/bundle.js ./
 
 EXPOSE 3078

pods/front/Dockerfile

@@ -5,6 +5,12 @@ ENV NODE_ENV production
 WORKDIR /app
 RUN npm install --ignore-scripts=false --verbose [email protected] bufferutil utf-8-validate @mongodb-js/zstd --unsafe-perm
 
+RUN apt-get update
+RUN apt-get install libjemalloc2
+
+ENV LD_PRELOAD=libjemalloc.so.2
+ENV MALLOC_CONF=dirty_decay_ms:1000,narenas:2,background_thread:true
+
 COPY bundle/bundle.js ./
 COPY dist/ ./dist/
 

pods/server/Dockerfile

@@ -6,6 +6,12 @@ WORKDIR /app
 RUN npm install --ignore-scripts=false --verbose bufferutil utf-8-validate @mongodb-js/zstd --unsafe-perm
 RUN npm install --ignore-scripts=false --verbose uNetworking/uWebSockets.js#v20.43.0
 
+RUN apt-get update
+RUN apt-get install libjemalloc2
+
+ENV LD_PRELOAD=libjemalloc.so.2
+ENV MALLOC_CONF=dirty_decay_ms:1000,narenas:2,background_thread:true
+
 COPY bundle/bundle.js ./
 RUN mv node_modules/uWebSockets.js/*.node .
 

server/front/src/index.ts

@@ -728,6 +728,8 @@ async function getGeneratePreview (
 
       let pipeline = sharp(data)
 
+      sharp.cache(false)
+
       // const metadata = await pipeline.metadata()
 
       if (size !== -1) {
@@ -767,6 +769,7 @@ async function getGeneratePreview (
       }
 
       const dataBuff = await pipeline.toBuffer()
+      pipeline.destroy()
 
       // Add support of avif as well.
       await config.storageAdapter.put(ctx, payload.workspace, sizeId, dataBuff, contentType, dataBuff.length)