[Cherry-Pick-Main][SDK] Updates upload API in python SDK to support batch and parallel capture uploads (#55)

Author: mkaliberda

docker-compose.yml

@@ -69,13 +69,23 @@ services:
       - DJANGO_ENV_PATH=/home/sml-app/install/config/env
       - DJANGO_DEBUGGER=True
       - PORT_PTVSD=8005
-    command: python manage.py runserver 0.0.0.0:8000 --noreload
+    #command: python manage.py runserver 0.0.0.0:8000 --noreload
+    # --workers 4 
+    command:  gunicorn --bind 0.0.0.0:8000 --timeout 3600 --max-requests 250 --reload server.wsgi:application
     ports:
       - "8000:8000"
     depends_on:
       - db
       - redis
       - sensiml.databse.initalize
+  nginx:
+    image: nginx:latest
+    ports:
+      - "80:80"
+    volumes:
+      - ./nginx/conf.d:/etc/nginx/conf.d
+    depends_on:
+      - sensiml.cloud      
   sensiml.pipelines:
     #mem_limit: "2000M"
     image: sensiml/base
@@ -116,7 +126,7 @@ services:
     user: sml-app
     deploy:
       mode: replicated
-      replicas: 8
+      replicas: 2
     volumes:
       - server_data:/home/sml-app/data/
       - server_libs:/home/sml-app/install/lib/

nginx/conf.d/nginx.conf

@@ -0,0 +1,13 @@
+server {
+    listen 80;
+    client_max_body_size 1G;
+    client_header_buffer_size 32k;
+    large_client_header_buffers 2 32k;
+    
+    location / {
+        proxy_pass http://sensiml.cloud:8000; 
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    }
+}

src/python_client/sensiml/dclproj/dclproj.py

@@ -401,7 +401,7 @@ def get_capture_stats(self, capture: str) -> Dict:
         return capture_list[capture_list.name == capture].to_dict(orient="records")[0]
 
     def get_capture_metadata(
-        self, capture: str, include_ids: bool = False
+        self, capture: str = None, include_ids: bool = False
     ) -> DataFrame:
         """Gets the metadata for the specified capture
 
@@ -436,7 +436,10 @@ def get_capture_metadata(
             "CaptureMetadataValue", fields, fk_fields=fk_fields, header=header
         )
 
-        return df[df["capture"] == capture]
+        if capture is not None:
+            return df[df["capture"] == capture]
+
+        return df
 
     def get_segments(self, sessions: Optional[List] = None):
         """