PLU-289: Tiles v2 (#1051)

## Tiles v2

### Staging
- [x] Ensure new aurora db is created with Pulumi
- [x] Add env vars into paramater store
- [x] Add launch darkly whitelist group
- [x] Run migration

### Prod
- [x] Ensure new aurora db is created with Pulumi
- [x] Add env vars into paramater store
- [x] Add launch darkly whitelist group
- [x] Run migration

Author: pregnantboy

ecs/env.json

@@ -20,6 +20,10 @@
       "name": "POSTGRES_ENABLE_SSL",
       "value": "true"
     },
+    {
+      "name": "TILES_POSTGRES_ENABLE_SSL",
+      "value": "true"
+    },
     {
       "name": "REDIS_TLS",
       "value": "true"
@@ -221,6 +225,26 @@
     {
       "name": "RDS_PROXY_HOST",
       "valueFrom": "plumber-<ENVIRONMENT>-rds-proxy-host"
+    },
+    {
+      "name": "TILES_POSTGRES_HOST",
+      "valueFrom": "plumber-<ENVIRONMENT>-tiles-rds-host"
+    },
+    {
+      "name": "TILES_POSTGRES_DATABASE",
+      "valueFrom": "plumber-<ENVIRONMENT>-tiles-rds-database"
+    },
+    {
+      "name": "TILES_POSTGRES_USERNAME",
+      "valueFrom": "plumber-<ENVIRONMENT>-tiles-rds-username"
+    },
+    {
+      "name": "TILES_POSTGRES_PASSWORD",
+      "valueFrom": "plumber-<ENVIRONMENT>-tiles-rds-password"
+    },
+    {
+      "name": "TILES_POSTGRES_PORT",
+      "valueFrom": "plumber-<ENVIRONMENT>-tiles-rds-port"
     }
   ]
 }

package-lock.json

@@ -34,6 +34,14 @@ MAX_JOB_ATTEMPTS=3
 POSTMAN_SMS_QPS_LIMIT_PER_CAMPAIGN=3
 ONBOARDING_EMAIL_WEBHOOK_URL=test-webhook-url
 
+# TILE POSTGRES
+TILES_POSTGRES_DATABASE=plumber_tiles_dev
+TILES_POSTGRES_PORT=5431
+TILES_POSTGRES_HOST=localhost
+TILES_POSTGRES_USERNAME=postgres
+TILES_POSTGRES_PASSWORD=postgres
+TILES_POSTGRES_ENABLE_SSL=false
+
 # LOCAL DEV
 SERVE_WEB_APP_SEPARATELY=true
 CLOUDFLARE_TOKEN=...

packages/backend/.env-example

@@ -14,6 +14,21 @@ services:
       interval: 5s
       timeout: 5s
       retries: 5
+  tiles-postgres:
+    image: postgres:16.6-bookworm
+    environment:
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - POSTGRES_DB=plumber_tiles_dev
+    ports:
+      - 5431:5432
+    volumes:
+      - plumber-tiles-postgres:/var/lib/postgresql/data
+    healthcheck:
+      test: ['CMD-SHELL', 'pg_isready -U postgres']
+      interval: 5s
+      timeout: 5s
+      retries: 5
   redis:
     image: redis:6.2.0-alpine
     ports:
@@ -76,3 +91,4 @@ volumes:
   plumber-redis:
   plumber-minio:
   plumber-dynamodb:
+  plumber-tiles-postgres:

packages/backend/docker-compose.dev.yml

@@ -74,10 +74,12 @@
     "objection": "^3.0.0",
     "p-limit": "3.1.0",
     "pg": "^8.7.1",
+    "pg-query-stream": "4.9.6",
     "rate-limiter-flexible": "2.4.1",
     "remark-breaks": "3.0.3",
     "remark-gfm": "3.0.1",
     "typescript": "^4.6.3",
+    "ulid": "3.0.0",
     "urlcat": "3.1.0",
     "winston": "^3.7.1",
     "zod": "3.22.4",

packages/backend/package.json

@@ -10,87 +10,93 @@ import {
   generateMockTableRowData,
 } from '@/graphql/__tests__/mutations/tiles/table.mock'
 import TableMetadata from '@/models/table-metadata'
+import { DatabaseType } from '@/models/tiles/types'
 import User from '@/models/user'
 import Context from '@/types/express/context'
 
 import tiles from '../..'
 import createRowAction from '../../actions/create-row'
 
-describe('tiles create row action', () => {
-  let context: Context
-  let dummyTable: TableMetadata
-  let dummyColumnIds: string[]
-  let editor: User
-  let viewer: User
-  let $: IGlobalVariable
+describe.each([['ddb'], ['pg']])(
+  'tiles create row action: %s',
+  (databaseType: DatabaseType) => {
+    let context: Context
+    let dummyTable: TableMetadata
+    let dummyColumnIds: string[]
+    let editor: User
+    let viewer: User
+    let $: IGlobalVariable
 
-  beforeEach(async () => {
-    context = await generateMockContext()
+    beforeEach(async () => {
+      context = await generateMockContext()
 
-    const mockTable = await generateMockTable({
-      userId: context.currentUser.id,
-    })
-    dummyTable = mockTable.table
-    editor = mockTable.editor
-    viewer = mockTable.viewer
+      const mockTable = await generateMockTable({
+        userId: context.currentUser.id,
+        databaseType,
+      })
+      dummyTable = mockTable.table
+      editor = mockTable.editor
+      viewer = mockTable.viewer
 
-    dummyColumnIds = await generateMockTableColumns({
-      tableId: dummyTable.id,
-      numColumns: 5,
-    })
+      dummyColumnIds = await generateMockTableColumns({
+        tableId: dummyTable.id,
+        numColumns: 5,
+        databaseType,
+      })
 
-    const validData = generateMockTableRowData({ columnIds: dummyColumnIds })
-    const rowData = Object.keys(validData).map((columnId) => ({
-      columnId,
-      cellValue: validData[columnId],
-    }))
+      const validData = generateMockTableRowData({ columnIds: dummyColumnIds })
+      const rowData = Object.keys(validData).map((columnId) => ({
+        columnId,
+        cellValue: validData[columnId],
+      }))
 
-    $ = {
-      user: context.currentUser,
-      flow: {
-        id: '123',
-        userId: context.currentUser.id,
-      },
-      step: {
-        id: '456',
-        appKey: tiles.name,
-        key: createRowAction.key,
-        position: 2,
-        parameters: {
-          tableId: dummyTable.id,
-          rowData,
+      $ = {
+        user: context.currentUser,
+        flow: {
+          id: '123',
+          userId: context.currentUser.id,
+        },
+        step: {
+          id: '456',
+          appKey: tiles.name,
+          key: createRowAction.key,
+          position: 2,
+          parameters: {
+            tableId: dummyTable.id,
+            rowData,
+          },
         },
-      },
-      app: {
-        name: tiles.name,
-      },
-      setActionItem: vi.fn(),
-    } as unknown as IGlobalVariable
-  })
+        app: {
+          name: tiles.name,
+        },
+        setActionItem: vi.fn(),
+      } as unknown as IGlobalVariable
+    })
 
-  it('should allow owners to create row', async () => {
-    await expect(createRowAction.run($)).resolves.toBeUndefined()
-    expect($.setActionItem).toBeCalled()
-  })
+    it('should allow owners to create row', async () => {
+      await expect(createRowAction.run($)).resolves.toBeUndefined()
+      expect($.setActionItem).toBeCalled()
+    })
 
-  it('should allow editors to create row', async () => {
-    $.user = editor
-    await expect(createRowAction.run($)).resolves.toBeUndefined()
-    expect($.setActionItem).toBeCalled()
-  })
+    it('should allow editors to create row', async () => {
+      $.user = editor
+      await expect(createRowAction.run($)).resolves.toBeUndefined()
+      expect($.setActionItem).toBeCalled()
+    })
 
-  it('should not allow viewers to create row', async () => {
-    $.user = viewer
-    await expect(createRowAction.run($)).rejects.toThrow(StepError)
-  })
+    it('should not allow viewers to create row', async () => {
+      $.user = viewer
+      await expect(createRowAction.run($)).rejects.toThrow(StepError)
+    })
 
-  it('should throw correct error if Tile deleted', async () => {
-    $.user = editor
-    await TableMetadata.query()
-      .patch({
-        deletedAt: new Date().toISOString(),
-      })
-      .where({ id: $.step.parameters.tableId })
-    await expect(createRowAction.run($)).rejects.toThrow(StepError)
-  })
-})
+    it('should throw correct error if Tile deleted', async () => {
+      $.user = editor
+      await TableMetadata.query()
+        .patch({
+          deletedAt: new Date().toISOString(),
+        })
+        .where({ id: $.step.parameters.tableId })
+      await expect(createRowAction.run($)).rejects.toThrow(StepError)
+    })
+  },
+)