SFTP plugin (#230)

* SFTP plugin

* update android and update plugin

* add read me and update package.json files

* initial actions for build test and release. dockerfile fix

* fix build

* remove mongoose

* update package json for mage service

* force npm ci

* remove test to check build

* remove test dependency

* force npm ci

* fix test

* readd action tests

* add test a dependency for package

* basic jasmine config update

* add generic test.ts file for web tests

* disable web tests

* update sftp plugin output to match other plugins

---------

Co-authored-by: Clinton Werth <[email protected]>
Co-authored-by: Ryan <[email protected]>

Author: 3 people

.github/workflows/build_test.sftp.service.yaml

@@ -34,7 +34,7 @@ jobs:
       - name: test with node ${{ matrix.node }}
         run: |
           cd plugins/sftp/service
-          npm ci
+          npm ci --force
           rm -rf node_modules/@ngageoint/mage.service/node_modules/mongoose
           npm test
 
@@ -55,7 +55,7 @@ jobs:
       - name: build
         run: |
           cd plugins/sftp/service
-          npm ci
+          npm ci --force
           rm -rf node_modules/@ngageoint/mage.service/node_modules/mongoose
           npm run build
       - name: pack

.github/workflows/build_test.sftp.web-app.yaml

@@ -34,10 +34,12 @@ jobs:
           npm run build
         env:
           NODE_OPTIONS: "--max_old_space_size=4096"
-      - name: test
-        run: |
-          cd plugins/sftp/web
-          npm run test-headless
+      # Tests for the web app are currently just generic spec files generated from the angular cli.
+      # need to revisit this after we can write some practical tests.
+      # - name: test
+      #   run: |
+      #     cd plugins/sftp/web
+      #     npm run test-headless
       - name: pack
         run: |
           npm pack ./plugins/sftp/web/dist/main

.github/workflows/release.sftp_plugin.yaml

@@ -8,6 +8,14 @@ on:
         type: string
         required: true
 
+  # TODO: possibly use release branches to perform the release process
+  # push:
+  #   branches:
+  #     - release/*
+  #     - prerelease/*
+  # TODO: possibly use release event to perform the release process
+  # release:
+
 jobs:
 
   config:

.gitignore

@@ -20,3 +20,4 @@ scratch/
 /docker/auth-idp/ldap/db/*
 # this line must be last
 !.gitkeep
+.angular

Dockerfile

@@ -1,4 +1,3 @@
-# Build service
 FROM node:20.11.1 AS build-service
 
 WORKDIR /service
@@ -25,7 +24,7 @@ FROM node:20.11.1 AS build-arcwebplugin
 WORKDIR /arcgiswebplugin
 COPY plugins/arcgis/web-app/package*.json ./
 RUN npm install
-COPY --from=build-service /service /arcgisserviceplugin/node_modules/@ngageoint/mage.service
+COPY --from=build-service /service /arcgiswebplugin/node_modules/@ngageoint/mage.service
 COPY plugins/arcgis/web-app/ ./
 RUN npm run build
 RUN npm pack ./dist/main
@@ -39,36 +38,63 @@ COPY plugins/arcgis/service/ ./
 RUN npm run build
 RUN npm pack
 
-FROM node:20.11.1 AS build-imageserviceplugin
-WORKDIR /imageserviceplugin
-COPY plugins/image/service/package*.json ./
+# FROM node:20.11.1 AS build-imageserviceplugin
+# WORKDIR /imageserviceplugin
+# COPY plugins/image/service/package*.json ./
+# RUN npm install
+# COPY --from=build-service /service /imageserviceplugin/node_modules/@ngageoint/mage.service
+# RUN rm -rf /imageserviceplugin/node_modules/@ngageoint/mage.service/node_modules/mongoose
+# COPY plugins/image/service/ ./
+# RUN npm run build
+# RUN npm pack
+
+FROM node:20.11.1 AS build-sftpserviceplugin
+WORKDIR /sftpserviceplugin
+COPY plugins/sftp/service/package*.json ./
+RUN ls -la /sftpserviceplugin
+RUN cat package.json
+RUN npm cache clean --force
 RUN npm install
-COPY --from=build-service /service /imageserviceplugin/node_modules/@ngageoint/mage.service
-RUN rm -rf /imageserviceplugin/node_modules/@ngageoint/mage.service/node_modules/mongoose
-COPY plugins/image/service/ ./
+COPY --from=build-service /service /sftpserviceplugin/node_modules/@ngageoint/mage.service
+COPY plugins/sftp/service/ ./
 RUN npm run build
 RUN npm pack
 
+FROM node:20.11.1 AS build-sftpwebplugin
+# Build sftp service plugin
+WORKDIR /sftpwebplugin
+COPY plugins/sftp/web/package*.json ./
+RUN npm install
+COPY plugins/sftp/web/ ./
+RUN npm run build
+RUN npm pack ./dist/admin
+
 # Build instance
 FROM node:20.11.1 AS build-instance
 COPY --from=build-service /service/ngageoint*.tgz /service/
 COPY --from=build-webapp /web-app/ngageoint*.tgz /web-app/
 COPY --from=build-arcwebplugin /arcgiswebplugin/ngageoint*.tgz /arcgiswebplugin/
 COPY --from=build-arcserviceplugin /arcgisserviceplugin/ngageoint*.tgz /arcgisserviceplugin/
-COPY --from=build-imageserviceplugin /imageserviceplugin/ngageoint*.tgz /imageserviceplugin/
+COPY --from=build-sftpwebplugin /sftpwebplugin/ngageoint*.tgz /sftpwebplugin/
+COPY --from=build-sftpserviceplugin /sftpserviceplugin/ngageoint*.tgz /sftpserviceplugin/
+# COPY --from=build-imageserviceplugin /imageserviceplugin/ngageoint*.tgz /imageserviceplugin/
 
 WORKDIR /instance
-RUN npm install ../service/ngageoint-mage.service*.tgz \
-    npm install ../web-app/ngageoint-mage.web-app*.tgz \
-    npm install ../arcgiswebplugin/ngageoint*.tgz \
-    npm install ../arcgisserviceplugin/ngageoint*.tgz \ 
-    npm install ../imageserviceplugin/ngageoint*.tgz
+RUN ls -la ../sftpwebplugin
+RUN npm install ../sftpwebplugin/ngageoint*.tgz 
+RUN npm install ../sftpserviceplugin/ngageoint*.tgz
+RUN npm install ../service/ngageoint-mage.service*.tgz 
+RUN npm install ../web-app/ngageoint-mage.web-app*.tgz 
+RUN npm install ../arcgiswebplugin/ngageoint*.tgz 
+RUN npm install ../arcgisserviceplugin/ngageoint*.tgz 
 
 
 ENV NODE_PATH=./node_modules
 ENTRYPOINT [ \ 
     "./node_modules/.bin/mage.service", \
     "--plugin", "@ngageoint/mage.image.service", \
     "--plugin", "@ngageoint/mage.arcgis.service", \
+    "--plugin", "@ngageoint/mage.sftp.service", \
+    "--web-plugin", "@ngageoint/mage.sftp.web", \
     "--web-plugin", "@ngageoint/mage.arcgis.web-app" \
-    ]
+    ]

instance/config.js

@@ -34,12 +34,13 @@ module.exports = {
     plugins: {
       servicePlugins: [
         '@ngageoint/mage.arcgis.service',
-        '@ngageoint/mage.image.service',
         '@ngageoint/mage.nga-msi',
         '@ngageoint/mage.random',
+        '@ngageoint/mage.sftp.service'
       ],
       webUIPlugins: [
-        '@ngageoint/mage.arcgis.web-app'
+        '@ngageoint/mage.arcgis.web-app',
+        '@ngageoint/mage.sftp.web'
       ],
     },
   }

instance/package.json

@@ -30,6 +30,8 @@
     "@ngageoint/mage.image.service": "../plugins/image/service",
     "@ngageoint/mage.nga-msi": "../plugins/nga-msi",
     "@ngageoint/mage.random": "../plugins/random",
+    "@ngageoint/mage.sftp.web": "../plugins/sftp/web/dist/main",
+    "@ngageoint/mage.sftp.service": "../plugins/sftp/service",
     "@ngageoint/mage.service": "../service",
     "@ngageoint/mage.web-app": "../web-app/dist"
   }

plugins/arcgis/web-app/projects/main/package.json

@@ -2,7 +2,7 @@
   "name": "@ngageoint/mage.arcgis.web-app",
   "version": "1.0.0",
   "peerDependencies": {
-    "@ngageoint/mage.web-app": "^6.2.9 || ^6.3.0-beta"
+    "@ngageoint/mage.web-app": "^6.2.9 || ^6.3.0-beta.7"
   },
   "dependencies": {
     "tslib": "^2.0.0"

plugins/sftp/README.md

@@ -0,0 +1,2 @@
+/lib/
+*scratch*/