SlideRuleEarth · dshean · May 22, 2023 · May 22, 2023 · May 22, 2023 · May 23, 2023
diff --git a/.github/workflows/pytest.yml b/.github/workflows/pytest.yml
@@ -13,7 +13,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        CONDA_ENV: [3.8, unpinned]
+        CONDA_ENV: [unpinned]
     steps:
       - name: Checkout
         uses: actions/checkout@v3

diff --git a/.gitignore b/.gitignore
@@ -42,3 +42,5 @@ cscope.*
 .clangd/
 .clang-format
 compile_commands.json
+report.pdf
+report.xml
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -34,6 +34,7 @@ endif()
 
 option (PYTHON_BINDINGS "Create Python bindings, including h5lite module" OFF)
 option (SHARED_LIBRARY "Create shared library instead of sliderule binary" OFF)
+option (SERVER_APP "Create sliderule server binary" ON)
 
 # Library Options #
 
@@ -251,7 +252,7 @@ if(${PYTHON_BINDINGS})
 
     add_subdirectory (targets/binding-python)
 
-elseif(CMAKE_BUILD_PLATFORM MATCHES "Linux")
+elseif(${SERVER_APP} AND (CMAKE_BUILD_PLATFORM MATCHES "Linux"))
 
     add_subdirectory (targets/server-linux)
 

diff --git a/Makefile b/Makefile
@@ -7,6 +7,9 @@ ATLAS_BUILD = $(BUILD)/atlas
 ICESAT2_BUILD = $(BUILD)/icesat2
 GEDI_BUILD = $(BUILD)/gedi
 LANDSAT_BUILD = $(BUILD)/landsat
+USGS3DEP_BUILD = $(BUILD)/usgs3dep
+OPENDATA_BUILD = $(BUILD)/opendata
+SWOT_BUILD = $(BUILD)/swot
 
 # when using the llvm toolchain to build the source
 CLANG_OPT = -DCMAKE_USER_MAKE_RULES_OVERRIDE=$(ROOT)/platforms/linux/ClangOverrides.txt -D_CMAKE_TOOLCHAIN_PREFIX=llvm-
@@ -21,7 +24,7 @@ MYIP ?= $(shell (ip route get 1 | sed -n 's/^.*src \([0-9.]*\) .*$$/\1/p'))
 default-build: ## default build of sliderule
 	make -j4 -C $(SLIDERULE_BUILD)
 
-all: default-build atlas pgc gedi icesat2 landsat ## build everything
+all: default-build atlas pgc gedi icesat2 landsat usgs3dep opendata swot ## build everything
 
 config: config-release ## configure make for default build
 
@@ -46,40 +49,17 @@ config-development: prep ## configure make for development version of sliderule
 config-development-debug: prep ## configure make for debug version of sliderule binary
 	cd $(SLIDERULE_BUILD); cmake -DCMAKE_BUILD_TYPE=Debug $(DEVCFG) -DENABLE_TRACING=ON $(ROOT)
 
-config-all: config-development config-atlas config-pgc config-gedi config-icesat2 config-landsat ctags ## configure everything
-config-all-debug: config-development-debug config-atlas-debug config-pgc-debug config-gedi-debug config-icesat2-debug config-landsat-debug ctags ## configure everything for debug
+config-all: config-development config-atlas config-pgc config-gedi config-icesat2 config-landsat config-usgs3dep config-opendata config-swot ctags ## configure everything
+config-all-debug: config-development-debug config-atlas-debug config-pgc-debug config-gedi-debug config-icesat2-debug config-landsat-debug config-usgs3dep-debug config-opendata-debug config-swot-debug ctags ## configure everything for debug
 
 install: ## install sliderule to system
 	make -C $(SLIDERULE_BUILD) install
 
-install-all: install install-atlas install-pgc install-gedi install-icesat2 install-landsat ## install everything
+install-all: install install-atlas install-pgc install-gedi install-icesat2 install-landsat install-usgs3dep install-opendata install-swot ## install everything
 
 uninstall: ## uninstall most recent install of sliderule from system
 	xargs rm < $(SLIDERULE_BUILD)/install_manifest.txt
 
-########################
-# Python Binding Targets
-########################
-
-PYTHONCFG  = -DPYTHON_BINDINGS=ON
-PYTHONCFG += -DUSE_H5_PACKAGE=ON
-PYTHONCFG += -DUSE_AWS_PACKAGE=ON
-PYTHONCFG += -DUSE_LEGACY_PACKAGE=ON
-PYTHONCFG += -DUSE_CCSDS_PACKAGE=ON
-PYTHONCFG += -DUSE_GEO_PACKAGE=ON
-PYTHONCFG += -DUSE_NETSVC_PACKAGE=ON
-PYTHONCFG += -DENABLE_H5CORO_ATTRIBUTE_SUPPORT=ON
-PYTHONCFG += -DH5CORO_THREAD_POOL_SIZE=0
-PYTHONCFG += -DH5CORO_MAXIMUM_NAME_SIZE=192
-PYTHONCFG += -DICESAT2_PLUGIN_LIBPATH=/usr/local/etc/sliderule/icesat2.so
-PYTHONCFG += -DICESAT2_PLUGIN_INCPATH=/usr/local/include/sliderule/icesat2
-
-config-python: prep ## configure make for python bindings (using system environent)
-	cd $(SLIDERULE_BUILD); cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_BEST_EFFORT_CONDA_ENV=ON $(PYTHONCFG) $(ROOT)
-
-config-python-conda: prep ## configure make for python bindings (using conda environment)
-	cd $(SLIDERULE_BUILD); cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_PREFIX_PATH=$(CONDA_PREFIX) $(PYTHONCFG) $(ROOT)
-
 ########################
 # Shared Library Targets
 ########################
@@ -107,7 +87,7 @@ uninstall-pgc: ## uninstall most recent install of icesat2 plugin from system
 	xargs rm < $(PGC_BUILD)/install_manifest.txt
 
 ########################
-# Atlas Plugin Targets
+# ATLAS Plugin Targets
 ########################
 
 config-atlas: prep ## configure make for atlas plugin
@@ -126,7 +106,7 @@ uninstall-atlas: ## uninstall most recent install of atlas plugin from system
 	xargs rm < $(ATLAS_BUILD)/install_manifest.txt
 
 ########################
-# Icesat2 Plugin Targets
+# ICESat-2 Plugin Targets
 ########################
 
 config-icesat2: prep ## configure make for icesat2 plugin
@@ -145,7 +125,7 @@ uninstall-icesat2: ## uninstall most recent install of icesat2 plugin from syste
 	xargs rm < $(ICESAT2_BUILD)/install_manifest.txt
 
 ########################
-# Gedi Plugin Targets
+# GEDI Plugin Targets
 ########################
 
 config-gedi: prep ## configure make for gedi plugin
@@ -182,6 +162,63 @@ install-landsat: ## install icesat2 plugin to system
 uninstall-landsat: ## uninstall most recent install of icesat2 plugin from system
 	xargs rm < $(LANDSAT_BUILD)/install_manifest.txt
 
+##########################
+# USGS3DEP Plugin Targets
+##########################
+
+config-usgs3dep-debug: prep ## configure make for usgs3dep plugin
+	cd $(USGS3DEP_BUILD); cmake -DCMAKE_BUILD_TYPE=Debug -DCMAKE_EXPORT_COMPILE_COMMANDS=ON $(ROOT)/plugins/usgs3dep
+
+config-usgs3dep: prep ## configure make for usgs3dep plugin
+	cd $(USGS3DEP_BUILD); cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_EXPORT_COMPILE_COMMANDS=ON $(ROOT)/plugins/usgs3dep
+
+usgs3dep: ## build usgs3dep plugin
+	make -j4 -C $(USGS3DEP_BUILD)
+
+install-usgs3dep: ## install icesat2 plugin to system
+	make -C $(USGS3DEP_BUILD) install
+
+uninstall-usgs3dep: ## uninstall most recent install of icesat2 plugin from system
+	xargs rm < $(USGS3DEP_BUILD)/install_manifest.txt
+
+##########################
+# OPENDATA Plugin Targets
+##########################
+
+config-opendata-debug: prep ## configure make for opendata plugin
+	cd $(OPENDATA_BUILD); cmake -DCMAKE_BUILD_TYPE=Debug -DCMAKE_EXPORT_COMPILE_COMMANDS=ON $(ROOT)/plugins/opendata
+
+config-opendata: prep ## configure make for opendata plugin
+	cd $(OPENDATA_BUILD); cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_EXPORT_COMPILE_COMMANDS=ON $(ROOT)/plugins/opendata
+
+opendata: ## build opendata plugin
+	make -j4 -C $(OPENDATA_BUILD)
+
+install-opendata: ## install icesat2 plugin to system
+	make -C $(OPENDATA_BUILD) install
+
+uninstall-opendata: ## uninstall most recent install of icesat2 plugin from system
+	xargs rm < $(OPENDATA_BUILD)/install_manifest.txt
+
+##########################
+# SWOT Plugin Targets
+##########################
+
+config-swot-debug: prep ## configure make for swot plugin
+	cd $(SWOT_BUILD); cmake -DCMAKE_BUILD_TYPE=Debug -DCMAKE_EXPORT_COMPILE_COMMANDS=ON $(ROOT)/plugins/swot
+
+config-swot: prep ## configure make for swot plugin
+	cd $(SWOT_BUILD); cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_EXPORT_COMPILE_COMMANDS=ON $(ROOT)/plugins/swot
+
+swot: ## build swot plugin
+	make -j4 -C $(SWOT_BUILD)
+
+install-swot: ## install icesat2 plugin to system
+	make -C $(SWOT_BUILD) install
+
+uninstall-swot: ## uninstall most recent install of icesat2 plugin from system
+	xargs rm < $(SWOT_BUILD)/install_manifest.txt
+
 ########################
 # Development Targets
 ########################
@@ -197,7 +234,7 @@ asan: prep ## build address sanitizer debug version of sliderule binary
 ctags: ## generate ctags
 	if [ -d ".clangd/index/" ]; then rm -f .clangd/index/*; fi             ## clear clagnd index (before clangd-11)
 	if [ -d ".cache/clangd/index/" ]; then rm -f .cache/clangd/index/*; fi ## clear clagnd index (clangd-11)
-	/usr/bin/jq -s 'add' $(SLIDERULE_BUILD)/compile_commands.json $(PGC_BUILD)/compile_commands.json $(ICESAT2_BUILD)/compile_commands.json $(GEDI_BUILD)/compile_commands.json $(LANDSAT_BUILD)/compile_commands.json > compile_commands.json
+	/usr/bin/jq -s 'add' $(SLIDERULE_BUILD)/compile_commands.json $(PGC_BUILD)/compile_commands.json $(ICESAT2_BUILD)/compile_commands.json $(GEDI_BUILD)/compile_commands.json $(LANDSAT_BUILD)/compile_commands.json $(USGS3DEP_BUILD)/compile_commands.json $(OPENDATA_BUILD)/compile_commands.json $(SWOT_BUILD)/compile_commands.json > compile_commands.json
 
 testmem: ## run memory test on sliderule
 	valgrind --leak-check=full --track-origins=yes --track-fds=yes sliderule $(testcase)
@@ -234,6 +271,9 @@ prep: ## create necessary build directories
 	mkdir -p $(ICESAT2_BUILD)
 	mkdir -p $(GEDI_BUILD)
 	mkdir -p $(LANDSAT_BUILD)
+	mkdir -p $(USGS3DEP_BUILD)
+	mkdir -p $(OPENDATA_BUILD)
+	mkdir -p $(SWOT_BUILD)
 
 clean: ## clean last build
 	- make -C $(SLIDERULE_BUILD) clean
@@ -242,14 +282,17 @@ clean: ## clean last build
 	- make -C $(ICESAT2_BUILD) clean
 	- make -C $(GEDI_BUILD) clean
 	- make -C $(LANDSAT_BUILD) clean
+	- make -C $(USGS3DEP_BUILD) clean
+	- make -C $(OPENDATA_BUILD) clean
+	- make -C $(SWOT_BUILD) clean
 
 distclean: ## fully remove all non-version controlled files and directories
 	- rm -Rf $(BUILD)
 	- rm -Rf $(STAGE)
 	- cd $(ROOT)/docs && ./clean.sh
 	- cd $(ROOT)/clients/python && ./clean.sh
 	- find -name ".cookies" -exec rm {} \;
-	- rm compile_commands.json
+	- rm -f compile_commands.json
 
 help: ## that's me!
 	@printf "\033[37m%-30s\033[0m %s\n" "#-----------------------------------------------------------------------------------------"

diff --git a/clients/nodejs/.gitignore b/clients/nodejs/.gitignore
@@ -0,0 +1,130 @@
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+lerna-debug.log*
+.pnpm-debug.log*
+
+# Diagnostic reports (https://nodejs.org/api/report.html)
+report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json
+
+# Runtime data
+pids
+*.pid
+*.seed
+*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+*.lcov
+
+# nyc test coverage
+.nyc_output
+
+# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+bower_components
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+build/Release
+
+# Dependency directories
+node_modules/
+jspm_packages/
+
+# Snowpack dependency directory (https://snowpack.dev/)
+web_modules/
+
+# TypeScript cache
+*.tsbuildinfo
+
+# Optional npm cache directory
+.npm
+
+# Optional eslint cache
+.eslintcache
+
+# Optional stylelint cache
+.stylelintcache
+
+# Microbundle cache
+.rpt2_cache/
+.rts2_cache_cjs/
+.rts2_cache_es/
+.rts2_cache_umd/
+
+# Optional REPL history
+.node_repl_history
+
+# Output of 'npm pack'
+*.tgz
+
+# Yarn Integrity file
+.yarn-integrity
+
+# dotenv environment variable files
+.env
+.env.development.local
+.env.test.local
+.env.production.local
+.env.local
+
+# parcel-bundler cache (https://parceljs.org/)
+.cache
+.parcel-cache
+
+# Next.js build output
+.next
+out
+
+# Nuxt.js build / generate output
+.nuxt
+dist
+
+# Gatsby files
+.cache/
+# Comment in the public line in if your project uses Gatsby and not Next.js
+# https://nextjs.org/blog/next-9-1#public-directory-support
+# public
+
+# vuepress build output
+.vuepress/dist
+
+# vuepress v2.x temp and cache directory
+.temp
+.cache
+
+# Docusaurus cache and generated files
+.docusaurus
+
+# Serverless directories
+.serverless/
+
+# FuseBox cache
+.fusebox/
+
+# DynamoDB Local files
+.dynamodb/
+
+# TernJS port file
+.tern-port
+
+# Stores VSCode versions used for testing VSCode extensions
+.vscode-test
+
+# yarn v2
+.yarn/cache
+.yarn/unplugged
+.yarn/build-state.yml
+.yarn/install-state.gz
+.pnp.*
diff --git a/clients/nodejs/Makefile b/clients/nodejs/Makefile
@@ -0,0 +1,30 @@
+ROOT = $(shell pwd)
+TEST ?= tests
+
+test: ## run unit tests against public cluster
+	cd sliderule; jest $(TEST)
+
+test-local: ## run unit tests against local running sliderule server
+	cd sliderule; jest $(TEST) --setupFiles $(ROOT)/sliderule/tests/local.config.js
+
+test-developer: ## run unit tests against developers cluster
+	cd sliderule; jest $(TEST) --setupFiles $(ROOT)/sliderule/tests/developer.config.js
+
+publish: ## publish package to npm registry
+	cd sliderule; npm publish --access public
+
+login: ## login to npm registry
+	npm login --scope sliderule --auth-type legacy
+
+install: ## install project (installs dependencies in package.json file)
+	cd sliderule; npm install
+
+init: ## initialize project
+	cd sliderule; npm init --scope sliderule
+
+distclean: ## fully remove all non-version controlled files and directories
+	-rm -Rf sliderule/node_modules/
+
+help: ## That's me!
+	@grep -E '^[a-zA-Z_-].+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
+	@echo ENVVER:$(ENVVER)