Add Bun runtime support

.github/workflows/integration-tests.yml

@@ -134,6 +134,66 @@ jobs:
           retention-days: 3
           if-no-files-found: ignore
 
+  run-integration-apiTests-bun:
+    name: Integration API Tests (Bun)
+    if: false
+    needs: [build]
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - name: Setup Node.js
+        uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
+        with:
+          node-version: 24
+          package-manager-cache: false
+
+      - name: Setup Bun
+        uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2
+
+      - name: Download build artifacts
+        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
+        with:
+          name: harper-build-artifacts-node-24
+
+      - name: Setup Harper
+        env:
+          DEFAULTS_MODE: 'dev'
+          HDB_ADMIN_USERNAME: 'admin'
+          HDB_ADMIN_PASSWORD: 'password'
+          ROOTPATH: '/tmp/hdb'
+          OPERATIONSAPI_NETWORK_PORT: 9925
+          LOGGING_LEVEL: 'debug'
+          LOGGING_STDSTREAMS: true
+          THREADS_COUNT: 1
+          THREADS_DEBUG: false
+          NODE_HOSTNAME: 'localhost'
+        run: |
+          mkdir -p /tmp/hdb/log
+          node ./dist/bin/harper.js install > /tmp/hdb/log/install-stdout.log 2> /tmp/hdb/log/install-stderr.log
+          sleep 10
+          bun ./dist/bin/harper.js start > /tmp/hdb/log/start-stdout.log 2> /tmp/hdb/log/start-stderr.log &
+          sleep 10
+
+      - name: Run API Tests
+        id: run-api-tests
+        env:
+          HDB_ADMIN_USERNAME: 'admin'
+          HDB_ADMIN_PASSWORD: 'password'
+        run: npm run test:integration:api-tests
+
+      - name: Upload Harper logs
+        if: failure()
+        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
+        with:
+          name: harper-integration-api-test-logs-bun
+          path: /tmp/hdb/log/
+          retention-days: 3
+          if-no-files-found: ignore
+
   run-integration-tests:
     name: Integration Tests ${{matrix.shard}}/4 (Node.js v${{ matrix.node-version }})
     runs-on: ubuntu-latest
@@ -173,6 +233,7 @@ jobs:
         env:
           HARPER_INTEGRATION_TEST_LOG_DIR: /tmp/harper-integration-test-logs
           HARPER_LEGACY_VERSION_PATH: /tmp/harperdb-legacy/node_modules/harperdb
+          HARPER_INTEGRATION_TEST_INSTALL_SCRIPT: dist/bin/harper.js
         run: |
           npm run test:integration:all -- --shard=${{ matrix.shard }}/4
 
@@ -184,3 +245,125 @@ jobs:
           path: /tmp/harper-integration-test-logs/
           retention-days: 3
           if-no-files-found: ignore
+
+  build-windows:
+    name: Build Harper (Windows, Node.js v22)
+    runs-on: windows-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - name: Setup Node.js 22
+        uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
+        with:
+          node-version: 22
+          package-manager-cache: false
+
+      - name: Install dependencies
+        run: npm install --ignore-scripts
+
+      - name: Build
+        run: npm run build
+        continue-on-error: true # we currently have type errors so just ignore that
+
+      - name: Upload build artifacts
+        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
+        with:
+          name: harper-build-artifacts-windows
+          path: |
+            dist/
+            static/
+            node_modules/
+            package.json
+          retention-days: 1
+
+  run-integration-tests-windows:
+    name: Integration Tests ${{matrix.shard}}/4 (Windows, Node.js v22)
+    runs-on: windows-latest
+    needs: [build-windows]
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [1, 2, 3, 4]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - name: Setup Node.js 22
+        uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
+        with:
+          node-version: 22
+          package-manager-cache: false
+
+      - name: Download build artifacts
+        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
+        with:
+          name: harper-build-artifacts-windows
+
+      - name: Install harperdb@4 for legacy tests
+        run: npm install --ignore-scripts --prefix "${{ runner.temp }}/harperdb-legacy" harperdb@4
+
+      - name: Run Integration Test Shard ${{ matrix.shard }}
+        env:
+          HARPER_INTEGRATION_TEST_LOG_DIR: ${{ runner.temp }}/harper-integration-test-logs
+          HARPER_LEGACY_VERSION_PATH: ${{ runner.temp }}/harperdb-legacy/node_modules/harperdb
+          HARPER_INTEGRATION_TEST_INSTALL_SCRIPT: dist/bin/harper.js
+        run: npm run test:integration -- --shard=${{ matrix.shard }}/4
+
+      - name: Upload Harper server logs
+        if: failure()
+        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
+        with:
+          name: harper-server-logs-windows-shard-${{ matrix.shard }}
+          path: ${{ runner.temp }}/harper-integration-test-logs/
+          retention-days: 3
+          if-no-files-found: ignore
+
+  run-integration-tests-bun:
+    name: Integration Tests ${{matrix.shard}}/4 (Bun)
+    runs-on: ubuntu-latest
+    needs: [build]
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [1, 2, 3, 4]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - name: Setup Node.js
+        uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6.3.0
+        with:
+          node-version: 24
+          package-manager-cache: false
+
+      - name: Setup Bun
+        uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2
+
+      - name: Download build artifacts
+        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
+        with:
+          name: harper-build-artifacts-node-24
+
+      - name: Relink bin scripts
+        run: npm install --ignore-scripts
+
+      - name: Run Integration Test Shard ${{ matrix.shard }}
+        env:
+          HARPER_INTEGRATION_TEST_LOG_DIR: /tmp/harper-integration-test-logs
+          HARPER_RUNTIME: bun
+          HARPER_INTEGRATION_TEST_INSTALL_SCRIPT: dist/bin/harper.js
+        run: |
+          npm run test:integration -- --shard=${{ matrix.shard }}/4
+
+      - name: Upload Harper server logs
+        if: failure()
+        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
+        with:
+          name: harper-server-logs-bun-shard-${{ matrix.shard }}
+          path: /tmp/harper-integration-test-logs/
+          retention-days: 3
+          if-no-files-found: ignore

.oxlintrc.json

@@ -39,7 +39,8 @@
 		"threads": "readonly",
 		"Resource": "readonly",
 		"headersTest": "readonly",
-		"logger": "readonly"
+		"logger": "readonly",
+		"Bun": "readonly"
 	},
 	"ignorePatterns": ["unitTests/security/jsLoader/fixtures"]
 }

Dockerfile

@@ -20,18 +20,33 @@ RUN <<-EOF
   chown -R harperdb:harperdb /home/harperdb
 EOF
 
+# Create entrypoint that selects runtime via HARPER_RUNTIME env var
+RUN <<-'EOF' > /usr/local/bin/docker-entrypoint.sh
+#!/bin/sh
+set -e
+if [ "$HARPER_RUNTIME" = "bun" ]; then
+  exec bun "$(which harper)" "$@"
+else
+  exec harper "$@"
+fi
+EOF
+RUN chmod +x /usr/local/bin/docker-entrypoint.sh
+
 WORKDIR /home/harperdb
 
 USER harperdb
 
 # Install pnpm
 RUN wget -qO- https://get.pnpm.io/install.sh | ENV="$HOME/.bashrc" SHELL="$(which bash)" bash -
 
+# Install Bun
+RUN curl -fsSL https://bun.sh/install | bash
+
 COPY --from=build /usr/src/harper/harper-*.tgz .
 
-# Configure NPM
+# Configure NPM and Bun paths
 ENV NPM_CONFIG_PREFIX=/home/harperdb/.npm-global
-ENV PATH=/home/harperdb/.npm-global/bin:$PATH
+ENV PATH=/home/harperdb/.npm-global/bin:/home/harperdb/.bun/bin:$PATH
 
 VOLUME /home/harperdb/harper
 
@@ -58,6 +73,6 @@ EXPOSE 9926
 EXPOSE 9932
 EXPOSE 9933
 
-ENTRYPOINT ["harper"]
+ENTRYPOINT ["/usr/local/bin/docker-entrypoint.sh"]
 
-CMD ["run"]
+CMD ["run"]

bin/harper.js

@@ -9,7 +9,9 @@ const { packageJson } = require('../utility/packageUtils.js');
 const checkNode = require('../launchServiceScripts/utility/checkNodeVersion.js');
 const hdbTerms = require('../utility/hdbTerms.ts');
 const { SERVICE_ACTIONS_ENUM } = hdbTerms;
-process.setSourceMapsEnabled(true); // this is necessary for source maps to work, at least on the main thread.
+if (typeof process.setSourceMapsEnabled === 'function') {
+	process.setSourceMapsEnabled(true); // this is necessary for source maps to work, at least on the main thread.
+}
 
 const HELP = `
 Usage: harperdb [command]

bin/lite.js

@@ -1,5 +1,3 @@
-const { startHTTPThreads, startSocketServer } = require('../server/threads/socketRouter.ts');
+const { startHTTPThreads } = require('../server/threads/socketRouter.ts');
 
-startHTTPThreads(0, true);
-startSocketServer(9925);
-startSocketServer(9926);
+startHTTPThreads(1);

components/componentLoader.ts

@@ -32,13 +32,11 @@
 import { server } from '../server/Server.ts';
 import { Resources } from '../resources/Resources.ts';
 import { table } from '../resources/databases.ts';
-import { startSocketServer } from '../server/threads/socketRouter.ts';
 import { getHdbBasePath } from '../utility/environment/environmentManager.js';
 import * as operationsServer from '../server/operationsServer.ts';
 import * as auth from '../security/auth.ts';
 import * as mqtt from '../server/mqtt.ts';
 import { getConfigObj, getConfigPath } from '../config/configUtils.js';
-import { createReuseportFd } from '../server/serverHelpers/Request.ts';
 import { ErrorResource } from '../resources/ErrorResource.ts';
 import { Scope } from './Scope.ts';
 import { ApplicationScope } from './ApplicationScope.ts';
@@ -92,7 +90,7 @@
 	});
 }
 
 export const TRUSTED_RESOURCE_PLUGINS = {
 	REST, // for backwards compatibility with older configs
 	rest: REST,
 	graphql: graphqlQueryHandler,
@@ -122,7 +120,6 @@
 
 const BUILT_INS = Object.keys(TRUSTED_RESOURCE_PLUGINS);
 
-const portsStarted = [];
 export const loadedPaths = new Map();
 let errorReporter;
 export function setErrorReporter(reporter) {
@@ -466,22 +463,8 @@
 							...componentConfig,
 						})) || extensionModule;
 					if (isRoot && network) {
-						for (const possiblePort of [port, securePort]) {
-							try {
-								if (+possiblePort && !portsStarted.includes(possiblePort)) {
-									const sessionAffinity = env.get(CONFIG_PARAMS.HTTP_SESSIONAFFINITY);
-									if (sessionAffinity)
-										harperLogger.warn('Session affinity is not recommended and may cause memory leaks');
-									if (sessionAffinity || !createReuseportFd) {
-										// if there is a TCP port associated with the plugin, we set up the routing on the main thread for it
-										portsStarted.push(possiblePort);
-										startSocketServer(possiblePort, sessionAffinity);
-									}
-								}
-							} catch (error) {
-								console.error('Error listening on socket', possiblePort, error, componentName);
-							}
-						}
+						if (env.get(CONFIG_PARAMS.HTTP_SESSIONAFFINITY))
+							harperLogger.warn('Session affinity is not supported and will be ignored');
 					}
 				}
 				if (resources.isWorker)

components/deriveURLPath.ts

@@ -1,4 +1,3 @@
-import { join } from 'node:path';
 import type { Component } from './Component.js';
 import type { ComponentV1 } from './ComponentV1.js';
 
@@ -8,6 +7,7 @@ function pathStartsWithBase(base: string, path: string) {
 }
 
 export function deriveURLPath(component: Component | ComponentV1, path: string, type: 'file' | 'directory'): string {
+	path = path.replace(/\\/g, '/'); // converting from potential windows path to URL paths
 	if (path.startsWith('./')) {
 		path = path.slice(2); // remove leading './'
 	}
@@ -53,5 +53,5 @@ export function deriveURLPath(component: Component | ComponentV1, path: string,
 		}
 	}
 
-	return join(component.baseURLPath, path);
+	return component.baseURLPath + path; // note, do NOT use join here, this is not a file system path, this is a URL path
 }

integrationTests/apiTests/config/envConfig.mjs

@@ -83,7 +83,7 @@ export function createHeaders(username, password) {
 	const headers = {
 		'Authorization': `Basic ${Buffer.from(`${username}:${password}`).toString('base64')}`,
 		'Content-Type': 'application/json',
-		'Connection': 'keep-alive',
+		'Connection': 'close',
 	};
 	return headers;
 }