Merge remote-tracking branch 'origin/main' into kris/registry-deploy-auth-core

# Conflicts:
#	components/operationsValidation.js
#	unitTests/server/fastifyRoutes/operationsValidation.test.js

Author: kriszyp

.gitignore

@@ -50,6 +50,7 @@ harper-*.tgz
 # AI
 .antigravitycli/
 .claude/
+cache/
 
 # YCSB benchmark results (generated)
 benchmarks/ycsb/results/

AGENTS.md

@@ -43,6 +43,8 @@ npx mocha unitTests/resources/mytest.js
 
 TypeScript is stripped at runtime via `--conditions=typestrip` (Node.js native type stripping) — no compilation required for development. Use `npm run test:unit:typestrip` to run tests with this mode.
 
+**Test timing:** prefer condition-waits over fixed `delay(N)` sleeps. `await delay(N); assert(sideEffectHappened)` races against loaded runners and is the root cause of a class of flakiness (#1138). Use the shared `waitFor(condition, timeout?, interval?)` helper in `unitTests/waitFor.js` to poll until the actual condition holds. Reserve fixed sleeps for genuinely modeling elapsed time (TTL/expiry windows) or asserting a non-event (that something has _not_ happened yet).
+
 ---
 
 ## Architecture

components/componentLoader.ts

@@ -77,6 +77,7 @@ export function loadComponentDirectories(loadedPluginModules?: Map<any, any>, lo
 	}
 	const hdbAppFolder = process.env.RUN_HDB_APP;
 	if (hdbAppFolder) {
+		if (getWorkerIndex() === 0) harperLogger.info?.('Loading application from ' + hdbAppFolder);
 		cfsLoaded.push(
 			loadComponent(hdbAppFolder, resources, hdbAppFolder, {
 				isRoot: false,

components/operations.js

@@ -384,6 +384,7 @@ async function deployComponent(req) {
 				allowInstallScripts: req.install_allow_scripts,
 			};
 		}
+		if (req.urlPath !== undefined) applicationConfig.urlPath = req.urlPath;
 		await configUtils.addConfig(req.project, applicationConfig);
 	}
 

components/operationsValidation.js

@@ -242,6 +242,14 @@ function deployComponentValidator(req) {
 		install_timeout: Joi.number().optional(),
 		install_allow_scripts: Joi.boolean().optional(),
 		force: Joi.boolean().optional(),
+		urlPath: Joi.string()
+			.min(1)
+			.custom((value, helpers) => {
+				if (value.includes('..')) return helpers.error('any.invalid');
+				return value;
+			})
+			.optional()
+			.messages({ 'any.invalid': 'urlPath must not contain ".."' }),
 		// Transient private-registry auth: never persisted, never replicated. Used only for this
 		// node's npm pack/install during the deploy.
 		registryAuth: Joi.array()
@@ -263,7 +271,7 @@ function deployComponentValidator(req) {
 				})
 			)
 			.optional(),
-	});
+	}).with('urlPath', 'package');
 
 	return validator.validateBySchema(req, deployProjSchema);
 }

resources/graphql.ts

@@ -6,6 +6,7 @@ import { Resources } from './Resources.ts';
 import type { NamedTypeNode, StringValueNode } from 'graphql';
 import { once } from 'node:events';
 import { ClientError } from '../utility/errors/hdbError.ts';
+import harperLogger from '../utility/logging/harper_logger.ts';
 
 const PRIMITIVE_TYPES = ['ID', 'Int', 'Float', 'Long', 'String', 'Boolean', 'Date', 'Bytes', 'Any', 'BigInt', 'Blob'];
 
@@ -39,7 +40,13 @@ server.knownGraphQLDirectives.push(
  * @param resources
  */
 export function handleApplication(scope: import('../components/Scope.ts').Scope) {
+	let initialLoadComplete = false;
 	const entryHandler = scope.handleEntry(async (entry) => {
+		if (initialLoadComplete) {
+			scope.requestRestart();
+			return;
+		}
+
 		if (entry.eventType === 'unlink') return;
 		if (entry.entryType === 'directory') {
 			scope.logger.warn?.('graphqlSchema currently does not handle directories. Specify file patterns only.');
@@ -48,7 +55,11 @@ export function handleApplication(scope: import('../components/Scope.ts').Scope)
 
 		await processGraphQLSchema((entry as any).contents, entry.urlPath, entry.absolutePath, scope.resources);
 	});
-	return once(entryHandler, 'initialLoadComplete');
+	const initialLoadPromise = once(entryHandler, 'initialLoadComplete');
+	initialLoadPromise.then(() => {
+		initialLoadComplete = true;
+	});
+	return initialLoadPromise;
 }
 
 async function processGraphQLSchema(gqlContent, urlPath, filePath, resources) {
@@ -251,6 +262,11 @@ async function processGraphQLSchema(gqlContent, urlPath, filePath, resources) {
 		// with graphql database definitions, this is a declaration that the table should exist and that it
 		// should be created if it does not exist
 		typeDef.tableClass = table(typeDef);
+		if (getWorkerIndex() === 0) {
+			const pk = (typeDef.properties as any[])?.find((p) => p.isPrimaryKey)?.name ?? 'id';
+			const schemaPart = typeDef.database ? `, schema: ${typeDef.database}` : '';
+			harperLogger.info?.(`Initialized table "${typeDef.table}"${schemaPart}, primaryKey: ${pk}`);
+		}
 		if (typeDef.export) {
 			// allow empty string to be used to declare a table on the root path
 			if (typeDef.export.name === '') resources.set(dirname(urlPath), typeDef.tableClass);

resources/indexes/HierarchicalNavigableSmallWorld.ts

@@ -156,6 +156,10 @@ export class HierarchicalNavigableSmallWorld {
 	distance: (a: number[], b: number[]) => number;
 	int8 = false; // store vectors as int8-quantized bins (set via the `quantization` index option)
 	efSearchConfigured = false; // whether the schema set an explicit search ef; if not, search ef auto-scales with N
+	// Caches the Int8Array-converted clone of a frozen (decoded-from-disk) int8 node, keyed by the
+	// frozen node the object store hands back. WeakMap so entries are collected when the store evicts
+	// the frozen node — without it, every cache hit on a frozen node would re-slice and re-clone.
+	private convertedNodes = new WeakMap<object, any>();
 	constructor(indexStore: any, options: any) {
 		this.indexStore = indexStore;
 		if (indexStore) {
@@ -495,15 +499,27 @@ export class HierarchicalNavigableSmallWorld {
 
 	private safeGetSync(key: any, options?: any): any {
 		try {
-			const node = this.indexStore.getSync(key, options);
+			let node = this.indexStore.getSync(key, options);
 			// A quantized vector decodes as a bin (Uint8Array/Buffer) that is a view into the
 			// store's read buffer, which may be reused on the next getSync — so copy the bytes
 			// into a retained Int8Array (raw two's-complement reinterpret). The Int8Array guard
 			// skips re-conversion when the object store (useObjectStore) hands back an
 			// already-converted cached node. Float nodes (vector is a number[]) pass through.
 			if (node && node.vector && !Array.isArray(node.vector) && !(node.vector instanceof Int8Array)) {
+				// A node decoded from disk (a cache miss, common once the table outgrows the object
+				// cache) is frozen — the index store sets freezeData — so assigning node.vector would
+				// throw and the catch below would silently drop the node, fragmenting the graph (#1161).
+				// Clone the frozen node, memoizing the clone against the frozen node so repeated cache
+				// hits skip re-slicing/re-cloning. Mutate in place only the writable just-written object.
+				const cached = this.convertedNodes.get(node);
+				if (cached) return cached;
 				const u8 = node.vector as Uint8Array;
-				node.vector = new Int8Array(u8.buffer, u8.byteOffset, u8.byteLength).slice();
+				const vector = new Int8Array(u8.buffer, u8.byteOffset, u8.byteLength).slice();
+				if (Object.isFrozen(node)) {
+					const converted = { ...node, vector };
+					this.convertedNodes.set(node, converted);
+					node = converted;
+				} else node.vector = vector;
 			}
 			return node;
 		} catch {

unitTests/components/EntryHandler.test.js

@@ -6,7 +6,7 @@ const { tmpdir } = require('node:os');
 const { mkdtempSync, mkdirSync, writeFileSync, rmSync } = require('node:fs');
 const { writeFile, mkdir } = require('node:fs/promises');
 const { spy } = require('sinon');
-const { waitFor } = require('./waitFor.js');
+const { waitFor } = require('../waitFor.js');
 
 function generateFixture(dirPath, fixture) {
 	mkdirSync(dirPath, { recursive: true });

unitTests/components/Scope.test.js

@@ -12,7 +12,7 @@ const { Resources } = require('#src/resources/Resources');
 const { EntryHandler } = require('#src/components/EntryHandler');
 const { restartNeeded, resetRestartNeeded } = require('#src/components/requestRestart');
 const { writeFile } = require('node:fs/promises');
-const { waitFor } = require('./waitFor.js');
+const { waitFor } = require('../waitFor.js');
 const { ApplicationScope } = require('#src/components/ApplicationScope');
 const { deployLifecycle, _resetForTests: resetDeployLifecycle } = require('#src/components/deployLifecycle');