fix: preserve Unicode in routable content slugs (#2505)

* fix: keep routable content addressable across languages

* fix: keep invalid legacy slugs out of sitemaps

* fix: close routable publish bypasses

* fix: support slugless non-routable seeds

* fix: protect published routable slugs on update

* fix: normalize unusable slugs in seed exports

* fix: reject slugless routable schedules

* chore: clarify slug generation contract

* chore: remove editor implementation narrative

* test: keep revisionless fixture routable

Author: ascorbic

.changeset/unicode-routable-slugs.md

@@ -0,0 +1,6 @@
+---
+"emdash": minor
+"@emdash-cms/admin": minor
+---
+
+Adds native Unicode slugs and requires published entries in routable collections to have a slug. Collections used only for internal or referenced content can set `routable: false` before publishing slugless entries.

e2e/tests/content-types.spec.ts

@@ -182,7 +182,7 @@ test.describe("Content Types", () => {
 			await expect(pluralInput).toHaveValue(TEST_LABEL_PLURAL);
 
 			// Override slug with our unique test slug
-			const slugInput = admin.page.getByLabel("Slug");
+			const slugInput = admin.page.getByLabel("Slug", { exact: true });
 			await slugInput.fill(TEST_SLUG);
 
 			// Submit

packages/admin/package.json

@@ -17,11 +17,15 @@
       "types": "./dist/locales/index.d.ts",
       "default": "./dist/locales/index.js"
     },
-    "./locales/*": "./dist/locales/*"
+    "./locales/*": "./dist/locales/*",
+    "./slugify": {
+      "types": "./dist/slugify.d.ts",
+      "default": "./dist/slugify.js"
+    }
   },
   "scripts": {
     "build": "node --run locale:compile && tsdown && node --run locale:copy && npx @tailwindcss/cli -i src/styles.css -o dist/styles.css --minify",
-    "dev": "tsdown src/index.ts --format esm --dts --watch",
+    "dev": "tsdown --watch",
     "prepublishOnly": "node --run build",
     "check": "publint && attw --pack --ignore-rules=cjs-resolves-to-esm --ignore-rules=no-resolution",
     "test": "vitest",

packages/admin/src/components/ContentTypeEditor.tsx

@@ -160,6 +160,7 @@ export function ContentTypeEditor({
 	const [labelSingular, setLabelSingular] = React.useState(collection?.labelSingular ?? "");
 	const [description, setDescription] = React.useState(collection?.description ?? "");
 	const [urlPattern, setUrlPattern] = React.useState(collection?.urlPattern ?? "");
+	const [routable, setRoutable] = React.useState(collection?.routable ?? true);
 	// SEO is managed via the separate `hasSeo` field; strip any legacy "seo" entry
 	// so it isn't sent back on save (the API enum rejects it).
 	const [supports, setSupports] = React.useState<string[]>(
@@ -200,6 +201,7 @@ export function ContentTypeEditor({
 			labelSingular !== (collection.labelSingular ?? "") ||
 			description !== (collection.description ?? "") ||
 			urlPattern !== (collection.urlPattern ?? "") ||
+			routable !== (collection.routable ?? true) ||
 			JSON.stringify([...supports].toSorted()) !==
 				JSON.stringify(collection.supports.filter((s) => s !== "seo").toSorted()) ||
 			hasSeo !== collection.hasSeo ||
@@ -216,6 +218,7 @@ export function ContentTypeEditor({
 		labelSingular,
 		description,
 		urlPattern,
+		routable,
 		supports,
 		hasSeo,
 		commentsEnabled,
@@ -261,6 +264,7 @@ export function ContentTypeEditor({
 				labelSingular: labelSingular || undefined,
 				description: description || undefined,
 				urlPattern: urlPattern || undefined,
+				routable,
 				supports,
 				hasSeo,
 			});
@@ -270,6 +274,7 @@ export function ContentTypeEditor({
 				labelSingular: labelSingular || undefined,
 				description: description || undefined,
 				urlPattern: urlPattern || undefined,
+				routable,
 				supports,
 				hasSeo,
 				commentsEnabled,
@@ -325,10 +330,6 @@ export function ContentTypeEditor({
 
 	return (
 		<div className="space-y-6">
-			{/* Sticky header keeps the primary save action in view while users
-			    scroll through the settings + fields panels. The bottom-of-form
-			    save button is preserved below for keyboard / screen-reader users
-			    so DOM order still ends with a submit control. */}
 			<EditorHeader
 				leading={
 					<RouterLinkButton
@@ -418,6 +419,20 @@ export function ContentTypeEditor({
 								disabled={isFromCode}
 							/>
 
+							<Switch
+								checked={routable}
+								onCheckedChange={setRoutable}
+								disabled={isFromCode}
+								label={
+									<div>
+										<span className="text-sm font-medium">{t`Routable`}</span>
+										<p className="text-xs text-kumo-subtle">
+											{t`Require a slug before content can be published`}
+										</p>
+									</div>
+								}
+							/>
+
 							<div>
 								<Input
 									label={t`URL Pattern`}

packages/admin/src/lib/api/client.ts

@@ -93,6 +93,7 @@ export interface AdminManifest {
 			supports: string[];
 			hasSeo: boolean;
 			urlPattern?: string;
+			routable?: boolean;
 			titleField?: string;
 			dateField?: string;
 			hidden?: boolean;

packages/admin/src/lib/api/content.ts

@@ -62,7 +62,7 @@ export interface ContentItem {
 
 export interface CreateContentInput {
 	type: string;
-	slug?: string;
+	slug?: string | null;
 	data: Record<string, unknown>;
 	status?: string;
 	bylines?: BylineCreditInput[];
@@ -105,7 +105,7 @@ export interface ContentSeoInput {
 
 export interface UpdateContentInput {
 	data?: Record<string, unknown>;
-	slug?: string;
+	slug?: string | null;
 	status?: string;
 	publishedAt?: string | null;
 	authorId?: string | null;

packages/admin/src/lib/api/schema.ts

@@ -36,6 +36,8 @@ export interface SchemaCollection {
 	supports: string[];
 	source?: string;
 	urlPattern?: string;
+	/** Published entries require a slug unless this is false. */
+	routable?: boolean;
 	hasSeo: boolean;
 	/** Sidebar entry omitted in the admin; the collection stays reachable by URL */
 	hidden: boolean;
@@ -93,6 +95,7 @@ export interface CreateCollectionInput {
 	admin?: CollectionAdminConfig;
 	supports?: string[];
 	urlPattern?: string;
+	routable?: boolean;
 	hasSeo?: boolean;
 	hidden?: boolean;
 	sortOrder?: number | null;
@@ -106,6 +109,7 @@ export interface UpdateCollectionInput {
 	admin?: CollectionAdminConfig;
 	supports?: string[];
 	urlPattern?: string;
+	routable?: boolean;
 	hasSeo?: boolean;
 	hidden?: boolean;
 	sortOrder?: number | null;

packages/admin/src/lib/utils.ts

@@ -1,12 +1,7 @@
 import { type ClassValue, clsx } from "clsx";
 import { twMerge } from "tailwind-merge";
 
-// Regex patterns for slugify
-const DIACRITICS_PATTERN = /[\u0300-\u036f]/g;
-const WHITESPACE_UNDERSCORE_PATTERN = /[\s_]+/g;
-const NON_ALPHANUMERIC_HYPHEN_PATTERN = /[^a-z0-9-]/g;
-const MULTIPLE_HYPHENS_PATTERN = /-+/g;
-const LEADING_TRAILING_HYPHEN_PATTERN = /^-|-$/g;
+export { slugify } from "../slugify.js";
 
 // Regex patterns for parseTimestamp
 const NAIVE_DATETIME_PATTERN = /^\d{4}-\d{2}-\d{2}[ T]\d{2}:\d{2}/;
@@ -33,11 +28,6 @@ export function parseTimestamp(value: string): Date {
 	return new Date(value);
 }
 
-/**
- * Convert a string to a URL-friendly slug.
- *
- * Handles unicode by normalizing to NFD and stripping diacritics.
- */
 export function formatRelativeTime(dateString: string): string {
 	const date = parseTimestamp(dateString);
 	const now = new Date();
@@ -58,14 +48,3 @@ export function formatRelativeTime(dateString: string): string {
 		year: date.getFullYear() !== now.getFullYear() ? "numeric" : undefined,
 	});
 }
-
-export function slugify(text: string): string {
-	return text
-		.toLowerCase()
-		.normalize("NFD")
-		.replace(DIACRITICS_PATTERN, "")
-		.replace(WHITESPACE_UNDERSCORE_PATTERN, "-")
-		.replace(NON_ALPHANUMERIC_HYPHEN_PATTERN, "")
-		.replace(MULTIPLE_HYPHENS_PATTERN, "-")
-		.replace(LEADING_TRAILING_HYPHEN_PATTERN, "");
-}

packages/admin/src/slugify.ts

@@ -0,0 +1,49 @@
+const SEPARATOR_PATTERN = /[\s_]+/gu;
+const UNSAFE_CHARACTER_PATTERN = /[^\p{Letter}\p{Number}\p{Mark}-]+/gu;
+const MULTIPLE_HYPHENS_PATTERN = /-+/g;
+const EDGE_HYPHENS_PATTERN = /^-+|-+$/g;
+const TRAILING_HYPHENS_PATTERN = /-+$/g;
+const USABLE_CHARACTER_PATTERN = /[\p{Letter}\p{Number}]/u;
+const GRAPHEME_SEGMENTER = new Intl.Segmenter("en", { granularity: "grapheme" });
+
+function fallbackSlug(value: string): string {
+	let hash = 2_166_136_261;
+	for (let index = 0; index < value.length; index++) {
+		hash ^= value.charCodeAt(index);
+		hash = Math.imul(hash, 16_777_619);
+	}
+	return `untitled-${(hash >>> 0).toString(36).padStart(7, "0")}`;
+}
+
+function truncateByGrapheme(value: string, maxLength: number): string {
+	if (maxLength <= 0) return "";
+	if (!Number.isFinite(maxLength)) return value;
+
+	let result = "";
+	let length = 0;
+	for (const { segment } of GRAPHEME_SEGMENTER.segment(value)) {
+		if (length >= Math.floor(maxLength)) break;
+		result += segment;
+		length++;
+	}
+	return result.replace(TRAILING_HYPHENS_PATTERN, "");
+}
+
+/**
+ * Convert text to a browser-safe Unicode URL slug.
+ *
+ * Text is NFKC-normalized and lowercased; whitespace and underscores become
+ * hyphens while Unicode letters, numbers, and combining marks are preserved.
+ * The length limit counts grapheme clusters. Inputs without usable characters
+ * receive a stable `untitled-*` fallback.
+ */
+export function slugify(text: string, maxLength = 80): string {
+	const normalized = text.normalize("NFKC").toLowerCase();
+	const slug = normalized
+		.replace(SEPARATOR_PATTERN, "-")
+		.replace(UNSAFE_CHARACTER_PATTERN, "")
+		.replace(MULTIPLE_HYPHENS_PATTERN, "-")
+		.replace(EDGE_HYPHENS_PATTERN, "");
+	const value = USABLE_CHARACTER_PATTERN.test(slug) ? slug : fallbackSlug(normalized);
+	return truncateByGrapheme(value, maxLength);
+}

packages/admin/tests/components/ContentTypeEditor.test.tsx

@@ -61,6 +61,7 @@ function makeCollection(
 		supports: ["drafts"],
 		fields: [],
 		hasSeo: false,
+		routable: true,
 		commentsEnabled: false,
 		commentsModeration: "first_time",
 		commentsClosedAfterDays: 90,
@@ -116,7 +117,7 @@ describe("ContentTypeEditor", () => {
 		await labelInput.fill("Blog Posts");
 
 		// The slug input should auto-populate from the label
-		const slugInput = screen.getByLabelText("Slug");
+		const slugInput = screen.getByLabelText("Slug", { exact: true });
 		await expect.element(slugInput).toHaveValue("blog_posts");
 	});
 
@@ -127,7 +128,7 @@ describe("ContentTypeEditor", () => {
 		const screen = await render(<ContentTypeEditor {...defaultProps()} collection={collection} />);
 
 		// Slug input is only rendered when isNew, so it shouldn't exist
-		const slugInput = screen.getByLabelText("Slug");
+		const slugInput = screen.getByLabelText("Slug", { exact: true });
 		await expect.element(slugInput).not.toBeInTheDocument();
 	});
 
@@ -195,6 +196,7 @@ describe("ContentTypeEditor", () => {
 			labelSingular: "Article",
 			description: undefined,
 			urlPattern: undefined,
+			routable: true,
 			supports: ["drafts", "revisions"], // default
 			hasSeo: false,
 		});
@@ -217,6 +219,7 @@ describe("ContentTypeEditor", () => {
 			labelSingular: "Post",
 			description: "Blog posts",
 			urlPattern: undefined,
+			routable: true,
 			supports: ["drafts"],
 			hasSeo: false,
 			commentsEnabled: false,
@@ -509,6 +512,19 @@ describe("ContentTypeEditor", () => {
 		expect(onSave).toHaveBeenCalledWith(expect.objectContaining({ urlPattern: "/blog/{slug}" }));
 	});
 
+	it("saves whether the collection is routable", async () => {
+		const onSave = vi.fn();
+		const collection = makeCollection({ routable: true });
+		const screen = await render(
+			<ContentTypeEditor {...defaultProps({ onSave })} collection={collection} />,
+		);
+
+		await screen.getByLabelText("Routable").click();
+		await screen.getByRole("button", { name: "Save", exact: true }).last().click();
+
+		expect(onSave).toHaveBeenCalledWith(expect.objectContaining({ routable: false }));
+	});
+
 	it("shows validation error when pattern lacks {slug}", async () => {
 		const collection = makeCollection();
 		const screen = await render(<ContentTypeEditor {...defaultProps()} collection={collection} />);