Add sitemap, robots.txt, canonical URLs, and JSON-LD structured data

claude · claude · commit ec4be00e772a · 2026-06-09T21:51:13.000Z
- @astrojs/sitemap integration → sitemap-index.xml at build time - public/robots.txt pointing at the sitemap - rel=canonical on every page, always resolving to the production domain so Cloudflare Pages preview deployments don't compete in search indexes - JSON-LD: WebSite + SoftwareSourceCode on every page, plus a BreadcrumbList on component pages - Canonical domain switched from antadesign.dev to anta.design everywhere: astro.config site, llms.txt/llms-full.txt, docs https://claude.ai/code/session_014L7DSpJXPXNJ3qe2R1AMH7
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,7 +2,7 @@
 
 All notable changes to the `@antadesign/anta` package are documented here. The format follows [Keep a Changelog](https://keepachangelog.com/en/1.1.0/) and the project tries to follow [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-This file only tracks what ships to npm consumers — anything under `src/`, `dist/`, the build / generator scripts, and root files in the published tarball. Updates to the documentation site at `antadesign.dev` are not consumer-facing and are intentionally not in this changelog; see the commit history for the site narrative.
+This file only tracks what ships to npm consumers — anything under `src/`, `dist/`, the build / generator scripts, and root files in the published tarball. Updates to the documentation site at `anta.design` are not consumer-facing and are intentionally not in this changelog; see the commit history for the site narrative.
 
 Versions ending in `-dev.N` are pre-release builds published under the npm `dev` dist-tag; main releases drop the suffix. Always pin a specific version in your `package.json` (`"@antadesign/anta": "0.1.1-dev.1"`) rather than the floating `"dev"` tag — the floating tag tracks the latest dev build and will silently change between installs.
 
diff --git a/CLAUDE.md b/CLAUDE.md
@@ -83,7 +83,7 @@ Each version string is immutable on npm — always bump before publishing.
 
 ## Changelog
 
-`CHANGELOG.md` at the repo root documents changes to **the `@antadesign/anta` package only** — code shipped to npm consumers (anything under `src/` and `dist/`, plus root files in the published tarball). The docs site under `site/` is its own thing and **does not** belong in the changelog. New site pages, component-docs polish, demos, layout tweaks — all of that ships only on `antadesign.dev` and isn't a consumer-facing change.
+`CHANGELOG.md` at the repo root documents changes to **the `@antadesign/anta` package only** — code shipped to npm consumers (anything under `src/` and `dist/`, plus root files in the published tarball). The docs site under `site/` is its own thing and **does not** belong in the changelog. New site pages, component-docs polish, demos, layout tweaks — all of that ships only on `anta.design` and isn't a consumer-facing change.
 
 When in doubt: would a consumer who installs this version see this change in their app? If no, leave it out of `CHANGELOG.md`. Use commit messages and PR descriptions for the docs-site narrative.
 
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
diff --git a/site/CLAUDE.md b/site/CLAUDE.md
@@ -1,6 +1,6 @@
 # Anta docs site (`site/`)
 
-This is the documentation site for `@antadesign/anta`, deployed at antadesign.dev. It is **not** part of the published npm package — anything that ships to consumers lives in the repo root (`src/`, `dist/`).
+This is the documentation site for `@antadesign/anta`, deployed at anta.design. It is **not** part of the published npm package — anything that ships to consumers lives in the repo root (`src/`, `dist/`).
 
 Stack: Astro 5 static output, Preact islands (`@astrojs/preact`, with `compat: true` so `react` aliases to `preact/compat`), MDX for component pages, astro-expressive-code for syntax-highlighted code blocks, Monaco editor for the interactive playground.
 
diff --git a/site/astro.config.mjs b/site/astro.config.mjs
@@ -1,6 +1,7 @@
 import { defineConfig } from 'astro/config';
 import preact from '@astrojs/preact';
 import mdx from '@astrojs/mdx';
+import sitemap from '@astrojs/sitemap';
 import astroExpressiveCode, { createInlineSvgUrl } from 'astro-expressive-code';
 import remarkGfm from 'remark-gfm';
 import remarkMath from 'remark-math';
@@ -24,7 +25,7 @@ import { fileURLToPath } from 'node:url';
 const reactCompatShim = fileURLToPath(new URL('./lib/react-compat-shim.mjs', import.meta.url));
 
 export default defineConfig({
-  site: 'https://antadesign.dev',
+  site: 'https://anta.design',
   devToolbar: { enabled: false },
   integrations: [
     // compat:false — we install the react→preact/compat aliases ourselves in
@@ -84,6 +85,7 @@ export default defineConfig({
       },
     }),
     mdx(),
+    sitemap(),
   ],
   vite: {
     // With the preset's compat off, replicate the dedupe/SSR-bundling it would
diff --git a/site/package.json b/site/package.json
@@ -16,6 +16,7 @@
     "@antadesign/anta": "workspace:*",
     "@astrojs/mdx": "4.3.14",
     "@astrojs/preact": "4.1.3",
+    "@astrojs/sitemap": "^3.7.3",
     "@monaco-editor/react": "4.7.0",
     "@shikijs/monaco": "3.23.0",
     "astro": "5.18.1",
diff --git a/site/public/robots.txt b/site/public/robots.txt
@@ -0,0 +1,8 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://anta.design/sitemap-index.xml
+
+# LLM-friendly documentation
+# https://anta.design/llms.txt
+# https://anta.design/llms-full.txt
diff --git a/site/src/layouts/DocsLayout.astro b/site/src/layouts/DocsLayout.astro
@@ -35,12 +35,48 @@ try {
   }
 } catch {}
 
-// Resolve URLs against the site config (https://antadesign.dev) so
-// Open Graph / Twitter crawlers receive absolute URLs.
+// Resolve URLs against the site config (https://anta.design) so
+// Open Graph / Twitter crawlers receive absolute URLs, and the canonical
+// link always points at the production domain — Cloudflare Pages preview
+// deployments (*.pages.dev) serve identical content and would otherwise
+// compete in search indexes.
 const ogImage = new URL('/og-image.png', Astro.site).href
 const pageUrl = new URL(Astro.url.pathname, Astro.site).href
 const pageTitle = title ? `${title} — Anta` : 'Anta'
 const description = "Antithesis design system: global CSS tokens, framework-agnostic web components, and JSX wrappers for React and Preact."
+
+// JSON-LD structured data. Every page declares the WebSite; component
+// pages add a breadcrumb trail so search results show the site hierarchy.
+const isComponentPage = /^\/components\/[^/]+\/?$/.test(Astro.url.pathname)
+const jsonLd: object[] = [
+  {
+    '@context': 'https://schema.org',
+    '@type': 'WebSite',
+    name: 'Anta',
+    url: new URL('/', Astro.site).href,
+    description,
+  },
+  {
+    '@context': 'https://schema.org',
+    '@type': 'SoftwareSourceCode',
+    name: '@antadesign/anta',
+    description,
+    url: new URL('/', Astro.site).href,
+    codeRepository: 'https://github.com/antithesishq/anta',
+    programmingLanguage: 'TypeScript',
+    runtimePlatform: ['React', 'Preact'],
+  },
+]
+if (isComponentPage && title) {
+  jsonLd.push({
+    '@context': 'https://schema.org',
+    '@type': 'BreadcrumbList',
+    itemListElement: [
+      { '@type': 'ListItem', position: 1, name: 'Anta', item: new URL('/', Astro.site).href },
+      { '@type': 'ListItem', position: 2, name: title, item: pageUrl },
+    ],
+  })
+}
 ---
 
 <html lang="en">
@@ -49,6 +85,9 @@ const description = "Antithesis design system: global CSS tokens, framework-agno
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <title>{pageTitle}</title>
     <meta name="description" content={description} />
+    <link rel="canonical" href={pageUrl} />
+    <link rel="sitemap" href="/sitemap-index.xml" />
+    <script type="application/ld+json" set:html={JSON.stringify(jsonLd)} />
     <link rel="icon" type="image/svg+xml" href="/anta-favicon.svg" />
     <link rel="apple-touch-icon" sizes="180x180" href="/apple-touch-icon.png" />
 
diff --git a/site/src/pages/components/tooltip.mdx b/site/src/pages/components/tooltip.mdx
@@ -37,7 +37,7 @@ or `interactive` to make it hoverable and clickable (for content like links).
     </Button>
     <Button label="Interact">
       <Tooltip interactive placement="top">
-        See the <a href="https://antadesign.dev/">full guide</a> for details
+        See the <a href="https://anta.design/">full guide</a> for details
       </Tooltip>
     </Button>
   </div>
diff --git a/site/src/pages/llms-full.txt.ts b/site/src/pages/llms-full.txt.ts
@@ -2,7 +2,7 @@ import type { APIRoute } from 'astro'
 import { renderPropsTable } from '../../lib/llms/props-from-api.ts'
 import { parseMdx } from '../../lib/llms/parse-mdx.ts'
 
-const SITE = 'https://antadesign.dev'
+const SITE = 'https://anta.design'
 
 const componentModules = import.meta.glob('./components/*.mdx', {
   eager: true,
diff --git a/site/src/pages/llms.txt.ts b/site/src/pages/llms.txt.ts
@@ -1,6 +1,6 @@
 import type { APIRoute } from 'astro'
 
-const SITE = 'https://antadesign.dev'
+const SITE = 'https://anta.design'
 
 const componentModules = import.meta.glob('./components/*.mdx', { eager: true }) as Record<
   string,
