docs: add robots.txt with sitemap for search-engine indexing

wu-sheng · claude · wu-sheng · commit 946a0f96dad5 · 2026-06-28T00:33:54.000+08:00
Enable Hugo's robots.txt (enableRobotsTXT) and add a template that allows all
crawlers and points to the sitemap, so search engines can discover the docs
site. The sitemap.xml is already generated by Hugo.

Co-Authored-By: Claude Opus 4.8 (1M context) &lt;noreply@anthropic.com&gt;
diff --git a/hugo.toml b/hugo.toml
@@ -3,6 +3,7 @@ title = "SkyAPM .NET Agent"
 theme = "hextra"
 enableGitInfo = true
 enableInlineShortcodes = true
+enableRobotsTXT = true
 
 [markup]
   [markup.highlight]
diff --git a/layouts/robots.txt b/layouts/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Allow: /
+Sitemap: {{ "sitemap.xml" | absURL }}

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+User-agent: *`
	`2`	`+Allow: /`
	`3`	`+Sitemap: {{ "sitemap.xml" \| absURL }}`