gruntjscom: Replace robots.txt on stage.gruntjs.com with "Disallow"

jquery · Feb 16, 2024 · 137dab8 · 137dab8
1 parent f7b8366
commit 137dab8
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 0 deletions.
diff --git a/hieradata/environments/staging/roles/gruntjscom.yaml b/hieradata/environments/staging/roles/gruntjscom.yaml
@@ -1,2 +1,3 @@
 profile::gruntjscom::canonical_name: stage.gruntjs.com
 profile::gruntjscom::aliases: []
+profile::gruntjscom::robots_deny: true
diff --git a/modules/profile/manifests/gruntjscom.pp b/modules/profile/manifests/gruntjscom.pp
@@ -3,6 +3,7 @@
   String[1]           $tls_key_name   = lookup('profile::gruntjscom::tls_key_name'),
   Stdlib::Fqdn        $canonical_name = lookup('profile::gruntjscom::canonical_name'),
   Array[Stdlib::Fqdn] $aliases        = lookup('profile::gruntjscom::aliases'),
+  Boolean             $robots_deny    = lookup('profile::gruntjscom::robots_deny', {default_value => false}),
 ) {
   ensure_packages(['nodejs', 'npm'])
 
@@ -50,4 +51,11 @@
     content => template('profile/gruntjscom/site.nginx.erb'),
     require => Letsencrypt::Certificate[$tls_key_name],
   }
+
+  if $robots_deny {
+    file { "${base_path}/robots.txt":
+      ensure  => file,
+      content => "User-Agent: *\nDisallow: /\n",
+    }
+  }
 }
diff --git a/modules/profile/templates/gruntjscom/site.nginx.erb b/modules/profile/templates/gruntjscom/site.nginx.erb
@@ -21,6 +21,12 @@ server {
   location /.well-known/acme-challenge {
     root /var/www/letsencrypt/;
   }
+
+<%- if @robots_deny -%>
+  location = /robots.txt {
+    try_files <%= @base_path %>/robots.txt;
+  }
+<%- end -%>
 }
 
 server {