Merge pull request #480 from alphagov/auth-1330-robots

AUTH-1330: Serve `robots.txt` from load balancer

Author: chrisclayson

Dockerfile

@@ -4,7 +4,6 @@ COPY package.json ./
 COPY yarn.lock ./
 COPY tsconfig.json ./
 COPY ./src ./src
-COPY ./static ./static
 COPY ./@types ./@types
 RUN yarn install && yarn build
 

ci/terraform/alb.tf

@@ -49,3 +49,23 @@ resource "aws_alb_listener" "frontend_alb_listener_https" {
 
   tags = local.default_tags
 }
+
+resource "aws_alb_listener_rule" "frontend_alb_listener_https_robots" {
+  listener_arn = aws_alb_listener.frontend_alb_listener_https.arn
+  priority     = 10
+
+  action {
+    type = "fixed-response"
+    fixed_response {
+      content_type = "text/plain"
+      message_body = file("static/robots.txt")
+      status_code  = 200
+    }
+  }
+
+  condition {
+    path_pattern {
+      values = ["/robots.txt"]
+    }
+  }
+}