From 8059b674928030bb0f6bc92673865a842505569c Mon Sep 17 00:00:00 2001
From: paulmwatson <github.com@paulmwatson.com>
Date: Wed, 7 Aug 2024 07:07:49 +0200
Subject: [PATCH] Updated crawl delay for bots

---
 pombola/templates/robots.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/pombola/templates/robots.txt b/pombola/templates/robots.txt
index f842866d9..bea65fbbb 100644
--- a/pombola/templates/robots.txt
+++ b/pombola/templates/robots.txt
@@ -1,4 +1,5 @@
 User-agent: *
+Crawl-delay: 120
 
 {% if staging %}
 # This is a staging server, so we ask all search engines not to index it.
@@ -8,3 +9,4 @@ Disallow: /
 Disallow: /feedback
 Disallow: /admin
 Disallow: /county-performance
+