diff --git a/pombola/templates/robots.txt b/pombola/templates/robots.txt index f842866d9..bea65fbbb 100644 --- a/pombola/templates/robots.txt +++ b/pombola/templates/robots.txt @@ -1,4 +1,5 @@ User-agent: * +Crawl-delay: 120 {% if staging %} # This is a staging server, so we ask all search engines not to index it. @@ -8,3 +9,4 @@ Disallow: / Disallow: /feedback Disallow: /admin Disallow: /county-performance +