diff options
Diffstat (limited to 'modules')
| -rw-r--r-- | modules/server/spectrum/nginx/robots.txt | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/modules/server/spectrum/nginx/robots.txt b/modules/server/spectrum/nginx/robots.txt index 6fba45644c62..b2d1429a929b 100644 --- a/modules/server/spectrum/nginx/robots.txt +++ b/modules/server/spectrum/nginx/robots.txt @@ -2,3 +2,4 @@ User-agent: * # Wildcards are not supported in the robots.txt spec, # but let's hope they work anyway. Disallow: /git/*/snapshot/ +Crawl-delay: 5 |