diff options
Diffstat (limited to 'static')
| -rw-r--r-- | static/robots.txt | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/static/robots.txt b/static/robots.txt index 8bc5c8a..b47f820 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,6 +1,6 @@ User-agent: * Disallow: -Crawl-delay: 20 +Crawl-delay: 5 Disallow: /Documents/ Disallow: /emails/ Disallow: /OtterLogs/ |