From 534ce3f2e37840c12db54514aeb3a7408738f6ba Mon Sep 17 00:00:00 2001 From: Roman Timashev Date: Mon, 13 Jul 2015 01:11:46 +0300 Subject: [PATCH] robots.txt update: fix warnings, disallow /news; --- robots.txt | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/robots.txt b/robots.txt index 4c3c1667..394a7baa 100644 --- a/robots.txt +++ b/robots.txt @@ -1,7 +1,5 @@ User-agent: * -Disallow: +Disallow: /news Allow: / Host: art.shlisselburg.org Sitemap: http://art.shlisselburg.org/sitemap.xml -Crawl-delay: 3 -Crawl-rate: 1/3 \ No newline at end of file