From 9aa881a84216c3a74af54c6f45a115eecd594ae7 Mon Sep 17 00:00:00 2001 From: Roman Timashev Date: Sun, 12 Jul 2015 20:59:49 +0300 Subject: [PATCH] + robots.txt, sitemap.xml; --- gulpfile.js | 6 ++++++ robots.txt | 7 +++++++ sitemap.xml | 28 ++++++++++++++++++++++++++++ 3 files changed, 41 insertions(+) create mode 100644 robots.txt create mode 100644 sitemap.xml diff --git a/gulpfile.js b/gulpfile.js index 88b5a916..dea57c2c 100644 --- a/gulpfile.js +++ b/gulpfile.js @@ -27,6 +27,12 @@ gulp.task("copy", function(){ gulp.src("./3rdparty/*") .pipe(gulp.dest("./public")); + + gulp.src("robots.txt") + .pipe(gulp.dest("./public")); + + gulp.src("sitemap.xml") + .pipe(gulp.dest("./public")); }); gulp.task("compile", function(){ diff --git a/robots.txt b/robots.txt new file mode 100644 index 00000000..4c3c1667 --- /dev/null +++ b/robots.txt @@ -0,0 +1,7 @@ +User-agent: * +Disallow: +Allow: / +Host: art.shlisselburg.org +Sitemap: http://art.shlisselburg.org/sitemap.xml +Crawl-delay: 3 +Crawl-rate: 1/3 \ No newline at end of file diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 00000000..772f645a --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,28 @@ + + + + + http://art.shlisselburg.org + daily + + + + http://art.shlisselburg.org/schedule + weekly + + + + http://art.shlisselburg.org/team + montly + + + + http://art.shlisselburg.org/gallery + weekly + + + + http://art.shlisselburg.org/docs + weekly + +