added robotx.txt & improved comparison chart

2018-03-16 08:38:55 +01:00
parent 0ec64b5683
commit 7384c8c8ad
5 changed files with 38 additions and 16 deletions
--- a/templates/robots.txt
+++ b/templates/robots.txt
@@ -0,0 +1,19 @@
+User-Agent: *
+
+Disallow: /rowers
+Disallow: /cvkbrno
+Disallow: /admin
+
+Allow: /rowers/api-docs
+Allow: /rowers/physics
+Allow: /rowers/partners
+Allow: /rowers/email
+Allow: /rowers/about
+Allow: /rowers/brochure
+Allow: /rowers/developers
+Allow: /rowers/compatibility
+Allow: /rowers/videos
+Allow: /rowers/analysis
+Allow: /rowers/promembership
+Allow: /rowers/planmembership
+Allow: /rowers/legal