added robotx.txt & improved comparison chart

rowsandall_app/urls.py

@@ -17,6 +17,7 @@ from django.conf.urls import url,include
 from django.conf import settings
 from django.conf.urls.static import static
 from django.contrib import admin
+from django.views.generic import TemplateView
 from rowsandall_app.views import rootview
 from django.contrib.auth import views as auth_views
 from rowers import views as rowersviews
@@ -50,6 +51,8 @@ urlpatterns = [
     ]
 
 urlpatterns += [
+    url(r'^robots\.txt$', TemplateView.as_view(template_name='robots.txt',
+                                               content_type='text/plain')),
     url(r'^admin/', admin.site.urls),
     url(r'^api-auth/', include('rest_framework.urls', namespace='rest_framework')),
     url(r'^$',rootview),