Fix robots.txt in https only scenario

We now allow all searching

diff --git a/pgweb/core/views.py b/pgweb/core/views.py
index acaf4c758f29ecf6730ca01f7f8483733c689c7f..a34f9139adcbe1c653e9a9f8a3bf8aeaf280491f 100644 (file)
--- a/pgweb/core/views.py
+++ b/pgweb/core/views.py
@@ -118,12 +118,7 @@ def organisationform(request, itemid):
 
 # robots.txt
 def robots(request):
-       if not is_behind_cache(request):
-               # If we're not serving this through one of our Varnish caches, we allow *nothing* to be indexed
-               return HttpResponse("User-agent: *\nDisallow: /\n", content_type='text/plain')
-       else:
-               # Regular website
-               return HttpResponse("""User-agent: *
+       return HttpResponse("""User-agent: *
 Disallow: /admin/
 Disallow: /account/
 Disallow: /docs/devel/