[infra] fix: allow bots to use /preview/

tournesol-app · Mar 27, 2024 · 652a7ad · 652a7ad
1 parent 6bb3111
commit 652a7ad
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/infra/ansible/roles/django/templates/tournesol.j2 b/infra/ansible/roles/django/templates/tournesol.j2
@@ -99,7 +99,7 @@ server {
 
     location = /robots.txt {
         add_header Content-Type text/plain;
-        return 200 "User-agent: *\nDisallow: /\n";
+        return 200 "User-agent: *\nDisallow: /\nAllow: /preview/\nDisallow: /preview/w/index.php\n";
     }
 
     location /static/ {