From 154b94646a824cd3123e79f2352bf7ee44359735 Mon Sep 17 00:00:00 2001 From: Claudio Ortolina Date: Sat, 28 Sep 2024 16:01:01 +0100 Subject: [PATCH] Disallow all spider traffic --- priv/static/robots.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/priv/static/robots.txt b/priv/static/robots.txt index 26e06b5f..ab7fef15 100644 --- a/priv/static/robots.txt +++ b/priv/static/robots.txt @@ -1,5 +1,5 @@ # See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: -# User-agent: * -# Disallow: / +User-agent: * +Disallow: /