From 54885cacd1f28d426158408136145bfbe312b99c Mon Sep 17 00:00:00 2001 From: Alessandro Vendruscolo Date: Thu, 3 Jan 2013 15:08:55 +0100 Subject: [PATCH] Prevent bots & crawlers from accessing Gitlab --- public/robots.txt | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 085187fa58b..393a866e878 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,5 @@ # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # -# To ban all spiders from the entire site uncomment the next two lines: -# User-Agent: * -# Disallow: / +# Prevent bots from accessing Gitlab +User-Agent: * +Disallow: / -- GitLab