Commit 6216ab79 authored by Holger Levsen's avatar Holger Levsen
Browse files

block some bad bots 



Signed-off-by: default avatarHolger Levsen <holger@layer-acht.org>
parent ad73c09b

hosts/jenkins/etc/apache2/sites-available/jenkins.debian.net.conf

+16 −0
Original line number Diff line number Diff line
@@ -19,6 +19,22 @@ 
	ServerName $name

	ServerAdmin holger@layer-acht.org



	#block bad bots with a 403

	SetEnvIfNoCase User-Agent "facebookexternalhit" bad_bot

	SetEnvIfNoCase User-Agent "Twitterbot" bad_bot

	SetEnvIfNoCase User-Agent "Baiduspider" bad_bot

	SetEnvIfNoCase User-Agent "MetaURI" bad_bot

	SetEnvIfNoCase User-Agent "mediawords" bad_bot

	SetEnvIfNoCase User-Agent "FlipboardProxy" bad_bot

	SetEnvIfNoCase User-Agent "SemrushBot" bad_bot

	SetEnvIfNoCase User-Agent "Sogou web spider" bad_bot

	<Limit GET POST HEAD>

	  Order Allow,Deny

	  Allow from all

	  Deny from env=bad_bot

	</Limit>

	#end block bad bots



	<Directory />

		Options FollowSymLinks

		AllowOverride None