From: PatrickGER <patrick.m@online.de>
Date: Fri, 27 Sep 2013 21:21:18 +0000 (+0200)
Subject: Add some Crawler´s
X-Git-Tag: 2.0.0_Beta_10~5^2
X-Git-Url: https://git.stricted.de/?a=commitdiff_plain;h=f55aa1aafbdc7515333fa137ae48cfa3a9418ab3;p=GitHub%2FWoltLab%2FWCF.git

Add some Crawler´s

Add some Crawler´s with indentation.
---

diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml
index f31c762998..da2bb1208a 100644
--- a/spiderList/spiderList.xml
+++ b/spiderList/spiderList.xml
@@ -34,6 +34,10 @@
 		<name>Alkaline</name>
 		<url>http://www.robotstxt.org/wc/active/html/Alkaline.html</url>
 	</spider>
+	<spider ident="AlexaBOT">
+		<name>Alexa</name>
+		<url>http://www.alexa.com/help/webmasters</url>
+	</spider>
 	<spider ident="http://www.almaden.ibm.com/cs/crawler">
 		<name>Almaden Crawler</name>
 		<url>http://www.almaden.ibm.com/cs/crawler/</url>
@@ -339,6 +343,10 @@
 		<name>ExaLead Beta</name>
 		<url>http://beta.exalead.com/search/C=0/2p=Help.7</url>
 	</spider>
+	<spider ident="ExaLead">
+		<name>ExaLead</name>
+		<url>http://www.exalead.com/search</url>
+	</spider>
 	<spider ident="facebookexternalhit">
 		<name>Facebook</name>
 		<url>http://www.facebook.com/externalhit_uatext.php</url>
@@ -665,6 +673,10 @@
 	<spider ident="LinkWalker">
 		<name>LinkWalker</name>
 	</spider>
+	<spider ident="Linguee Bot">
+		<name>Linguee</name>
+		<url>http://www.linguee.com/bot</url>
+	</spider>
 	<spider ident="livedoorCheckers/">
 		<name>livedoorCheckers</name>
 	</spider>
@@ -895,6 +907,10 @@
 	<spider ident="PortalBSpider">
 		<name>PortalB Spider</name>
 	</spider>
+	<spider ident="Qualidator">
+		<name>Qualidator</name>
+		<url>www.qualidator.com/Web/de/Support/FAQ_OnlineTestStatistiken.htm</url>
+	</spider>
 	<spider ident="www.kolinka.com">
 		<name>Project Kolinka Forum Search</name>
 		<url>http://www.kolinka.com/</url>
@@ -906,6 +922,10 @@
 		<name>Qango</name>
 		<url>http://www.qango.com</url>
 	</spider>
+	<spider ident="SBSearch">
+		<name>SecretSearchEngineLabs.com</name>
+		<url>http://www.secretsearchenginelabs.com/secret-web-crawler.php</url>
+	</spider>
 	<spider ident="StackRambler">
 		<name>Rambler</name>
 		<url>http://www.rambler.ru/</url>
@@ -1076,6 +1096,10 @@
 	<spider ident="T-H-U-N-D-E-R-S-T-O-N-E">
 		<name>T-H-U-N-D-E-R-S-T-O-N-E</name>
 	</spider>
+	<spider ident="TinEye Crawler">
+		<name>TinEye</name>
+		<url>http://tineye.com/crawler.html</url>
+	</spider>
 	<spider ident="Black Widow">
 		<name>TACH Black Widow</name>
 	</spider>
@@ -1208,6 +1232,10 @@
 	<spider ident="root">
 		<name>Web Core / Roots</name>
 	</spider>
+	<spider ident="WBSearchBot">
+		<name>Ware Bay</name>
+		<url>http://www.warebay.com/bot.html</url>
+	</spider>
 	<spider ident="WebMoose">
 		<name>Web Moose</name>
 	</spider>
@@ -1352,4 +1380,8 @@
 		<name>Zork</name>
 		<url>http://www.zorkk.com</url>
 	</spider>
+	<spider ident="Zookabot">
+		<name>Zookabotk</name>
+		<url>http://zookabot.com/</url>
+	</spider>
 </data>