Add some Crawler´s

Add some Crawler´s with indentation.

diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml
index f31c7629986e35baf3dd2e4da9dadf6ebb45827f..da2bb1208a25e82257db2dca5ee992848d364554 100644 (file)
--- a/spiderList/spiderList.xml
+++ b/spiderList/spiderList.xml
@@ -34,6 +34,10 @@
                <name>Alkaline</name>
                <url>http://www.robotstxt.org/wc/active/html/Alkaline.html</url>
        </spider>
+       <spider ident="AlexaBOT">
+               <name>Alexa</name>
+               <url>http://www.alexa.com/help/webmasters</url>
+       </spider>
        <spider ident="http://www.almaden.ibm.com/cs/crawler">
                <name>Almaden Crawler</name>
                <url>http://www.almaden.ibm.com/cs/crawler/</url>
@@ -339,6 +343,10 @@
                <name>ExaLead Beta</name>
                <url>http://beta.exalead.com/search/C=0/2p=Help.7</url>
        </spider>
+       <spider ident="ExaLead">
+               <name>ExaLead</name>
+               <url>http://www.exalead.com/search</url>
+       </spider>
        <spider ident="facebookexternalhit">
                <name>Facebook</name>
                <url>http://www.facebook.com/externalhit_uatext.php</url>
@@ -665,6 +673,10 @@
        <spider ident="LinkWalker">
                <name>LinkWalker</name>
        </spider>
+       <spider ident="Linguee Bot">
+               <name>Linguee</name>
+               <url>http://www.linguee.com/bot</url>
+       </spider>
        <spider ident="livedoorCheckers/">
                <name>livedoorCheckers</name>
        </spider>
@@ -895,6 +907,10 @@
        <spider ident="PortalBSpider">
                <name>PortalB Spider</name>
        </spider>
+       <spider ident="Qualidator">
+               <name>Qualidator</name>
+               <url>www.qualidator.com/Web/de/Support/FAQ_OnlineTestStatistiken.htm</url>
+       </spider>
        <spider ident="www.kolinka.com">
                <name>Project Kolinka Forum Search</name>
                <url>http://www.kolinka.com/</url>
@@ -906,6 +922,10 @@
                <name>Qango</name>
                <url>http://www.qango.com</url>
        </spider>
+       <spider ident="SBSearch">
+               <name>SecretSearchEngineLabs.com</name>
+               <url>http://www.secretsearchenginelabs.com/secret-web-crawler.php</url>
+       </spider>
        <spider ident="StackRambler">
                <name>Rambler</name>
                <url>http://www.rambler.ru/</url>
@@ -1076,6 +1096,10 @@
        <spider ident="T-H-U-N-D-E-R-S-T-O-N-E">
                <name>T-H-U-N-D-E-R-S-T-O-N-E</name>
        </spider>
+       <spider ident="TinEye Crawler">
+               <name>TinEye</name>
+               <url>http://tineye.com/crawler.html</url>
+       </spider>
        <spider ident="Black Widow">
                <name>TACH Black Widow</name>
        </spider>
@@ -1208,6 +1232,10 @@
        <spider ident="root">
                <name>Web Core / Roots</name>
        </spider>
+       <spider ident="WBSearchBot">
+               <name>Ware Bay</name>
+               <url>http://www.warebay.com/bot.html</url>
+       </spider>
        <spider ident="WebMoose">
                <name>Web Moose</name>
        </spider>
@@ -1352,4 +1380,8 @@
                <name>Zork</name>
                <url>http://www.zorkk.com</url>
        </spider>
+       <spider ident="Zookabot">
+               <name>Zookabotk</name>
+               <url>http://zookabot.com/</url>
+       </spider>
 </data>