Update spiderList.xml
authorPatrick Mazurek <patrick.m@online.de>
Mon, 4 Nov 2013 18:55:49 +0000 (19:55 +0100)
committerPatrick Mazurek <patrick.m@online.de>
Mon, 4 Nov 2013 18:55:49 +0000 (19:55 +0100)
spiderList/spiderList.xml

index da2bb1208a25e82257db2dca5ee992848d364554..10144aea0652cabe0734851d0c86d8c9bc9a7228 100644 (file)
@@ -4,6 +4,10 @@
                <name>ABCdatos BotLink</name>
                <url>http://www.robotstxt.org/wc/active/html/abcdatos.html</url>
        </spider>
+       <spider ident="AbraveSpider">
+               <name>Abrave</name>
+               <url>http://robot.abrave.co.uk/</url>
+       </spider>
        <spider ident="abot/">
                <name>abot</name>
                <url>http://www.abot.com/</url>
                <name>HolyCowDude</name>
                <url>http://www.holycowdude.com/spider.htm</url>
        </spider>
+       <spider ident="HomeTags">
+               <name>HomeTags</name>
+               <url>http://www.hometags.nl/bot</url>
+       </spider>
        <spider ident="Hometown">
                <name>Hometown</name>
        </spider>
        <spider ident="RuLeS">
                <name>RuLeS</name>
        </spider>
+       <spider ident="RyzeCrawler">
+               <name>RyzeCrawler</name>
+               <url>http://www.domain2day.nl/crawler/</url>
+       </spider>
        <spider ident="SafetyNet Robot">
                <name>SafetyNet</name>
        </spider>
                <name>Turtle</name>
                <url>http://www.turtle.ru/</url>
        </spider>
+       <spider ident="TwengaBot">
+               <name>Twenga</name>
+               <url>http://www.twenga.com/bot.html</url>
+       </spider>
        <spider ident="Twiceler">
                <name>Twiceler</name>
                <url>http://www.cuill.com/twiceler/robot.html</url>
                <name>VoilaBot</name>
                <url>http://www.voila.com/</url>
        </spider>
+       <spider ident="VisBot">
+               <name>VisBot</name>
+               <url>http://www.visvo.com/webmasters.html</url>
+       </spider>
        <spider ident="Voyager">
                <name>Voyager</name>
        </spider>