From: Patrick Mazurek Date: Mon, 4 Nov 2013 18:55:49 +0000 (+0100) Subject: Update spiderList.xml X-Git-Tag: 2.0.0_RC_2~43^2^2 X-Git-Url: https://git.stricted.de/?a=commitdiff_plain;h=9581146e89fdc8f7a406b448e4dc664eff41644e;p=GitHub%2FWoltLab%2FWCF.git Update spiderList.xml --- diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml index da2bb1208a..10144aea06 100644 --- a/spiderList/spiderList.xml +++ b/spiderList/spiderList.xml @@ -4,6 +4,10 @@ ABCdatos BotLink http://www.robotstxt.org/wc/active/html/abcdatos.html + + Abrave + http://robot.abrave.co.uk/ + abot http://www.abot.com/ @@ -518,6 +522,10 @@ HolyCowDude http://www.holycowdude.com/spider.htm + + HomeTags + http://www.hometags.nl/bot + Hometown @@ -967,6 +975,10 @@ RuLeS + + RyzeCrawler + http://www.domain2day.nl/crawler/ + SafetyNet @@ -1168,6 +1180,10 @@ Turtle http://www.turtle.ru/ + + Twenga + http://www.twenga.com/bot.html + Twiceler http://www.cuill.com/twiceler/robot.html @@ -1207,6 +1223,10 @@ VoilaBot http://www.voila.com/ + + VisBot + http://www.visvo.com/webmasters.html + Voyager