From 9581146e89fdc8f7a406b448e4dc664eff41644e Mon Sep 17 00:00:00 2001 From: Patrick Mazurek Date: Mon, 4 Nov 2013 19:55:49 +0100 Subject: [PATCH] Update spiderList.xml --- spiderList/spiderList.xml | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml index da2bb1208a..10144aea06 100644 --- a/spiderList/spiderList.xml +++ b/spiderList/spiderList.xml @@ -4,6 +4,10 @@ ABCdatos BotLink http://www.robotstxt.org/wc/active/html/abcdatos.html + + Abrave + http://robot.abrave.co.uk/ + abot http://www.abot.com/ @@ -518,6 +522,10 @@ HolyCowDude http://www.holycowdude.com/spider.htm + + HomeTags + http://www.hometags.nl/bot + Hometown @@ -967,6 +975,10 @@ RuLeS + + RyzeCrawler + http://www.domain2day.nl/crawler/ + SafetyNet @@ -1168,6 +1180,10 @@ Turtle http://www.turtle.ru/ + + Twenga + http://www.twenga.com/bot.html + Twiceler http://www.cuill.com/twiceler/robot.html @@ -1207,6 +1223,10 @@ VoilaBot http://www.voila.com/ + + VisBot + http://www.visvo.com/webmasters.html + Voyager -- 2.20.1