From f55aa1aafbdc7515333fa137ae48cfa3a9418ab3 Mon Sep 17 00:00:00 2001 From: PatrickGER Date: Fri, 27 Sep 2013 23:21:18 +0200 Subject: [PATCH] =?utf8?q?Add=20some=20Crawler=C2=B4s?= MIME-Version: 1.0 Content-Type: text/plain; charset=utf8 Content-Transfer-Encoding: 8bit Add some Crawler´s with indentation. --- spiderList/spiderList.xml | 32 ++++++++++++++++++++++++++++++++ 1 file changed, 32 insertions(+) diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml index f31c762998..da2bb1208a 100644 --- a/spiderList/spiderList.xml +++ b/spiderList/spiderList.xml @@ -34,6 +34,10 @@ Alkaline http://www.robotstxt.org/wc/active/html/Alkaline.html + + Alexa + http://www.alexa.com/help/webmasters + Almaden Crawler http://www.almaden.ibm.com/cs/crawler/ @@ -339,6 +343,10 @@ ExaLead Beta http://beta.exalead.com/search/C=0/2p=Help.7 + + ExaLead + http://www.exalead.com/search + Facebook http://www.facebook.com/externalhit_uatext.php @@ -665,6 +673,10 @@ LinkWalker + + Linguee + http://www.linguee.com/bot + livedoorCheckers @@ -895,6 +907,10 @@ PortalB Spider + + Qualidator + www.qualidator.com/Web/de/Support/FAQ_OnlineTestStatistiken.htm + Project Kolinka Forum Search http://www.kolinka.com/ @@ -906,6 +922,10 @@ Qango http://www.qango.com + + SecretSearchEngineLabs.com + http://www.secretsearchenginelabs.com/secret-web-crawler.php + Rambler http://www.rambler.ru/ @@ -1076,6 +1096,10 @@ T-H-U-N-D-E-R-S-T-O-N-E + + TinEye + http://tineye.com/crawler.html + TACH Black Widow @@ -1208,6 +1232,10 @@ Web Core / Roots + + Ware Bay + http://www.warebay.com/bot.html + Web Moose @@ -1352,4 +1380,8 @@ Zork http://www.zorkk.com + + Zookabotk + http://zookabot.com/ + -- 2.20.1