Added spider
authorMarcel Werk <burntime@woltlab.com>
Fri, 2 Aug 2013 13:06:17 +0000 (15:06 +0200)
committerMarcel Werk <burntime@woltlab.com>
Fri, 2 Aug 2013 13:06:17 +0000 (15:06 +0200)
spiderList/spiderList.xml

index 11832c2752c2b2c334d5a1944f7ba43ed84446b4..928df349191ac04d90da4cd85be29f23405b2ce2 100644 (file)
                <name>BlackWidow</name>
                <url>http://www.robotstxt.org/wc/active/html/blackwidow.html</url>
        </spider>
+       <spider ident="BLEXBot">
+               <name>BLEXBot</name>
+               <url>http://webmeup.com/crawler.html</url>
+       </spider>
        <spider ident="BlogCrawler by Xango">
                <name>BlogCrawler</name>
        </spider>