spiderList/spiderList.xml

   1 <?xml version="1.0" encoding="UTF-8"?>
   2 <data xmlns="http://www.woltlab.com" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.woltlab.com http://www.woltlab.com/XSD/maelstrom/spiderList.xsd">
   3         <spider ident="ABCdatos">
   4                 <name>ABCdatos BotLink</name>
   5                 <url>http://www.robotstxt.org/wc/active/html/abcdatos.html</url>
   6         </spider>
   7         <spider ident="AbraveSpider">
   8                 <name>Abrave</name>
   9                 <url>http://robot.abrave.co.uk/</url>
  10         </spider>
  11         <spider ident="abot/">
  12                 <name>abot</name>
  13                 <url>http://www.abot.com/</url>
  14         </spider>
  15         <spider ident="Accelatech RSSCrawler">
  16                 <name>Accelatech</name>
  17         </spider>
  18         <spider ident="Accoona-AI-Agent">
  19                 <name>Accoona</name>
  20                 <url>http://accoona.com/about/about_accoona.jsp</url>
  21         </spider>
  22         <spider ident="aconon Index">
  23                 <name>aconon Index (raubfische.de)</name>
  24         </spider>
  25         <spider ident="AcoonBot">
  26                 <name>Acoon</name>
  27                 <url>http://www.acoon.de/robot.asp</url>
  28         </spider>
  29         <spider ident="Ahoy!">
  30                 <name>Ahoy!</name>
  31                 <url>http://www.robotstxt.org/wc/active/html/ahoythehomepagefinder.html</url>
  32         </spider>
  33         <spider ident="AhrefsBot">
  34                 <name>Ahrefs</name>
  35                 <url>http://ahrefs.com/robot/</url>
  36         </spider>
  37         <spider ident="AlkalineBOT">
  38                 <name>Alkaline</name>
  39                 <url>http://www.robotstxt.org/wc/active/html/Alkaline.html</url>
  40         </spider>
  41         <spider ident="AlexaBOT">
  42                 <name>Alexa</name>
  43                 <url>http://www.alexa.com/help/webmasters</url>
  44         </spider>
  45         <spider ident="http://www.almaden.ibm.com/cs/crawler">
  46                 <name>Almaden Crawler</name>
  47                 <url>http://www.almaden.ibm.com/cs/crawler/</url>
  48         </spider>
  49         <spider ident="EMC Spider">
  50                 <name>ananzi</name>
  51         </spider>
  52         <spider ident="Anthill">
  53                 <name>Anthill</name>
  54                 <url>http://www.robotstxt.org/wc/active/html/anthill.html</url>
  55         </spider>
  56         <spider ident="Aport">
  57                 <name>Aport</name>
  58                 <url>http://www.aport.ru/</url>
  59         </spider>
  60         <spider ident="AppleSyndication">
  61                 <name>Apple</name>
  62         </spider>
  63         <spider ident="Arachnophilia">
  64                 <name>Arachnophilia</name>
  65                 <url>http://www.robotstxt.org/wc/active/html/arachnophilia.html</url>
  66         </spider>
  67         <spider ident="Araneo">
  68                 <name>Araneo</name>
  69                 <url>http://www.robotstxt.org/wc/active/html/araneo.html</url>
  70         </spider>
  71         <spider ident="ArchitextSpider">
  72                 <name>ArchitextSpider</name>
  73                 <url>http://www.robotstxt.org/wc/active/html/architext.html</url>
  74         </spider>
  75         <spider ident="archive.org_bot">
  76                 <name>Archive.org</name>
  77                 <url>https://archive.org/details/archive.org_bot</url>
  78         </spider>
  79         <spider ident="arks/1.0">
  80                 <name>arks</name>
  81                 <url>http://www.robotstxt.org/wc/active/html/arks.html</url>
  82         </spider>
  83         <spider ident="ASpider">
  84                 <name>ASpider</name>
  85                 <url>http://www.robotstxt.org/wc/active/html/aspider.html</url>
  86         </spider>
  87         <spider ident="ATN_Worldwide">
  88                 <name>ATN Worldwide</name>
  89                 <url>http://www.robotstxt.org/wc/active/html/atn.txt.html</url>
  90         </spider>
  91         <spider ident="Atomz">
  92                 <name>Atomz.com</name>
  93                 <url>http://www.robotstxt.org/wc/active/html/atomz.html</url>
  94         </spider>
  95         <spider ident="AURESYS">
  96                 <name>AURESYS</name>
  97                 <url>http://www.robotstxt.org/wc/active/html/auresys.html</url>
  98         </spider>
  99         <spider ident="BackRub">
 100                 <name>BackRub</name>
 101                 <url>http://www.robotstxt.org/wc/active/html/backrub.html</url>
 102         </spider>
 103         <spider ident="Baiduspider">
 104                 <name>Baiduspider</name>
 105                 <url>http://www.baidu.com/search/spider.htm</url>
 106         </spider>
 107         <spider ident="bbot">
 108                 <name>BBot</name>
 109                 <url>http://www.robotstxt.org/wc/active/html/bbot.html</url>
 110         </spider>
 111         <spider ident="BecomeBot">
 112                 <name>BecomeBot</name>
 113                 <url>http://www.become.com/webmasters.html</url>
 114         </spider>
 115         <spider ident="Big Brother">
 116                 <name>Big Brother</name>
 117                 <url>http://www.robotstxt.org/wc/active/html/bigbrother.html</url>
 118         </spider>
 119         <spider ident="BigmirSpider">
 120                 <name>Bigmir</name>
 121                 <url>http://www.bigmir.net/</url>
 122         </spider>
 123         <spider ident="bingbot">
 124                 <name>Bing</name>
 125                 <url>http://www.bing.com/bingbot.htm</url>
 126         </spider>
 127         <spider ident="Bitacle bot">
 128                 <name>Bitacle</name>
 129                 <url>http://bitacle.org/</url>
 130         </spider>
 131         <spider ident="Biz360 Spider">
 132                 <name>Biz</name>
 133                 <url>http://www.biz360.com</url>
 134         </spider>
 135         <spider ident="Bjaaland">
 136                 <name>Bjaaland</name>
 137                 <url>http://www.robotstxt.org/wc/active/html/bjaaland.html</url>
 138         </spider>
 139         <spider ident="BlackWidow">
 140                 <name>BlackWidow</name>
 141                 <url>http://www.robotstxt.org/wc/active/html/blackwidow.html</url>
 142         </spider>
 143         <spider ident="BLEXBot">
 144                 <name>BLEXBot</name>
 145                 <url>http://webmeup.com/crawler.html</url>
 146         </spider>
 147         <spider ident="BlogCrawler by Xango">
 148                 <name>BlogCrawler</name>
 149         </spider>
 150         <spider ident="blogdb">
 151                 <name>BlogDb</name>
 152                 <url>http://blogdb.jp</url>
 153         </spider>
 154         <spider ident="blog search engine by BlogFan.ORG">
 155                 <name>BlogFan</name>
 156                 <url>http://www.blogfan.org</url>
 157         </spider>
 158         <spider ident="Bloglines">
 159                 <name>Bloglies</name>
 160                 <url>http://www.bloglines.com</url>
 161         </spider>
 162         <spider ident="BlogPulse (ISSpider-3.0)">
 163                 <name>BlogPulse</name>
 164         </spider>
 165         <spider ident="BlogSearch">
 166                 <name>BlogSearch</name>
 167                 <url>http://www.icerocket.com</url>
 168         </spider>
 169         <spider ident="BlogsNowBot">
 170                 <name>BlogsNow</name>
 171                 <url>http://www.blogsnow.com/</url>
 172         </spider>
 173         <spider ident="BlogStreetBot">
 174                 <name>BlogStreetBot</name>
 175                 <url>http://www.blogstreet.com/</url>
 176         </spider>
 177         <spider ident="Bulkfeeds">
 178                 <name>BlogStreetBot</name>
 179                 <url>http://bulkfeeds.net</url>
 180         </spider>
 181         <spider ident="BoardPulse">
 182                 <name>BoardPulse</name>
 183                 <url>http://www.boardpulse.com/</url>
 184         </spider>
 185         <spider ident="BoardReader">
 186                 <name>BoardReader</name>
 187                 <url>http://www.boardreader.com/aboutus.asp</url>
 188         </spider>
 189         <spider ident="BoardViewer">
 190                 <name>BoardViewer</name>
 191                 <url>http://www.boardviewer.com/</url>
 192         </spider>
 193         <spider ident="boitho.com-robot">
 194                 <name>Boitho</name>
 195                 <url>http://www.boitho.com/bot.html</url>
 196         </spider>
 197         <spider ident="borg-bot">
 198                 <name>Borg-Bot</name>
 199                 <url>http://www.robotstxt.org/wc/active/html/borg-bot.html</url>
 200         </spider>
 201         <spider ident="BSpider">
 202                 <name>BSpider</name>
 203                 <url>http://www.robotstxt.org/wc/active/html/bspider.html</url>
 204         </spider>
 205         <spider ident="CACTVS Chemistry Spider">
 206                 <name>CACTVS Chemistry</name>
 207         </spider>
 208         <spider ident="Calif">
 209                 <name>Calif</name>
 210         </spider>
 211         <spider ident="CaRP/3.6Evolution">
 212                 <name>CaRP</name>
 213                 <url>http://www.biz360.com</url>
 214         </spider>
 215         <spider ident="Checkbot">
 216                 <name>Checkbot</name>
 217         </spider>
 218         <spider ident="ChristCrawler.com">
 219                 <name>ChristCrawler.com</name>
 220         </spider>
 221         <spider ident="www.cienciaficcion.net">
 222                 <name>cIeNcIaFiCcIoN.nEt</name>
 223         </spider>
 224         <spider ident="CipinetBot">
 225                 <name>Cipinet</name>
 226                 <url>http://www.cipinet.com/bot.html</url>
 227         </spider>
 228         <spider ident="CJNetworkQuality">
 229                 <name>CJNetworkQuality</name>
 230                 <url>http://www.cj.com/networkquality/</url>
 231         </spider>
 232         <spider ident="CMC/0.01">
 233                 <name>CMC/0.01</name>
 234         </spider>
 235         <spider ident="ColdFusion">
 236                 <name>ColdFusion</name>
 237         </spider>
 238         <spider ident="combine">
 239                 <name>Combine System</name>
 240         </spider>
 241         <spider ident="Crawler (cometsearch@cometsystems.com)">
 242                 <name>cometsystems.com</name>
 243         </spider>
 244         <spider ident="ComputingSite Robi/1.0">
 245                 <name>ComputingSite Robi/1.0</name>
 246         </spider>
 247         <spider ident="conceptbot">
 248                 <name>Conceptbot</name>
 249         </spider>
 250         <spider ident="Cooby.de Crawler">
 251                 <name>Cooby.de Crawler</name>
 252         </spider>
 253         <spider ident="CoolBot">
 254                 <name>CoolBot</name>
 255         </spider>
 256         <spider ident="Cusco">
 257                 <name>Cusco</name>
 258         </spider>
 259         <spider ident="CyberSpyder">
 260                 <name>CyberSpyder</name>
 261         </spider>
 262         <spider ident="daypopbot">
 263                 <name>daypop</name>
 264         </spider>
 265         <spider ident="DesertRealm.com">
 266                 <name>Desert Realm</name>
 267         </spider>
 268         <spider ident="Deweb">
 269                 <name>DeWeb(c)</name>
 270         </spider>
 271         <spider ident="Die Blinde Kuh">
 272                 <name>Die Blinde Kuh</name>
 273                 <url>http://www.robotstxt.org/wc/active/html/blindekuh.html</url>
 274         </spider>
 275         <spider ident="dienstspider">
 276                 <name>DienstSpider</name>
 277         </spider>
 278         <spider ident="Digger/1.0 JDK/1.3.0">
 279                 <name>Digger</name>
 280         </spider>
 281         <spider ident="Digimarc WebReader">
 282                 <name>Digimarc MarcSpider</name>
 283         </spider>
 284         <spider ident="Digimarc CGIReader">
 285                 <name>Digimarc Marcspider/CGI</name>
 286         </spider>
 287         <spider ident="DIIbot">
 288                 <name>Digital Integrity Robot</name>
 289         </spider>
 290         <spider ident="grabber">
 291                 <name>Direct Hit Grabber</name>
 292         </spider>
 293         <spider ident="discobot">
 294                 <name>Discovery</name>
 295                 <url>http://discoveryengine.com/discobot.html</url>
 296         </spider>
 297         <spider ident="DNAbot/1.0">
 298                 <name>DNAbot</name>
 299         </spider>
 300         <spider ident="DragonBot/1.0 libwww/5.0">
 301                 <name>DragonBot</name>
 302         </spider>
 303         <spider ident="DWCP/2.0">
 304                 <name>DWCP (Dridus' Web Cataloging Project)</name>
 305         </spider>
 306         <spider ident="e-SocietyRobot">
 307                 <name>e-Society</name>
 308                 <url>http://www.yama.info.waseda.ac.jp/~yamana/es/index_eng.htm</url>
 309         </spider>
 310         <spider ident="exactseek-pagereaper">
 311                 <name>eaxactseek-page</name>
 312         </spider>
 313         <spider ident="EbiNess/0.01a">
 314                 <name>EbiNess</name>
 315         </spider>
 316         <spider ident="edgeio-retriever">
 317                 <name>Edgeio</name>
 318                 <url>http://www.edgeio.com</url>
 319         </spider>
 320         <spider ident="EIT-Link-Verifier-Robot/0.2">
 321                 <name>EIT Link Verifier Robot</name>
 322         </spider>
 323         <spider ident="elfinbot">
 324                 <name>ELFINBOT</name>
 325         </spider>
 326         <spider ident="Emacs-w3/v[0-9\.]+">
 327                 <name>Emacs-w3 Search Engine</name>
 328         </spider>
 329         <spider ident="esther">
 330                 <name>Esther</name>
 331         </spider>
 332         <spider ident="EuripBot/">
 333                 <name>EuripBot</name>
 334         </spider>
 335         <spider ident="Evliya Celebi">
 336                 <name>Evliya Celebi</name>
 337         </spider>
 338         <spider ident="ExactSeek_Spider">
 339                 <name>ExactSeek_Spider</name>
 340                 <url>http://www.askjeevs.com</url>
 341         </spider>
 342         <spider ident="NG/2.0">
 343                 <name>ExaLead</name>
 344                 <url>http://botspotter.net/bs-389.html</url>
 345         </spider>
 346         <spider ident="ExaBot">
 347                 <name>ExaLead Beta</name>
 348                 <url>http://beta.exalead.com/search/C=0/2p=Help.7</url>
 349         </spider>
 350         <spider ident="ExaLead">
 351                 <name>ExaLead</name>
 352                 <url>http://www.exalead.com/search</url>
 353         </spider>
 354         <spider ident="facebookexternalhit">
 355                 <name>Facebook</name>
 356                 <url>http://www.facebook.com/externalhit_uatext.php</url>
 357         </spider>
 358         <spider ident="fast-webcrawler">
 359                 <name>FAST / AlltheWeb</name>
 360                 <url>http://help.yahoo.com/help/us/ysearch/slurp/index.html</url>
 361         </spider>
 362         <spider ident="FastCrawler">
 363                 <name>FastCrawler</name>
 364         </spider>
 365         <spider ident="Feed24.com">
 366                 <name>Feed24</name>
 367                 <url>http://www.feed24.com</url>
 368         </spider>
 369         <spider ident="FeedBlitz">
 370                 <name>FeedBlitz</name>
 371                 <url>http://www.feedblitz.com</url>
 372         </spider>
 373         <spider ident="FeedBurner">
 374                 <name>FeedBurner</name>
 375                 <url>http://www.FeedBurner.com</url>
 376         </spider>
 377         <spider ident="Feedly">
 378                 <name>Feedly</name>
 379                 <url>http://www.feedly.com/fetcher.html</url>
 380         </spider>
 381         <spider ident="Feedfetcher-Google">
 382                 <name>FeedFetcher-Google</name>
 383                 <url>http://www.google.com/feedfetcher.html</url>
 384         </spider>
 385         <spider ident="UniversalFeedParser">
 386                 <name>FeedParser</name>
 387                 <url>http://www.feedparser.org</url>
 388         </spider>
 389         <spider ident="Feedster Crawler">
 390                 <name>Feedster</name>
 391                 <url>http://www.feedstermedia.com/</url>
 392         </spider>
 393         <spider ident="FEHLSTART Superspider">
 394                 <name>FEHLSTART</name>
 395         </spider>
 396         <spider ident="FelixIDE">
 397                 <name>Felix IDE</name>
 398         </spider>
 399         <spider ident="ESIRover">
 400                 <name>FetchRover</name>
 401         </spider>
 402         <spider ident="fido">
 403                 <name>fido</name>
 404         </spider>
 405         <spider ident="findlinks">
 406                 <name>FindLinks</name>
 407                 <url>http://wortschatz.uni-leipzig.de/findlinks/</url>
 408         </spider>
 409         <spider ident="FindoryBot">
 410                 <name>Findroy</name>
 411                 <url>http://www.findory.com</url>
 412         </spider>
 413         <spider ident="Fish-Search-Robot">
 414                 <name>Fish search</name>
 415         </spider>
 416         <spider ident="Mozilla/4.0 (compatible: FDSE robot)">
 417                 <name>Fluid Dynamics</name>
 418         </spider>
 419         <spider ident="fouineur.9bit.qc.ca">
 420                 <name>Fouineur</name>
 421         </spider>
 422         <spider ident="Freecrawl">
 423                 <name>Freecrawl</name>
 424         </spider>
 425         <spider ident="FunnelWeb">
 426                 <name>FunnelWeb</name>
 427         </spider>
 428         <spider ident="GaisBot">
 429                 <name>Gais</name>
 430                 <url>http://gais.cs.ccu.edu.tw/robot.php</url>
 431         </spider>
 432         <spider ident="gamekitbot">
 433                 <name>GAMEKIT</name>
 434                 <url>http://www.uchoose.de/crawler/gamekitbot/</url>
 435         </spider>
 436         <spider ident="gammaSpider">
 437                 <name>gammaSpider</name>
 438         </spider>
 439         <spider ident="gazz">
 440                 <name>gazz</name>
 441         </spider>
 442         <spider ident="gcreep">
 443                 <name>GCreep</name>
 444         </spider>
 445         <spider ident="genieBot">
 446                 <name>genieBot</name>
 447                 <url>http://64.5.245.11/faq/faq.html</url>
 448         </spider>
 449         <spider ident="geourl">
 450                 <name>GeoURL</name>
 451                 <url>http://geourl.org/bot.html</url>
 452         </spider>
 453         <spider ident="GetterroboPlus">
 454                 <name>GetterroboPlus Puu</name>
 455         </spider>
 456         <spider ident="GetURL.rexx">
 457                 <name>GetURL</name>
 458         </spider>
 459         <spider ident="Gigabot">
 460                 <name>Gigabot</name>
 461                 <url>http://www.gigablast.com/spider.html</url>
 462         </spider>
 463         <spider ident="Girafabot">
 464                 <name>Girafabot</name>
 465                 <url>http://www.girafa.com/</url>
 466         </spider>
 467         <spider ident="Goku">
 468                 <name>Goku</name>
 469                 <url>http://goku.ru/bot.htm; bot@goku.ru</url>
 470         </spider>
 471         <spider ident="Golem">
 472                 <name>Golem</name>
 473         </spider>
 474         <spider ident="gonzo">
 475                 <name>Gonzo</name>
 476         </spider>
 477         <spider ident="Googlebot/">
 478                 <name>Google</name>
 479                 <url>http://www.google.com/bot.html</url>
 480         </spider>
 481         <spider ident="Mediapartners-Google">
 482                 <name>Google AdSense</name>
 483                 <url>https://www.google.com/adsense/faq</url>
 484         </spider>
 485         <spider ident="Googlebot-Image">
 486                 <name>Googlebot-Image</name>
 487                 <url>http://www.googlebot.com/bot.html</url>
 488         </spider>
 489         <spider ident="Googlebot-Mobile">
 490                 <name>Googlebot-Mobile</name>
 491                 <url>http://www.google.com/bot.html</url>
 492         </spider>
 493         <spider ident="Gpostbot">
 494                 <name>Gpostbot</name>
 495                 <url>http://www.gpost.info/help.php?c=bot</url>
 496         </spider>
 497         <spider ident="griffon">
 498                 <name>Griffon</name>
 499         </spider>
 500         <spider ident="Gromit">
 501                 <name>Gromit</name>
 502         </spider>
 503         <spider ident="http://grub.org">
 504                 <name>Grub Client</name>
 505         </spider>
 506         <spider ident="Gulper Web Bot">
 507                 <name>Gulper Bot</name>
 508         </spider>
 509         <spider ident="havIndex">
 510                 <name>havIndex</name>
 511         </spider>
 512         <spider ident="HeinrichderMiragoRobot">
 513                 <name>HeinrichderMiragoRobot</name>
 514         </spider>
 515         <spider ident="HenryTheMiragoRobot">
 516                 <name>HenryTheMiragoRobot</name>
 517         </spider>
 518         <spider ident="heritrix">
 519                 <name>Heritrix</name>
 520                 <url>http://www.worio.com</url>
 521         </spider>
 522         <spider ident="HKU WWW Robot">
 523                 <name>HKU WWW Octopus</name>
 524         </spider>
 525         <spider ident="HolyCowDude">
 526                 <name>HolyCowDude</name>
 527                 <url>http://www.holycowdude.com/spider.htm</url>
 528         </spider>
 529         <spider ident="HomeTags">
 530                 <name>HomeTags</name>
 531                 <url>http://www.hometags.nl/bot</url>
 532         </spider>
 533         <spider ident="Hometown">
 534                 <name>Hometown</name>
 535         </spider>
 536         <spider ident="htdig">
 537                 <name>ht://Dig</name>
 538         </spider>
 539         <spider ident="AITCSRobot">
 540                 <name>HTML Index</name>
 541         </spider>
 542         <spider ident="HTMLgobble">
 543                 <name>HTMLgobble</name>
 544         </spider>
 545         <spider ident="I Robot">
 546                 <name>I, Robot</name>
 547         </spider>
 548         <spider ident="iajaBot">
 549                 <name>iajaBot</name>
 550         </spider>
 551         <spider ident="IBM_Planetwide">
 552                 <name>IBM_Planetwide</name>
 553         </spider>
 554         <spider ident="+http://www.icerocket.com/">
 555                 <name>IceRocket</name>
 556                 <url>http://www.icerocket.com/</url>
 557         </spider>
 558         <spider ident="ichiro">
 559                 <name>ichiro</name>
 560         </spider>
 561         <spider ident="IlTrovatore-Setaccio">
 562                 <name>IlTrovatore-Setaccio</name>
 563                 <url>http://www.iltrovatore.it/aiuto/faq.html</url>
 564         </spider>
 565         <spider ident="image.kapsi.net">
 566                 <name>image.kapsi.net</name>
 567         </spider>
 568         <spider ident="Mozilla 3.01 PBWF (Win95)">
 569                 <name>Imagelock</name>
 570         </spider>
 571         <spider ident="IncyWincy">
 572                 <name>IncyWincy</name>
 573         </spider>
 574         <spider ident="Informant">
 575                 <name>Informant</name>
 576         </spider>
 577         <spider ident="InfoSeek Robot">
 578                 <name>InfoSeek Robot 1.0</name>
 579         </spider>
 580         <spider ident="Infoseek Sidewinder">
 581                 <name>Infoseek Sidewinder</name>
 582         </spider>
 583         <spider ident="InfoSpiders">
 584                 <name>InfoSpiders</name>
 585         </spider>
 586         <spider ident="INGRID">
 587                 <name>Ingrid</name>
 588         </spider>
 589         <spider ident="slurp@inktomi">
 590                 <name>Inktomi</name>
 591         </spider>
 592         <spider ident="Insitor">
 593                 <name>Insitor</name>
 594                 <url>http://www.insitor.de/</url>
 595         </spider>
 596         <spider ident="inspectorwww">
 597                 <name>Inspector Web</name>
 598         </spider>
 599         <spider ident="IAGENT">
 600                 <name>IntelliAgent</name>
 601         </spider>
 602         <spider ident="Intelliseek">
 603                 <name>Intelliseek</name>
 604                 <url>http://www.intelliseek.com/</url>
 605         </spider>
 606         <spider ident="Internet Cruiser Robot">
 607                 <name>Internet Cruiser</name>
 608         </spider>
 609         <spider ident="internetseer">
 610                 <name>Internet Seer</name>
 611         </spider>
 612         <spider ident="sharp-info-agent">
 613                 <name>Internet Shinchakubin</name>
 614         </spider>
 615         <spider ident="InternetLinkAgent">
 616                 <name>InternetLinkAgent</name>
 617         </spider>
 618         <spider ident="IRLbot">
 619                 <name>IRL Crawler</name>
 620                 <url>http://irl.cs.tamu.edu/crawler</url>
 621         </spider>
 622         <spider ident="Iron33">
 623                 <name>Iron33</name>
 624         </spider>
 625         <spider ident="IsraeliSearch">
 626                 <name>Israeli-search</name>
 627         </spider>
 628         <spider ident="itchBot">
 629                 <name>itch</name>
 630                 <url>http://www.itch.com/infoforwebmasters.html</url>
 631         </spider>
 632         <spider ident="JavaBee">
 633                 <name>JavaBee</name>
 634         </spider>
 635         <spider ident="JBot">
 636                 <name>JBot</name>
 637         </spider>
 638         <spider ident="JCrawler">
 639                 <name>JCrawler</name>
 640         </spider>
 641         <spider ident="JetBot">
 642                 <name>JetEye</name>
 643                 <url>http://www.jeteye.com/jetbot.html</url>
 644         </spider>
 645         <spider ident="JoBo">
 646                 <name>JoBo</name>
 647         </spider>
 648         <spider ident="Jobot">
 649                 <name>Jobot</name>
 650         </spider>
 651         <spider ident="jobs.de">
 652                 <name>Jobs.de</name>
 653                 <url>http://www.jobs.de/</url>
 654         </spider>
 655         <spider ident="JoeBot">
 656                 <name>JoeBot</name>
 657         </spider>
 658         <spider ident="jumpstation">
 659                 <name>JumpStation</name>
 660         </spider>
 661         <spider ident="Katipo">
 662                 <name>Katipo</name>
 663         </spider>
 664         <spider ident="KDD-Explorer">
 665                 <name>KDD-Explorer</name>
 666         </spider>
 667         <spider ident="KIT-Fireball">
 668                 <name>KIT-Fireball</name>
 669         </spider>
 670         <spider ident="KO_Yappo_Robot">
 671                 <name>KO_Yappo_Robot</name>
 672         </spider>
 673         <spider ident="LabelGrab">
 674                 <name>LabelGrabber</name>
 675         </spider>
 676         <spider ident="larbin">
 677                 <name>larbin</name>
 678         </spider>
 679         <spider ident="legs">
 680                 <name>legs</name>
 681         </spider>
 682         <spider ident="linkdexbot">
 683                 <name>Linkdex</name>
 684                 <url>http://www.linkdex.com/bots/</url>
 685         </spider>
 686         <spider ident="LinkScan Server">
 687                 <name>LinkScan</name>
 688         </spider>
 689         <spider ident="LinkWalker">
 690                 <name>LinkWalker</name>
 691         </spider>
 692         <spider ident="Linguee Bot">
 693                 <name>Linguee</name>
 694                 <url>http://www.linguee.com/bot</url>
 695         </spider>
 696         <spider ident="livedoorCheckers/">
 697                 <name>livedoorCheckers</name>
 698         </spider>
 699         <spider ident="Lockon">
 700                 <name>Lockon</name>
 701         </spider>
 702         <spider ident="logo.gif crawler">
 703                 <name>logo.gif</name>
 704         </spider>
 705         <spider ident="Lycos">
 706                 <name>Lycos</name>
 707         </spider>
 708         <spider ident="Magpie">
 709                 <name>Magpie</name>
 710         </spider>
 711         <spider ident="MJ12bot">
 712                 <name>Majestics MJ12bot</name>
 713         </spider>
 714         <spider ident="Mammoth">
 715                 <name>Mammoth</name>
 716                 <url>http://www.sli-systems.com</url>
 717         </spider>
 718         <spider ident="Marvin">
 719                 <name>Marvin</name>
 720         </spider>
 721         <spider ident="marvin/infoseek">
 722                 <name>marvin/infoseek</name>
 723         </spider>
 724         <spider ident="M/3.8">
 725                 <name>Mattie</name>
 726         </spider>
 727         <spider ident="MediaFox">
 728                 <name>MediaFox</name>
 729         </spider>
 730         <spider ident="memorybot">
 731                 <name>Memorybot</name>
 732                 <url>http://archivethe.net/en/index.php/about/internet_memory1</url>
 733         </spider>
 734         <spider ident="mercator">
 735                 <name>Mercator</name>
 736                 <url>http://research.compaq.com/SRC/mercator/</url>
 737         </spider>
 738         <spider ident="MerzScope">
 739                 <name>MerzScope</name>
 740         </spider>
 741         <spider ident="METASpider">
 742                 <name>META</name>
 743                 <url>http://www.meta.com.ua/</url>
 744         </spider>
 745         <spider ident="MetaGer-LinkChecker">
 746                 <name>MetaGer</name>
 747         </spider>
 748         <spider ident="MindCrawler">
 749                 <name>MindCrawler</name>
 750         </spider>
 751         <spider ident="Miva">
 752                 <name>Miva</name>
 753         </spider>
 754         <spider ident="UdmSearch">
 755                 <name>mnoGoSearch</name>
 756         </spider>
 757         <spider ident="moget">
 758                 <name>moget</name>
 759         </spider>
 760         <spider ident="MOMspider">
 761                 <name>MOMspider</name>
 762         </spider>
 763         <spider ident="Monster">
 764                 <name>Monster</name>
 765         </spider>
 766         <spider ident="Moreoverbot">
 767                 <name>Moreover</name>
 768                 <url>http://www.moreover.com</url>
 769         </spider>
 770         <spider ident="msnbot">
 771                 <name>MSNBot</name>
 772                 <url>http://search.msn.com/msnbot.htm</url>
 773         </spider>
 774         <spider ident="MSRBOT">
 775                 <name>MSRBOT</name>
 776                 <url>http://research.microsoft.com/research/sv/msrbot/</url>
 777         </spider>
 778         <spider ident="MuscatFerret">
 779                 <name>Muscat Ferret</name>
 780         </spider>
 781         <spider ident="MwdSearch">
 782                 <name>Mwd.Search</name>
 783         </spider>
 784         <spider ident="NPBot">
 785                 <name>NameProtect</name>
 786         </spider>
 787         <spider ident="NaverBot">
 788                 <name>NaverBot</name>
 789                 <url>http://www.spidermatic.com/en/robot-spider/20</url>
 790         </spider>
 791         <spider ident="NDSpider">
 792                 <name>NDSpider</name>
 793         </spider>
 794         <spider ident="NEC-MeshExplorer">
 795                 <name>NEC-MeshExplorer</name>
 796         </spider>
 797         <spider ident="Nederland.zoek">
 798                 <name>Nederland.zoek</name>
 799         </spider>
 800         <spider ident="NerdyBot">
 801                 <name>NerdyBot</name>
 802                 <url>http://nerdybot.com/</url>
 803         </spider>
 804         <spider ident="NetCarta CyberPilot Pro">
 805                 <name>NetCarta WebMap</name>
 806         </spider>
 807         <spider ident="Netcraft">
 808                 <name>Netcraft Web Server Survey</name>
 809                 <url>http://news.netcraft.com/</url>
 810         </spider>
 811         <spider ident="NetMechanic">
 812                 <name>NetMechanic</name>
 813         </spider>
 814         <spider ident="NetScoop">
 815                 <name>NetScoop</name>
 816         </spider>
 817         <spider ident="newscan-online">
 818                 <name>newscan-online</name>
 819         </spider>
 820         <spider ident="NextGenSearchBot 1">
 821                 <name>NextGenSearchBot</name>
 822                 <url>http://www.zoominfo.com/NextGenSearchBot</url>
 823         </spider>
 824         <spider ident="NHSEWalker">
 825                 <name>NHSE Web Forager</name>
 826         </spider>
 827         <spider ident="NIF">
 828                 <name>NIF</name>
 829                 <url>http://www.newsisfree.com/robot.php</url>
 830         </spider>
 831         <spider ident="NimbleCrawler">
 832                 <name>NimbleCrawler</name>
 833                 <url>http://www.healthline.com/aboutus.jsp</url>
 834         </spider>
 835         <spider ident="Nomad">
 836                 <name>Nomad</name>
 837         </spider>
 838         <spider ident="Norbert the Spider">
 839                 <name>Norbert</name>
 840                 <url>http://www.Burf.com</url>
 841         </spider>
 842         <spider ident="Gulliver">
 843                 <name>Northern Light</name>
 844         </spider>
 845         <spider ident="explorersearch">
 846                 <name>nzexplorer</name>
 847         </spider>
 848         <spider ident="Occam">
 849                 <name>Occam</name>
 850         </spider>
 851         <spider ident="Ocelli">
 852                 <name>Ocelli</name>
 853                 <url>http://www.globalspec.com/Ocelli</url>
 854         </spider>
 855         <spider ident="Online24-Bot">
 856                 <name>Online24-Bot</name>
 857         </spider>
 858         <spider ident="Openbot">
 859                 <name>Openbot</name>
 860                 <url>http://www.openfind.com.tw/robot.html</url>
 861         </spider>
 862         <spider ident="Openfind">
 863                 <name>Openfind data gatherer</name>
 864         </spider>
 865         <spider ident="Orbsearch">
 866                 <name>Orb Search</name>
 867         </spider>
 868         <spider ident="PackRat">
 869                 <name>Pack Rat</name>
 870         </spider>
 871         <spider ident="PageBoy">
 872                 <name>PageBoy</name>
 873         </spider>
 874         <spider ident="ParaSite">
 875                 <name>ParaSite</name>
 876         </spider>
 877         <spider ident="Patric">
 878                 <name>Patric</name>
 879         </spider>
 880         <spider ident="PEGASUS">
 881                 <name>pegasus</name>
 882         </spider>
 883         <spider ident="PerlCrawler/1.0 Xavatoria/2.0">
 884                 <name>PerlCrawler 1.0</name>
 885         </spider>
 886         <spider ident="PGP-KA">
 887                 <name>PGP Key Agent</name>
 888         </spider>
 889         <spider ident="Duppies">
 890                 <name>Phantom</name>
 891         </spider>
 892         <spider ident="phpdig">
 893                 <name>PhpDig</name>
 894         </spider>
 895         <spider ident="PiltdownMan">
 896                 <name>PiltdownMan</name>
 897         </spider>
 898         <spider ident="Pimptrain's robot">
 899                 <name>Pimptrain.com's</name>
 900         </spider>
 901         <spider ident="pingalink">
 902                 <name>PingALink</name>
 903         </spider>
 904         <spider ident="Pioneer">
 905                 <name>Pioneer</name>
 906         </spider>
 907         <spider ident="PluckFeedCrawler">
 908                 <name>Pluck</name>
 909                 <url>http://www.pluck.com</url>
 910         </spider>
 911         <spider ident="PlumtreeWebAccessor">
 912                 <name>PlumtreeWebAccessor</name>
 913         </spider>
 914         <spider ident="PodNova">
 915                 <name>PodNova</name>
 916                 <url>http://www.podnova.com</url>
 917         </spider>
 918         <spider ident="Pompos">
 919                 <name>Pompos</name>
 920                 <url>http://dir.com/pompos.html</url>
 921         </spider>
 922         <spider ident="Poppi">
 923                 <name>Poppi</name>
 924         </spider>
 925         <spider ident="publiclibraryarchive.org">
 926                 <name>publiclibraryarchive.org</name>
 927         </spider>
 928         <spider ident="gestaltIconoclast">
 929                 <name>Popular Iconoclast</name>
 930         </spider>
 931         <spider ident="PortalJuice.com">
 932                 <name>Portal Juice</name>
 933         </spider>
 934         <spider ident="PortalBSpider">
 935                 <name>PortalB Spider</name>
 936         </spider>
 937         <spider ident="Qualidator">
 938                 <name>Qualidator</name>
 939                 <url>www.qualidator.com/Web/de/Support/FAQ_OnlineTestStatistiken.htm</url>
 940         </spider>
 941         <spider ident="www.kolinka.com">
 942                 <name>Project Kolinka Forum Search</name>
 943                 <url>http://www.kolinka.com/</url>
 944         </spider>
 945         <spider ident="psbot">
 946                 <name>psbot</name>
 947         </spider>
 948         <spider ident="Qango.com Web Directory">
 949                 <name>Qango</name>
 950                 <url>http://www.qango.com</url>
 951         </spider>
 952         <spider ident="SBSearch">
 953                 <name>SecretSearchEngineLabs.com</name>
 954                 <url>http://www.secretsearchenginelabs.com/secret-web-crawler.php</url>
 955         </spider>
 956         <spider ident="SemrushBot">
 957                 <name>SemrushBot</name>
 958                 <url>http://semrush.com/bot/</url>
 959         </spider>
 960         <spider ident="StackRambler">
 961                 <name>Rambler</name>
 962                 <url>http://www.rambler.ru/</url>
 963         </spider>
 964         <spider ident="Raven">
 965                 <name>Raven Search</name>
 966         </spider>
 967         <spider ident="Resume Robot">
 968                 <name>Resume Robot</name>
 969         </spider>
 970         <spider ident="Road Runner: ImageScape Robot">
 971                 <name>Road Runner: The ImageScape Robot</name>
 972         </spider>
 973         <spider ident="RHCS">
 974                 <name>RoadHouse Crawling System</name>
 975         </spider>
 976         <spider ident="Robbie">
 977                 <name>Robbie the Robot</name>
 978         </spider>
 979         <spider ident="RoboCrawl">
 980                 <name>RoboCrawl</name>
 981         </spider>
 982         <spider ident="Robofox">
 983                 <name>RoboFox</name>
 984         </spider>
 985         <spider ident="Robot du CRIM 1.0a">
 986                 <name>Robot Francoroute</name>
 987         </spider>
 988         <spider ident="Robozilla">
 989                 <name>Robozilla</name>
 990         </spider>
 991         <spider ident="Roverbot">
 992                 <name>Roverbot</name>
 993         </spider>
 994         <spider ident="RSS-SPIDER">
 995                 <name>RSS Feed Seeker</name>
 996                 <url>http://www.rss-spider.com/fsb.php</url>
 997         </spider>
 998         <spider ident="RuLeS">
 999                 <name>RuLeS</name>
1000         </spider>
1001         <spider ident="RyzeCrawler">
1002                 <name>RyzeCrawler</name>
1003                 <url>http://www.domain2day.nl/crawler/</url>
1004         </spider>
1005         <spider ident="SafetyNet Robot">
1006                 <name>SafetyNet</name>
1007         </spider>
1008         <spider ident="SBIder">
1009                 <name>SBIder.</name>
1010                 <url>http://www.sitesell.com/sbider.html</url>
1011         </spider>
1012         <spider ident="Scharia">
1013                 <name>Scharia</name>
1014         </spider>
1015         <spider ident="Science-Index">
1016                 <name>Science-Index</name>
1017         </spider>
1018         <spider ident="Scooter">
1019                 <name>Scooter</name>
1020         </spider>
1021         <spider ident="SearchNZ">
1022                 <name>SearchNZ</name>
1023                 <url>http://www.searchnz.co.nz/</url>
1024         </spider>
1025         <spider ident="searchprocess">
1026                 <name>SearchProcess</name>
1027         </spider>
1028         <spider ident="SearchmetricsBot">
1029                 <name>SearchmetricsBot</name>
1030                 <url>http://www.searchmetrics.com/en/searchmetrics-bot/</url>
1031         </spider>
1032         <spider ident="Seekbot">
1033                 <name>Seekbot</name>
1034                 <url>http://www.seekbot.net/bot.html</url>
1035         </spider>
1036         <spider ident="Senrigan">
1037                 <name>Senrigan</name>
1038         </spider>
1039         <spider ident="Sensis Web Crawler">
1040                 <name>Sensis Web Crawler</name>
1041                 <url>http://www.sensis.com.au/help.do</url>
1042         </spider>
1043         <spider ident="SG-Scout">
1044                 <name>SG-Scout</name>
1045         </spider>
1046         <spider ident="Shagseeker">
1047                 <name>ShagSeeker</name>
1048         </spider>
1049         <spider ident="Shai'Hulud">
1050                 <name>Shai'Hulud</name>
1051         </spider>
1052         <spider ident="SimBot/1.0">
1053                 <name>Simmany Robot Ver1.0</name>
1054         </spider>
1055         <spider ident="ssearcher100">
1056                 <name>Site Searcher</name>
1057         </spider>
1058         <spider ident="Site Valet">
1059                 <name>Site Valet</name>
1060         </spider>
1061         <spider ident="http://www.site-list.net">
1062                 <name>Site-List</name>
1063                 <url>http://www.site-list.net</url>
1064         </spider>
1065         <spider ident="SiteTech-Rover">
1066                 <name>SiteTech-Rover</name>
1067         </spider>
1068         <spider ident="+SitiDi.net/SitiDiBot/">
1069                 <name>SitiDi.net/SitiDiBot</name>
1070         </spider>
1071         <spider ident="aWapClient">
1072                 <name>Skymob.com</name>
1073         </spider>
1074         <spider ident="SLCrawler">
1075                 <name>SLCrawler</name>
1076         </spider>
1077         <spider ident="Sleek Spider">
1078                 <name>Sleek</name>
1079         </spider>
1080         <spider ident="ESISmartSpider">
1081                 <name>Smart Spider</name>
1082         </spider>
1083         <spider ident="Snapbot">
1084                 <name>Snapbot</name>
1085                 <url>http://www.snap.com/</url>
1086         </spider>
1087         <spider ident="Snooper">
1088                 <name>Snooper</name>
1089         </spider>
1090         <spider ident="sohu-search">
1091                 <name>sohu-search</name>
1092         </spider>
1093         <spider ident="Solbot">
1094                 <name>Solbot</name>
1095         </spider>
1096         <spider ident="Speedy Spider">
1097                 <name>Speedy Spider</name>
1098                 <url>http://www.entireweb.com/about/search_tech/speedyspider/</url>
1099         </spider>
1100         <spider ident="Sphere Scout">
1101                 <name>Sphere</name>
1102         </spider>
1103         <spider ident="Sphider2">
1104                 <name>Sphider</name>
1105         </spider>
1106         <spider ident="SpiderBot">
1107                 <name>SpiderBot</name>
1108         </spider>
1109         <spider ident="spiderline">
1110                 <name>Spiderline Crawler</name>
1111         </spider>
1112         <spider ident="SpiderMan">
1113                 <name>SpiderMan</name>
1114         </spider>
1115         <spider ident="SpiderView">
1116                 <name>SpiderView(tm)</name>
1117         </spider>
1118         <spider ident="mouse.house">
1119                 <name>spider_monkey</name>
1120         </spider>
1121         <spider ident="suke">
1122                 <name>Suke</name>
1123         </spider>
1124         <spider ident="suntek">
1125                 <name>suntek search engine</name>
1126         </spider>
1127         <spider ident="Szukacz">
1128                 <name>Szukacz</name>
1129                 <url>http://www.szukacz.pl/html/RobotEnglishVersion.html</url>
1130         </spider>
1131         <spider ident="T-H-U-N-D-E-R-S-T-O-N-E">
1132                 <name>T-H-U-N-D-E-R-S-T-O-N-E</name>
1133         </spider>
1134         <spider ident="TinEye Crawler">
1135                 <name>TinEye</name>
1136                 <url>http://tineye.com/crawler.html</url>
1137         </spider>
1138         <spider ident="Black Widow">
1139                 <name>TACH Black Widow</name>
1140         </spider>
1141         <spider ident"Tapatalk CloudSearch">
1142                 <name>Tapatalk CloudSearch</name>
1143         </spider>
1144         <spider ident="Tarantula">
1145                 <name>Tarantula</name>
1146         </spider>
1147         <spider ident="tarspider">
1148                 <name>tarspider</name>
1149         </spider>
1150         <spider ident="dlw3robot">
1151                 <name>Tcl W3 Robot</name>
1152         </spider>
1153         <spider ident="TechBOT">
1154                 <name>TechBOT</name>
1155         </spider>
1156         <spider ident="Technoratibot">
1157                 <name>Technorati</name>
1158                 <url>http://technorati.com/about/</url>
1159         </spider>
1160         <spider ident="Templeton">
1161                 <name>Templeton</name>
1162         </spider>
1163         <spider ident="teoma">
1164                 <name>Teoma/Ask Jeeves</name>
1165                 <url>http://sp.teoma.com/docs/teoma/about/</url>
1166         </spider>
1167         <spider ident="JubiiRobot">
1168                 <name>The Jubii</name>
1169         </spider>
1170         <spider ident="NorthStar">
1171                 <name>The NorthStar Robot</name>
1172         </spider>
1173         <spider ident="w3index">
1174                 <name>The NWI Robot</name>
1175         </spider>
1176         <spider ident="Peregrinator-Mathematics">
1177                 <name>The Peregrinator</name>
1178         </spider>
1179         <spider ident="Pixray-Seeker">
1180                 <name>Pixray</name>
1181                 <url>http://www.pixray.com/pixraybot/</url>
1182         </spider>
1183         <spider ident="thumbshots-de-Bot">
1184                 <name>thumbshots-de-Bot</name>
1185         </spider>
1186         <spider ident="TITAN">
1187                 <name>TITAN</name>
1188         </spider>
1189         <spider ident="TitIn">
1190                 <name>TitIn</name>
1191         </spider>
1192         <spider ident="TLSpider">
1193                 <name>TLSpider</name>
1194         </spider>
1195         <spider ident="TMCrawler">
1196                 <name>TMCrawler</name>
1197         </spider>
1198         <spider ident="trendictionbot">
1199                 <name>Trendiction-Bot</name>
1200                 <url>http://www.trendiction.com/bot</url>
1201         </spider>
1202         <spider ident="slysearch">
1203                 <name>Turnitin.com</name>
1204                 <url>http://www.turnitin.com/static/products_services/search_engines.html</url>
1205         </spider>
1206         <spider ident="TurnitinBot/">
1207                 <name>TurnitinBot</name>
1208         </spider>
1209         <spider ident="TurtleScanner">
1210                 <name>Turtle</name>
1211                 <url>http://www.turtle.ru/</url>
1212         </spider>
1213         <spider ident="TwengaBot">
1214                 <name>Twenga</name>
1215                 <url>http://www.twenga.com/bot.html</url>
1216         </spider>
1217         <spider ident="Twiceler">
1218                 <name>Twiceler</name>
1219                 <url>http://www.cuill.com/twiceler/robot.html</url>
1220         </spider>
1221         <spider ident="UCSD-Crawler">
1222                 <name>UCSD Crawl</name>
1223         </spider>
1224         <spider ident="UMBC-memeta-Bot">
1225                 <name>UMBC</name>
1226         </spider>
1227         <spider ident="unisterbot">
1228                 <name>Unister</name>
1229         </spider>
1230         <spider ident="Unpartisan">
1231                 <name>Unpartisan</name>
1232                 <url>http://www.unpartisan.com</url>
1233         </spider>
1234         <spider ident="UptimeRobot/2.0">
1235                 <name>Uptime Robot</name>
1236                 <url>http://uptimerobot.com/</url>
1237         </spider>
1238         <spider ident="urlck">
1239                 <name>URL Check</name>
1240         </spider>
1241         <spider ident="URL Spider Pro">
1242                 <name>URL Spider Pro</name>
1243         </spider>
1244         <spider ident="Valkyrie">
1245                 <name>Valkyrie</name>
1246         </spider>
1247         <spider ident="Verticrawl">
1248                 <name>Verticrawl</name>
1249         </spider>
1250         <spider ident="Victoria">
1251                 <name>Victoria</name>
1252         </spider>
1253         <spider ident="vision-search">
1254                 <name>vision-search</name>
1255         </spider>
1256         <spider ident="VoilaBot">
1257                 <name>VoilaBot</name>
1258                 <url>http://www.voila.com/</url>
1259         </spider>
1260         <spider ident="VisBot">
1261                 <name>VisBot</name>
1262                 <url>http://www.visvo.com/webmasters.html</url>
1263         </spider>
1264         <spider ident="Voyager">
1265                 <name>Voyager</name>
1266         </spider>
1267         <spider ident="VWbot_K">
1268                 <name>VWbot</name>
1269         </spider>
1270         <spider ident="W3M2">
1271                 <name>W3M2</name>
1272         </spider>
1273         <spider ident="w3mir">
1274                 <name>w3mir</name>
1275         </spider>
1276         <spider ident="w@pSpider">
1277                 <name>w@pSpider</name>
1278         </spider>
1279         <spider ident="appie">
1280                 <name>Walhello appie</name>
1281                 <url>http://www.robotstxt.org/wc/active/html/appie.html</url>
1282         </spider>
1283         <spider ident="CrawlPaper">
1284                 <name>WallPaper</name>
1285         </spider>
1286         <spider ident="root">
1287                 <name>Web Core / Roots</name>
1288         </spider>
1289         <spider ident="WBSearchBot">
1290                 <name>Ware Bay</name>
1291                 <url>http://www.warebay.com/bot.html</url>
1292         </spider>
1293         <spider ident="WebMoose">
1294                 <name>Web Moose</name>
1295         </spider>
1296         <spider ident="WebBandit">
1297                 <name>WebBandit</name>
1298         </spider>
1299         <spider ident="WebCatcher">
1300                 <name>WebCatcher</name>
1301         </spider>
1302         <spider ident="Webclipping">
1303                 <name>Webclipping</name>
1304         </spider>
1305         <spider ident="WebCopy">
1306                 <name>WebCopy</name>
1307         </spider>
1308         <spider ident="WebFetcher">
1309                 <name>webfetcher</name>
1310         </spider>
1311         <spider ident="weblayers">
1312                 <name>weblayers</name>
1313         </spider>
1314         <spider ident="WebLinker">
1315                 <name>WebLinker</name>
1316         </spider>
1317         <spider ident="wlm">
1318                 <name>Weblog Monitor</name>
1319         </spider>
1320         <spider ident="WebQuest">
1321                 <name>WebQuest</name>
1322         </spider>
1323         <spider ident="WebReaper">
1324                 <name>WebReaper</name>
1325         </spider>
1326         <spider ident="webs@recruit.co.jp">
1327                 <name>webs</name>
1328         </spider>
1329         <spider ident="websearchbench">
1330                 <name>WebSearchBench</name>
1331                 <url>http://websearchbench.cs.uni-dortmund.de/</url>
1332         </spider>
1333         <spider ident="WOLP">
1334                 <name>WebStolperer</name>
1335         </spider>
1336         <spider ident="webvac">
1337                 <name>WebVac</name>
1338         </spider>
1339         <spider ident="webwalk">
1340                 <name>webwalk</name>
1341         </spider>
1342         <spider ident="WebWalker">
1343                 <name>WebWalker</name>
1344         </spider>
1345         <spider ident="WebWatch">
1346                 <name>WebWatch</name>
1347         </spider>
1348         <spider ident="WebZinger">
1349                 <name>WebZinger</name>
1350         </spider>
1351         <spider ident="whatUseek_winona">
1352                 <name>whatUseek Winona</name>
1353         </spider>
1354         <spider ident="WhoWhere Robot">
1355                 <name>WebWatch</name>
1356                 <url>http://www.whowhere.com</url>
1357         </spider>
1358         <spider ident="SurveyBot">
1359                 <name>Whois Source</name>
1360                 <url>http://www.whois.sc/info/webmasters/surveybot.html</url>
1361         </spider>
1362         <spider ident="Hazel's Ferret Web hopper">
1363                 <name>Wild Ferret Web Hopper</name>
1364         </spider>
1365         <spider ident="HRCrawler">
1366                 <name>HRCrawler</name>
1367         </spider>
1368         <spider ident="WinHTTP">
1369                 <name>WinHTTP</name>
1370         </spider>
1371         <spider ident="wired-digital-newsbot">
1372                 <name>Wired Digital</name>
1373         </spider>
1374         <spider ident="zyborg">
1375                 <name>WiseNut</name>
1376         </spider>
1377         <spider ident="OmniExplorer_Bot">
1378                 <name>WorldIndexer</name>
1379                 <url>http://www.omni-explorer.com</url>
1380         </spider>
1381         <spider ident="WWWC">
1382                 <name>WWWC</name>
1383         </spider>
1384         <spider ident="WWWeasel Robot">
1385                 <name>WWWeasel Robot</name>
1386         </spider>
1387         <spider ident="wwwster">
1388                 <name>wwwster</name>
1389         </spider>
1390         <spider ident="WWWWanderer">
1391                 <name>WWWWanderer</name>
1392         </spider>
1393         <spider ident="TECOMAC-Crawler">
1394                 <name>X-Crawler</name>
1395         </spider>
1396         <spider ident="XGET">
1397                 <name>XGET</name>
1398         </spider>
1399         <spider ident="cosmos">
1400                 <name>XYLEME Robot</name>
1401         </spider>
1402         <spider ident="yacybot">
1403                 <name>YaCy-Bot</name>
1404                 <url>http://yacy.net/yacy/bot.html</url>
1405         </spider>
1406         <spider ident="YahooYSMcm">
1407                 <name>Yahoo Publisher Network</name>
1408                 <url>http://publisher.yahoo.com/</url>
1409         </spider>
1410         <spider ident="Yahoo-Blogs">
1411                 <name>Yahoo-Blogs</name>
1412                 <url>http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html</url>
1413         </spider>
1414         <spider ident="Yahoo Pipes">
1415                 <name>Yahoo Pipes</name>
1416         </spider>
1417         <spider ident="Yahoo! Slurp">
1418                 <name>Yahoo! Slurp</name>
1419                 <url>http://help.yahoo.com/help/us/ysearch/slurp</url>
1420         </spider>
1421         <spider ident="Yahoo-VerticalCrawler">
1422                 <name>Yahoo-VerticalCrawler</name>
1423         </spider>
1424         <spider ident="YahooFeedSeeker">
1425                 <name>YahooFeedSeeker</name>
1426                 <url>http://my.yahoo.com/s/publishers.html</url>
1427         </spider>
1428         <spider ident="Yandex">
1429                 <name>Yandex</name>
1430                 <url>http://www.yandex.ru/</url>
1431         </spider>
1432         <spider ident="zeus">
1433                 <name>Zeus Internet Marketing</name>
1434                 <url>http://www.cyber-robotics.com/</url>
1435         </spider>
1436         <spider ident="http://www.zorkk.com">
1437                 <name>Zork</name>
1438                 <url>http://www.zorkk.com</url>
1439         </spider>
1440         <spider ident="Zookabot">
1441                 <name>Zookabotk</name>
1442                 <url>http://zookabot.com/</url>
1443         </spider>
1444         <spider ident="360Spider">
1445                 <name>360Spider</name>
1446         </spider>
1447 </data>