spiderList/spiderList.xml

   1 <?xml version="1.0" encoding="UTF-8"?>
   2 <data xmlns="http://www.woltlab.com" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.woltlab.com http://www.woltlab.com/XSD/maelstrom/spiderList.xsd">
   3         <spider ident="ABCdatos">
   4                 <name>ABCdatos BotLink</name>
   5                 <url>http://www.robotstxt.org/wc/active/html/abcdatos.html</url>
   6         </spider>
   7         <spider ident="AbraveSpider">
   8                 <name>Abrave</name>
   9                 <url>http://robot.abrave.co.uk/</url>
  10         </spider>
  11         <spider ident="abot/">
  12                 <name>abot</name>
  13         </spider>
  14         <spider ident="Accelatech RSSCrawler">
  15                 <name>Accelatech</name>
  16         </spider>
  17         <spider ident="Accoona-AI-Agent">
  18                 <name>Accoona</name>
  19                 <url>http://accoona.com/about/about_accoona.jsp</url>
  20         </spider>
  21         <spider ident="aconon Index">
  22                 <name>aconon Index (raubfische.de)</name>
  23         </spider>
  24         <spider ident="AcoonBot">
  25                 <name>Acoon</name>
  26                 <url>http://www.acoon.de/robot.asp</url>
  27         </spider>
  28         <spider ident="Ahoy!">
  29                 <name>Ahoy!</name>
  30                 <url>http://www.robotstxt.org/wc/active/html/ahoythehomepagefinder.html</url>
  31         </spider>
  32         <spider ident="AhrefsBot">
  33                 <name>Ahrefs</name>
  34                 <url>http://ahrefs.com/robot/</url>
  35         </spider>
  36         <spider ident="AlkalineBOT">
  37                 <name>Alkaline</name>
  38                 <url>http://www.robotstxt.org/wc/active/html/Alkaline.html</url>
  39         </spider>
  40         <spider ident="AlexaBOT">
  41                 <name>Alexa</name>
  42                 <url>http://www.alexa.com/help/webmasters</url>
  43         </spider>
  44         <spider ident="http://www.almaden.ibm.com/cs/crawler">
  45                 <name>Almaden Crawler</name>
  46                 <url>http://www.almaden.ibm.com/cs/crawler/</url>
  47         </spider>
  48         <spider ident="EMC Spider">
  49                 <name>ananzi</name>
  50         </spider>
  51         <spider ident="Anthill">
  52                 <name>Anthill</name>
  53                 <url>http://www.robotstxt.org/wc/active/html/anthill.html</url>
  54         </spider>
  55         <spider ident="Aport">
  56                 <name>Aport</name>
  57                 <url>http://www.aport.ru/</url>
  58         </spider>
  59         <spider ident="AppleSyndication">
  60                 <name>Apple</name>
  61         </spider>
  62         <spider ident="Arachnophilia">
  63                 <name>Arachnophilia</name>
  64                 <url>http://www.robotstxt.org/wc/active/html/arachnophilia.html</url>
  65         </spider>
  66         <spider ident="Araneo">
  67                 <name>Araneo</name>
  68                 <url>http://www.robotstxt.org/wc/active/html/araneo.html</url>
  69         </spider>
  70         <spider ident="ArchitextSpider">
  71                 <name>ArchitextSpider</name>
  72                 <url>http://www.robotstxt.org/wc/active/html/architext.html</url>
  73         </spider>
  74         <spider ident="archive.org_bot">
  75                 <name>Archive.org</name>
  76                 <url>https://archive.org/details/archive.org_bot</url>
  77         </spider>
  78         <spider ident="arks/1.0">
  79                 <name>arks</name>
  80                 <url>http://www.robotstxt.org/wc/active/html/arks.html</url>
  81         </spider>
  82         <spider ident="ASpider">
  83                 <name>ASpider</name>
  84                 <url>http://www.robotstxt.org/wc/active/html/aspider.html</url>
  85         </spider>
  86         <spider ident="ATN_Worldwide">
  87                 <name>ATN Worldwide</name>
  88                 <url>http://www.robotstxt.org/wc/active/html/atn.txt.html</url>
  89         </spider>
  90         <spider ident="Atomz">
  91                 <name>Atomz.com</name>
  92                 <url>http://www.robotstxt.org/wc/active/html/atomz.html</url>
  93         </spider>
  94         <spider ident="AURESYS">
  95                 <name>AURESYS</name>
  96                 <url>http://www.robotstxt.org/wc/active/html/auresys.html</url>
  97         </spider>
  98         <spider ident="BackRub">
  99                 <name>BackRub</name>
 100                 <url>http://www.robotstxt.org/wc/active/html/backrub.html</url>
 101         </spider>
 102         <spider ident="Baiduspider">
 103                 <name>Baiduspider</name>
 104                 <url>http://www.baidu.com/search/spider.htm</url>
 105         </spider>
 106         <spider ident="bbot">
 107                 <name>BBot</name>
 108                 <url>http://www.robotstxt.org/wc/active/html/bbot.html</url>
 109         </spider>
 110         <spider ident="BecomeBot">
 111                 <name>BecomeBot</name>
 112                 <url>http://www.become.com/webmasters.html</url>
 113         </spider>
 114         <spider ident="Big Brother">
 115                 <name>Big Brother</name>
 116                 <url>http://www.robotstxt.org/wc/active/html/bigbrother.html</url>
 117         </spider>
 118         <spider ident="BigmirSpider">
 119                 <name>Bigmir</name>
 120                 <url>http://www.bigmir.net/</url>
 121         </spider>
 122         <spider ident="bingbot">
 123                 <name>Bing</name>
 124                 <url>http://www.bing.com/bingbot.htm</url>
 125         </spider>
 126         <spider ident="Bitacle bot">
 127                 <name>Bitacle</name>
 128                 <url>http://bitacle.org/</url>
 129         </spider>
 130         <spider ident="Biz360 Spider">
 131                 <name>Biz</name>
 132                 <url>http://www.biz360.com</url>
 133         </spider>
 134         <spider ident="Bjaaland">
 135                 <name>Bjaaland</name>
 136                 <url>http://www.robotstxt.org/wc/active/html/bjaaland.html</url>
 137         </spider>
 138         <spider ident="BlackWidow">
 139                 <name>BlackWidow</name>
 140                 <url>http://www.robotstxt.org/wc/active/html/blackwidow.html</url>
 141         </spider>
 142         <spider ident="BLEXBot">
 143                 <name>BLEXBot</name>
 144                 <url>http://webmeup.com/crawler.html</url>
 145         </spider>
 146         <spider ident="BlogCrawler by Xango">
 147                 <name>BlogCrawler</name>
 148         </spider>
 149         <spider ident="blogdb">
 150                 <name>BlogDb</name>
 151                 <url>http://blogdb.jp</url>
 152         </spider>
 153         <spider ident="blog search engine by BlogFan.ORG">
 154                 <name>BlogFan</name>
 155                 <url>http://www.blogfan.org</url>
 156         </spider>
 157         <spider ident="Bloglines">
 158                 <name>Bloglies</name>
 159                 <url>http://www.bloglines.com</url>
 160         </spider>
 161         <spider ident="BlogPulse (ISSpider-3.0)">
 162                 <name>BlogPulse</name>
 163         </spider>
 164         <spider ident="BlogSearch">
 165                 <name>BlogSearch</name>
 166                 <url>http://www.icerocket.com</url>
 167         </spider>
 168         <spider ident="BlogsNowBot">
 169                 <name>BlogsNow</name>
 170                 <url>http://www.blogsnow.com/</url>
 171         </spider>
 172         <spider ident="BlogStreetBot">
 173                 <name>BlogStreetBot</name>
 174                 <url>http://www.blogstreet.com/</url>
 175         </spider>
 176         <spider ident="Bulkfeeds">
 177                 <name>BlogStreetBot</name>
 178                 <url>http://bulkfeeds.net</url>
 179         </spider>
 180         <spider ident="BoardPulse">
 181                 <name>BoardPulse</name>
 182                 <url>http://www.boardpulse.com/</url>
 183         </spider>
 184         <spider ident="BoardReader">
 185                 <name>BoardReader</name>
 186                 <url>http://www.boardreader.com/aboutus.asp</url>
 187         </spider>
 188         <spider ident="BoardViewer">
 189                 <name>BoardViewer</name>
 190                 <url>http://www.boardviewer.com/</url>
 191         </spider>
 192         <spider ident="boitho.com-robot">
 193                 <name>Boitho</name>
 194                 <url>http://www.boitho.com/bot.html</url>
 195         </spider>
 196         <spider ident="borg-bot">
 197                 <name>Borg-Bot</name>
 198                 <url>http://www.robotstxt.org/wc/active/html/borg-bot.html</url>
 199         </spider>
 200         <spider ident="BSpider">
 201                 <name>BSpider</name>
 202                 <url>http://www.robotstxt.org/wc/active/html/bspider.html</url>
 203         </spider>
 204         <spider ident="CACTVS Chemistry Spider">
 205                 <name>CACTVS Chemistry</name>
 206         </spider>
 207         <spider ident="Calif">
 208                 <name>Calif</name>
 209         </spider>
 210         <spider ident="CaRP/3.6Evolution">
 211                 <name>CaRP</name>
 212                 <url>http://www.biz360.com</url>
 213         </spider>
 214         <spider ident="Checkbot">
 215                 <name>Checkbot</name>
 216         </spider>
 217         <spider ident="ChristCrawler.com">
 218                 <name>ChristCrawler.com</name>
 219         </spider>
 220         <spider ident="www.cienciaficcion.net">
 221                 <name>cIeNcIaFiCcIoN.nEt</name>
 222         </spider>
 223         <spider ident="CipinetBot">
 224                 <name>Cipinet</name>
 225                 <url>http://www.cipinet.com/bot.html</url>
 226         </spider>
 227         <spider ident="CJNetworkQuality">
 228                 <name>CJNetworkQuality</name>
 229                 <url>http://www.cj.com/networkquality/</url>
 230         </spider>
 231         <spider ident="CMC/0.01">
 232                 <name>CMC/0.01</name>
 233         </spider>
 234         <spider ident="ColdFusion">
 235                 <name>ColdFusion</name>
 236         </spider>
 237         <spider ident="combine">
 238                 <name>Combine System</name>
 239         </spider>
 240         <spider ident="Crawler (cometsearch@cometsystems.com)">
 241                 <name>cometsystems.com</name>
 242         </spider>
 243         <spider ident="ComputingSite Robi/1.0">
 244                 <name>ComputingSite Robi/1.0</name>
 245         </spider>
 246         <spider ident="conceptbot">
 247                 <name>Conceptbot</name>
 248         </spider>
 249         <spider ident="Cooby.de Crawler">
 250                 <name>Cooby.de Crawler</name>
 251         </spider>
 252         <spider ident="CoolBot">
 253                 <name>CoolBot</name>
 254         </spider>
 255         <spider ident="Cusco">
 256                 <name>Cusco</name>
 257         </spider>
 258         <spider ident="CyberSpyder">
 259                 <name>CyberSpyder</name>
 260         </spider>
 261         <spider ident="daypopbot">
 262                 <name>daypop</name>
 263         </spider>
 264         <spider ident="DesertRealm.com">
 265                 <name>Desert Realm</name>
 266         </spider>
 267         <spider ident="Deweb">
 268                 <name>DeWeb(c)</name>
 269         </spider>
 270         <spider ident="Die Blinde Kuh">
 271                 <name>Die Blinde Kuh</name>
 272                 <url>http://www.robotstxt.org/wc/active/html/blindekuh.html</url>
 273         </spider>
 274         <spider ident="dienstspider">
 275                 <name>DienstSpider</name>
 276         </spider>
 277         <spider ident="Digger/1.0 JDK/1.3.0">
 278                 <name>Digger</name>
 279         </spider>
 280         <spider ident="Digimarc WebReader">
 281                 <name>Digimarc MarcSpider</name>
 282         </spider>
 283         <spider ident="Digimarc CGIReader">
 284                 <name>Digimarc Marcspider/CGI</name>
 285         </spider>
 286         <spider ident="DIIbot">
 287                 <name>Digital Integrity Robot</name>
 288         </spider>
 289         <spider ident="grabber">
 290                 <name>Direct Hit Grabber</name>
 291         </spider>
 292         <spider ident="discobot">
 293                 <name>Discovery</name>
 294                 <url>http://discoveryengine.com/discobot.html</url>
 295         </spider>
 296         <spider ident="Discordbot">
 297                 <name>Discord</name>
 298                 <url>https://discordapp.com/</url>
 299         </spider>
 300         <spider ident="DNAbot/1.0">
 301                 <name>DNAbot</name>
 302         </spider>
 303         <spider ident="DotBot/1.1">
 304                 <name>Moz DotBot</name>
 305                 <url>http://www.opensiteexplorer.org/dotbot</url>
 306         </spider>
 307         <spider ident="DragonBot/1.0 libwww/5.0">
 308                 <name>DragonBot</name>
 309         </spider>
 310         <spider ident="DuckDuckBot">
 311                 <name>DuckDuckGo</name>
 312                 <url>https://duckduckgo.com/</url>
 313         </spider>
 314         <spider ident="DWCP/2.0">
 315                 <name>DWCP (Dridus' Web Cataloging Project)</name>
 316         </spider>
 317         <spider ident="e-SocietyRobot">
 318                 <name>e-Society</name>
 319                 <url>http://www.yama.info.waseda.ac.jp/~yamana/es/index_eng.htm</url>
 320         </spider>
 321         <spider ident="exactseek-pagereaper">
 322                 <name>eaxactseek-page</name>
 323         </spider>
 324         <spider ident="EbiNess/0.01a">
 325                 <name>EbiNess</name>
 326         </spider>
 327         <spider ident="edgeio-retriever">
 328                 <name>Edgeio</name>
 329                 <url>http://www.edgeio.com</url>
 330         </spider>
 331         <spider ident="EIT-Link-Verifier-Robot/0.2">
 332                 <name>EIT Link Verifier Robot</name>
 333         </spider>
 334         <spider ident="elfinbot">
 335                 <name>ELFINBOT</name>
 336         </spider>
 337         <spider ident="Emacs-w3/v[0-9\.]+">
 338                 <name>Emacs-w3 Search Engine</name>
 339         </spider>
 340         <spider ident="esther">
 341                 <name>Esther</name>
 342         </spider>
 343         <spider ident="EuripBot/">
 344                 <name>EuripBot</name>
 345         </spider>
 346         <spider ident="Evliya Celebi">
 347                 <name>Evliya Celebi</name>
 348         </spider>
 349         <spider ident="ExactSeek_Spider">
 350                 <name>ExactSeek_Spider</name>
 351                 <url>http://www.askjeevs.com</url>
 352         </spider>
 353         <spider ident="NG/2.0">
 354                 <name>ExaLead</name>
 355                 <url>http://botspotter.net/bs-389.html</url>
 356         </spider>
 357         <spider ident="ExaBot">
 358                 <name>ExaLead Beta</name>
 359                 <url>http://beta.exalead.com/search/C=0/2p=Help.7</url>
 360         </spider>
 361         <spider ident="ExaLead">
 362                 <name>ExaLead</name>
 363                 <url>http://www.exalead.com/search</url>
 364         </spider>
 365         <spider ident="facebookexternalhit">
 366                 <name>Facebook</name>
 367                 <url>http://www.facebook.com/externalhit_uatext.php</url>
 368         </spider>
 369         <spider ident="fast-webcrawler">
 370                 <name>FAST / AlltheWeb</name>
 371                 <url>http://help.yahoo.com/help/us/ysearch/slurp/index.html</url>
 372         </spider>
 373         <spider ident="FastCrawler">
 374                 <name>FastCrawler</name>
 375         </spider>
 376         <spider ident="Feed24.com">
 377                 <name>Feed24</name>
 378                 <url>http://www.feed24.com</url>
 379         </spider>
 380         <spider ident="FeedBlitz">
 381                 <name>FeedBlitz</name>
 382                 <url>http://www.feedblitz.com</url>
 383         </spider>
 384         <spider ident="FeedBurner">
 385                 <name>FeedBurner</name>
 386                 <url>http://www.FeedBurner.com</url>
 387         </spider>
 388         <spider ident="Feedly">
 389                 <name>Feedly</name>
 390                 <url>http://www.feedly.com/fetcher.html</url>
 391         </spider>
 392         <spider ident="Feedfetcher-Google">
 393                 <name>FeedFetcher-Google</name>
 394                 <url>http://www.google.com/feedfetcher.html</url>
 395         </spider>
 396         <spider ident="UniversalFeedParser">
 397                 <name>FeedParser</name>
 398                 <url>http://www.feedparser.org</url>
 399         </spider>
 400         <spider ident="Feedster Crawler">
 401                 <name>Feedster</name>
 402                 <url>http://www.feedstermedia.com/</url>
 403         </spider>
 404         <spider ident="FEHLSTART Superspider">
 405                 <name>FEHLSTART</name>
 406         </spider>
 407         <spider ident="FelixIDE">
 408                 <name>Felix IDE</name>
 409         </spider>
 410         <spider ident="ESIRover">
 411                 <name>FetchRover</name>
 412         </spider>
 413         <spider ident="fido">
 414                 <name>fido</name>
 415         </spider>
 416         <spider ident="findlinks">
 417                 <name>FindLinks</name>
 418                 <url>http://wortschatz.uni-leipzig.de/findlinks/</url>
 419         </spider>
 420         <spider ident="FindoryBot">
 421                 <name>Findroy</name>
 422                 <url>http://www.findory.com</url>
 423         </spider>
 424         <spider ident="Fish-Search-Robot">
 425                 <name>Fish search</name>
 426         </spider>
 427         <spider ident="Mozilla/4.0 (compatible: FDSE robot)">
 428                 <name>Fluid Dynamics</name>
 429         </spider>
 430         <spider ident="fouineur.9bit.qc.ca">
 431                 <name>Fouineur</name>
 432         </spider>
 433         <spider ident="Freecrawl">
 434                 <name>Freecrawl</name>
 435         </spider>
 436         <spider ident="FunnelWeb">
 437                 <name>FunnelWeb</name>
 438         </spider>
 439         <spider ident="GaisBot">
 440                 <name>Gais</name>
 441                 <url>http://gais.cs.ccu.edu.tw/robot.php</url>
 442         </spider>
 443         <spider ident="gamekitbot">
 444                 <name>GAMEKIT</name>
 445                 <url>http://www.uchoose.de/crawler/gamekitbot/</url>
 446         </spider>
 447         <spider ident="gammaSpider">
 448                 <name>gammaSpider</name>
 449         </spider>
 450         <spider ident="gazz">
 451                 <name>gazz</name>
 452         </spider>
 453         <spider ident="gcreep">
 454                 <name>GCreep</name>
 455         </spider>
 456         <spider ident="genieBot">
 457                 <name>genieBot</name>
 458                 <url>http://64.5.245.11/faq/faq.html</url>
 459         </spider>
 460         <spider ident="geourl">
 461                 <name>GeoURL</name>
 462                 <url>http://geourl.org/bot.html</url>
 463         </spider>
 464         <spider ident="GetterroboPlus">
 465                 <name>GetterroboPlus Puu</name>
 466         </spider>
 467         <spider ident="GetURL.rexx">
 468                 <name>GetURL</name>
 469         </spider>
 470         <spider ident="Gigabot">
 471                 <name>Gigabot</name>
 472                 <url>http://www.gigablast.com/spider.html</url>
 473         </spider>
 474         <spider ident="Girafabot">
 475                 <name>Girafabot</name>
 476                 <url>http://www.girafa.com/</url>
 477         </spider>
 478         <spider ident="Goku">
 479                 <name>Goku</name>
 480                 <url>http://goku.ru/bot.htm; bot@goku.ru</url>
 481         </spider>
 482         <spider ident="Golem">
 483                 <name>Golem</name>
 484         </spider>
 485         <spider ident="gonzo">
 486                 <name>Gonzo</name>
 487         </spider>
 488         <spider ident="Googlebot/">
 489                 <name>Google</name>
 490                 <url>http://www.google.com/bot.html</url>
 491         </spider>
 492         <spider ident="Mediapartners-Google">
 493                 <name>Google AdSense</name>
 494                 <url>https://www.google.com/adsense/faq</url>
 495         </spider>
 496         <spider ident="Googlebot-Image">
 497                 <name>Googlebot-Image</name>
 498                 <url>http://www.googlebot.com/bot.html</url>
 499         </spider>
 500         <spider ident="Googlebot-Mobile">
 501                 <name>Googlebot-Mobile</name>
 502                 <url>http://www.google.com/bot.html</url>
 503         </spider>
 504         <spider ident="GoogleStackdriverMonitoring-UptimeChecks">
 505                 <name>Google Stackdriver Monitoring</name>
 506                 <url>https://cloud.google.com/monitoring/alerts/uptime-checks</url>
 507         </spider>
 508         <spider ident="Google-Ads-Creatives-Assistant">
 509                 <name>Google-Ads-Creatives-Assistant</name>
 510         </spider>
 511         <spider ident="Google-AdWords-Express">
 512                 <name>Google-AdWords-Express</name>
 513         </spider>
 514         <spider ident="AdsBot-Google">
 515                 <name>Google Ads-Bot</name>
 516                 <url>http://www.google.com/adsbot.html</url>
 517         </spider>
 518         <spider ident="Gpostbot">
 519                 <name>Gpostbot</name>
 520                 <url>http://www.gpost.info/help.php?c=bot</url>
 521         </spider>
 522         <spider ident="griffon">
 523                 <name>Griffon</name>
 524         </spider>
 525         <spider ident="Gromit">
 526                 <name>Gromit</name>
 527         </spider>
 528         <spider ident="http://grub.org">
 529                 <name>Grub Client</name>
 530         </spider>
 531         <spider ident="Gulper Web Bot">
 532                 <name>Gulper Bot</name>
 533         </spider>
 534         <spider ident="havIndex">
 535                 <name>havIndex</name>
 536         </spider>
 537         <spider ident="HeinrichderMiragoRobot">
 538                 <name>HeinrichderMiragoRobot</name>
 539         </spider>
 540         <spider ident="HenryTheMiragoRobot">
 541                 <name>HenryTheMiragoRobot</name>
 542         </spider>
 543         <spider ident="heritrix">
 544                 <name>Heritrix</name>
 545                 <url>http://www.worio.com</url>
 546         </spider>
 547         <spider ident="HKU WWW Robot">
 548                 <name>HKU WWW Octopus</name>
 549         </spider>
 550         <spider ident="HolyCowDude">
 551                 <name>HolyCowDude</name>
 552                 <url>http://www.holycowdude.com/spider.htm</url>
 553         </spider>
 554         <spider ident="HomeTags">
 555                 <name>HomeTags</name>
 556                 <url>http://www.hometags.nl/bot</url>
 557         </spider>
 558         <spider ident="Hometown">
 559                 <name>Hometown</name>
 560         </spider>
 561         <spider ident="htdig">
 562                 <name>ht://Dig</name>
 563         </spider>
 564         <spider ident="AITCSRobot">
 565                 <name>HTML Index</name>
 566         </spider>
 567         <spider ident="HTMLgobble">
 568                 <name>HTMLgobble</name>
 569         </spider>
 570         <spider ident="I Robot">
 571                 <name>I, Robot</name>
 572         </spider>
 573         <spider ident="iajaBot">
 574                 <name>iajaBot</name>
 575         </spider>
 576         <spider ident="IBM_Planetwide">
 577                 <name>IBM_Planetwide</name>
 578         </spider>
 579         <spider ident="+http://www.icerocket.com/">
 580                 <name>IceRocket</name>
 581                 <url>http://www.icerocket.com/</url>
 582         </spider>
 583         <spider ident="ichiro">
 584                 <name>ichiro</name>
 585         </spider>
 586         <spider ident="IlTrovatore-Setaccio">
 587                 <name>IlTrovatore-Setaccio</name>
 588                 <url>http://www.iltrovatore.it/aiuto/faq.html</url>
 589         </spider>
 590         <spider ident="image.kapsi.net">
 591                 <name>image.kapsi.net</name>
 592         </spider>
 593         <spider ident="Mozilla 3.01 PBWF (Win95)">
 594                 <name>Imagelock</name>
 595         </spider>
 596         <spider ident="IncyWincy">
 597                 <name>IncyWincy</name>
 598         </spider>
 599         <spider ident="Informant">
 600                 <name>Informant</name>
 601         </spider>
 602         <spider ident="InfoSeek Robot">
 603                 <name>InfoSeek Robot 1.0</name>
 604         </spider>
 605         <spider ident="Infoseek Sidewinder">
 606                 <name>Infoseek Sidewinder</name>
 607         </spider>
 608         <spider ident="InfoSpiders">
 609                 <name>InfoSpiders</name>
 610         </spider>
 611         <spider ident="INGRID">
 612                 <name>Ingrid</name>
 613         </spider>
 614         <spider ident="slurp@inktomi">
 615                 <name>Inktomi</name>
 616         </spider>
 617         <spider ident="Insitor">
 618                 <name>Insitor</name>
 619                 <url>http://www.insitor.de/</url>
 620         </spider>
 621         <spider ident="inspectorwww">
 622                 <name>Inspector Web</name>
 623         </spider>
 624         <spider ident="IAGENT">
 625                 <name>IntelliAgent</name>
 626         </spider>
 627         <spider ident="Intelliseek">
 628                 <name>Intelliseek</name>
 629                 <url>http://www.intelliseek.com/</url>
 630         </spider>
 631         <spider ident="Internet Cruiser Robot">
 632                 <name>Internet Cruiser</name>
 633         </spider>
 634         <spider ident="internetseer">
 635                 <name>Internet Seer</name>
 636         </spider>
 637         <spider ident="sharp-info-agent">
 638                 <name>Internet Shinchakubin</name>
 639         </spider>
 640         <spider ident="InternetLinkAgent">
 641                 <name>InternetLinkAgent</name>
 642         </spider>
 643         <spider ident="IRLbot">
 644                 <name>IRL Crawler</name>
 645                 <url>http://irl.cs.tamu.edu/crawler</url>
 646         </spider>
 647         <spider ident="Iron33">
 648                 <name>Iron33</name>
 649         </spider>
 650         <spider ident="IsraeliSearch">
 651                 <name>Israeli-search</name>
 652         </spider>
 653         <spider ident="itchBot">
 654                 <name>itch</name>
 655         </spider>
 656         <spider ident="JavaBee">
 657                 <name>JavaBee</name>
 658         </spider>
 659         <spider ident="JBot">
 660                 <name>JBot</name>
 661         </spider>
 662         <spider ident="JCrawler">
 663                 <name>JCrawler</name>
 664         </spider>
 665         <spider ident="JetBot">
 666                 <name>JetEye</name>
 667                 <url>http://www.jeteye.com/jetbot.html</url>
 668         </spider>
 669         <spider ident="JoBo">
 670                 <name>JoBo</name>
 671         </spider>
 672         <spider ident="Jobot">
 673                 <name>Jobot</name>
 674         </spider>
 675         <spider ident="jobs.de">
 676                 <name>Jobs.de</name>
 677                 <url>http://www.jobs.de/</url>
 678         </spider>
 679         <spider ident="JoeBot">
 680                 <name>JoeBot</name>
 681         </spider>
 682         <spider ident="jumpstation">
 683                 <name>JumpStation</name>
 684         </spider>
 685         <spider ident="Katipo">
 686                 <name>Katipo</name>
 687         </spider>
 688         <spider ident="KDD-Explorer">
 689                 <name>KDD-Explorer</name>
 690         </spider>
 691         <spider ident="KIT-Fireball">
 692                 <name>KIT-Fireball</name>
 693         </spider>
 694         <spider ident="KO_Yappo_Robot">
 695                 <name>KO_Yappo_Robot</name>
 696         </spider>
 697         <spider ident="LabelGrab">
 698                 <name>LabelGrabber</name>
 699         </spider>
 700         <spider ident="larbin">
 701                 <name>larbin</name>
 702         </spider>
 703         <spider ident="legs">
 704                 <name>legs</name>
 705         </spider>
 706         <spider ident="linkdexbot">
 707                 <name>Linkdex</name>
 708                 <url>http://www.linkdex.com/bots/</url>
 709         </spider>
 710         <spider ident="LinkScan Server">
 711                 <name>LinkScan</name>
 712         </spider>
 713         <spider ident="LinkWalker">
 714                 <name>LinkWalker</name>
 715         </spider>
 716         <spider ident="Linguee Bot">
 717                 <name>Linguee</name>
 718                 <url>http://www.linguee.com/bot</url>
 719         </spider>
 720         <spider ident="livedoorCheckers/">
 721                 <name>livedoorCheckers</name>
 722         </spider>
 723         <spider ident="Lockon">
 724                 <name>Lockon</name>
 725         </spider>
 726         <spider ident="logo.gif crawler">
 727                 <name>logo.gif</name>
 728         </spider>
 729         <spider ident="Lycos">
 730                 <name>Lycos</name>
 731         </spider>
 732         <spider ident="Magpie">
 733                 <name>Magpie</name>
 734         </spider>
 735         <spider ident="MJ12bot">
 736                 <name>Majestics MJ12bot</name>
 737         </spider>
 738         <spider ident="Mammoth">
 739                 <name>Mammoth</name>
 740                 <url>http://www.sli-systems.com</url>
 741         </spider>
 742         <spider ident="Marvin">
 743                 <name>Marvin</name>
 744         </spider>
 745         <spider ident="marvin/infoseek">
 746                 <name>marvin/infoseek</name>
 747         </spider>
 748         <spider ident="M/3.8">
 749                 <name>Mattie</name>
 750         </spider>
 751         <spider ident="MediaFox">
 752                 <name>MediaFox</name>
 753         </spider>
 754         <spider ident="memorybot">
 755                 <name>Memorybot</name>
 756                 <url>http://archivethe.net/en/index.php/about/internet_memory1</url>
 757         </spider>
 758         <spider ident="mercator">
 759                 <name>Mercator</name>
 760                 <url>http://research.compaq.com/SRC/mercator/</url>
 761         </spider>
 762         <spider ident="MerzScope">
 763                 <name>MerzScope</name>
 764         </spider>
 765         <spider ident="METASpider">
 766                 <name>META</name>
 767                 <url>http://www.meta.com.ua/</url>
 768         </spider>
 769         <spider ident="MetaGer-LinkChecker">
 770                 <name>MetaGer</name>
 771         </spider>
 772         <spider ident="MindCrawler">
 773                 <name>MindCrawler</name>
 774         </spider>
 775         <spider ident="Miva">
 776                 <name>Miva</name>
 777         </spider>
 778         <spider ident="UdmSearch">
 779                 <name>mnoGoSearch</name>
 780         </spider>
 781         <spider ident="moget">
 782                 <name>moget</name>
 783         </spider>
 784         <spider ident="MOMspider">
 785                 <name>MOMspider</name>
 786         </spider>
 787         <spider ident="Monster">
 788                 <name>Monster</name>
 789         </spider>
 790         <spider ident="Moreoverbot">
 791                 <name>Moreover</name>
 792                 <url>http://www.moreover.com</url>
 793         </spider>
 794         <spider ident="msnbot">
 795                 <name>MSNBot</name>
 796                 <url>http://search.msn.com/msnbot.htm</url>
 797         </spider>
 798         <spider ident="MSRBOT">
 799                 <name>MSRBOT</name>
 800                 <url>http://research.microsoft.com/research/sv/msrbot/</url>
 801         </spider>
 802         <spider ident="MuscatFerret">
 803                 <name>Muscat Ferret</name>
 804         </spider>
 805         <spider ident="MwdSearch">
 806                 <name>Mwd.Search</name>
 807         </spider>
 808         <spider ident="NPBot">
 809                 <name>NameProtect</name>
 810         </spider>
 811         <spider ident="NaverBot">
 812                 <name>NaverBot</name>
 813                 <url>http://www.spidermatic.com/en/robot-spider/20</url>
 814         </spider>
 815         <spider ident="NDSpider">
 816                 <name>NDSpider</name>
 817         </spider>
 818         <spider ident="NEC-MeshExplorer">
 819                 <name>NEC-MeshExplorer</name>
 820         </spider>
 821         <spider ident="Nederland.zoek">
 822                 <name>Nederland.zoek</name>
 823         </spider>
 824         <spider ident="NerdyBot">
 825                 <name>NerdyBot</name>
 826                 <url>http://nerdybot.com/</url>
 827         </spider>
 828         <spider ident="NetCarta CyberPilot Pro">
 829                 <name>NetCarta WebMap</name>
 830         </spider>
 831         <spider ident="Netcraft">
 832                 <name>Netcraft Web Server Survey</name>
 833                 <url>http://news.netcraft.com/</url>
 834         </spider>
 835         <spider ident="NetMechanic">
 836                 <name>NetMechanic</name>
 837         </spider>
 838         <spider ident="NetScoop">
 839                 <name>NetScoop</name>
 840         </spider>
 841         <spider ident="newscan-online">
 842                 <name>newscan-online</name>
 843         </spider>
 844         <spider ident="NextGenSearchBot 1">
 845                 <name>NextGenSearchBot</name>
 846                 <url>http://www.zoominfo.com/NextGenSearchBot</url>
 847         </spider>
 848         <spider ident="NHSEWalker">
 849                 <name>NHSE Web Forager</name>
 850         </spider>
 851         <spider ident="NIF">
 852                 <name>NIF</name>
 853                 <url>http://www.newsisfree.com/robot.php</url>
 854         </spider>
 855         <spider ident="NimbleCrawler">
 856                 <name>NimbleCrawler</name>
 857                 <url>http://www.healthline.com/aboutus.jsp</url>
 858         </spider>
 859         <spider ident="Nomad">
 860                 <name>Nomad</name>
 861         </spider>
 862         <spider ident="Norbert the Spider">
 863                 <name>Norbert</name>
 864                 <url>http://www.Burf.com</url>
 865         </spider>
 866         <spider ident="Gulliver">
 867                 <name>Northern Light</name>
 868         </spider>
 869         <spider ident="explorersearch">
 870                 <name>nzexplorer</name>
 871         </spider>
 872         <spider ident="Occam">
 873                 <name>Occam</name>
 874         </spider>
 875         <spider ident="Ocelli">
 876                 <name>Ocelli</name>
 877                 <url>http://www.globalspec.com/Ocelli</url>
 878         </spider>
 879         <spider ident="Online24-Bot">
 880                 <name>Online24-Bot</name>
 881         </spider>
 882         <spider ident="Openbot">
 883                 <name>Openbot</name>
 884                 <url>http://www.openfind.com.tw/robot.html</url>
 885         </spider>
 886         <spider ident="Openfind">
 887                 <name>Openfind data gatherer</name>
 888         </spider>
 889         <spider ident="Orbsearch">
 890                 <name>Orb Search</name>
 891         </spider>
 892         <spider ident="PackRat">
 893                 <name>Pack Rat</name>
 894         </spider>
 895         <spider ident="PageBoy">
 896                 <name>PageBoy</name>
 897         </spider>
 898         <spider ident="Pandalytics">
 899                 <name>Pandalytics</name>
 900                 <url>https://domainsbot.com/pandalytics/</url>
 901         </spider>
 902         <spider ident="ParaSite">
 903                 <name>ParaSite</name>
 904         </spider>
 905         <spider ident="Patric">
 906                 <name>Patric</name>
 907         </spider>
 908         <spider ident="PEGASUS">
 909                 <name>pegasus</name>
 910         </spider>
 911         <spider ident="PerlCrawler/1.0 Xavatoria/2.0">
 912                 <name>PerlCrawler 1.0</name>
 913         </spider>
 914         <spider ident="PGP-KA">
 915                 <name>PGP Key Agent</name>
 916         </spider>
 917         <spider ident="Duppies">
 918                 <name>Phantom</name>
 919         </spider>
 920         <spider ident="phpdig">
 921                 <name>PhpDig</name>
 922         </spider>
 923         <spider ident="PiltdownMan">
 924                 <name>PiltdownMan</name>
 925         </spider>
 926         <spider ident="Pimptrain's robot">
 927                 <name>Pimptrain.com's</name>
 928         </spider>
 929         <spider ident="pingalink">
 930                 <name>PingALink</name>
 931         </spider>
 932         <spider ident="Pioneer">
 933                 <name>Pioneer</name>
 934         </spider>
 935         <spider ident="PluckFeedCrawler">
 936                 <name>Pluck</name>
 937                 <url>http://www.pluck.com</url>
 938         </spider>
 939         <spider ident="PlumtreeWebAccessor">
 940                 <name>PlumtreeWebAccessor</name>
 941         </spider>
 942         <spider ident="PodNova">
 943                 <name>PodNova</name>
 944                 <url>http://www.podnova.com</url>
 945         </spider>
 946         <spider ident="Pompos">
 947                 <name>Pompos</name>
 948                 <url>http://dir.com/pompos.html</url>
 949         </spider>
 950         <spider ident="Poppi">
 951                 <name>Poppi</name>
 952         </spider>
 953         <spider ident="publiclibraryarchive.org">
 954                 <name>publiclibraryarchive.org</name>
 955         </spider>
 956         <spider ident="gestaltIconoclast">
 957                 <name>Popular Iconoclast</name>
 958         </spider>
 959         <spider ident="PortalJuice.com">
 960                 <name>Portal Juice</name>
 961         </spider>
 962         <spider ident="PortalBSpider">
 963                 <name>PortalB Spider</name>
 964         </spider>
 965         <spider ident="Qualidator">
 966                 <name>Qualidator</name>
 967                 <url>www.qualidator.com/Web/de/Support/FAQ_OnlineTestStatistiken.htm</url>
 968         </spider>
 969         <spider ident="www.kolinka.com">
 970                 <name>Project Kolinka Forum Search</name>
 971                 <url>http://www.kolinka.com/</url>
 972         </spider>
 973         <spider ident="psbot">
 974                 <name>psbot</name>
 975         </spider>
 976         <spider ident="Qango.com Web Directory">
 977                 <name>Qango</name>
 978                 <url>http://www.qango.com</url>
 979         </spider>
 980         <spider ident="SBSearch">
 981                 <name>SecretSearchEngineLabs.com</name>
 982                 <url>http://www.secretsearchenginelabs.com/secret-web-crawler.php</url>
 983         </spider>
 984         <spider ident="SemrushBot">
 985                 <name>SemrushBot</name>
 986                 <url>http://semrush.com/bot/</url>
 987         </spider>
 988         <spider ident="StackRambler">
 989                 <name>Rambler</name>
 990                 <url>http://www.rambler.ru/</url>
 991         </spider>
 992         <spider ident="Raven">
 993                 <name>Raven Search</name>
 994         </spider>
 995         <spider ident="Resume Robot">
 996                 <name>Resume Robot</name>
 997         </spider>
 998         <spider ident="Road Runner: ImageScape Robot">
 999                 <name>Road Runner: The ImageScape Robot</name>
1000         </spider>
1001         <spider ident="RHCS">
1002                 <name>RoadHouse Crawling System</name>
1003         </spider>
1004         <spider ident="Robbie">
1005                 <name>Robbie the Robot</name>
1006         </spider>
1007         <spider ident="RoboCrawl">
1008                 <name>RoboCrawl</name>
1009         </spider>
1010         <spider ident="Robofox">
1011                 <name>RoboFox</name>
1012         </spider>
1013         <spider ident="Robot du CRIM 1.0a">
1014                 <name>Robot Francoroute</name>
1015         </spider>
1016         <spider ident="Robozilla">
1017                 <name>Robozilla</name>
1018         </spider>
1019         <spider ident="Roverbot">
1020                 <name>Roverbot</name>
1021         </spider>
1022         <spider ident="RSS-SPIDER">
1023                 <name>RSS Feed Seeker</name>
1024                 <url>http://www.rss-spider.com/fsb.php</url>
1025         </spider>
1026         <spider ident="RuLeS">
1027                 <name>RuLeS</name>
1028         </spider>
1029         <spider ident="RyzeCrawler">
1030                 <name>RyzeCrawler</name>
1031                 <url>http://www.domain2day.nl/crawler/</url>
1032         </spider>
1033         <spider ident="SafetyNet Robot">
1034                 <name>SafetyNet</name>
1035         </spider>
1036         <spider ident="SBIder">
1037                 <name>SBIder.</name>
1038                 <url>http://www.sitesell.com/sbider.html</url>
1039         </spider>
1040         <spider ident="Scharia">
1041                 <name>Scharia</name>
1042         </spider>
1043         <spider ident="Science-Index">
1044                 <name>Science-Index</name>
1045         </spider>
1046         <spider ident="Scooter">
1047                 <name>Scooter</name>
1048         </spider>
1049         <spider ident="SearchNZ">
1050                 <name>SearchNZ</name>
1051                 <url>http://www.searchnz.co.nz/</url>
1052         </spider>
1053         <spider ident="searchprocess">
1054                 <name>SearchProcess</name>
1055         </spider>
1056         <spider ident="SearchmetricsBot">
1057                 <name>SearchmetricsBot</name>
1058                 <url>http://www.searchmetrics.com/en/searchmetrics-bot/</url>
1059         </spider>
1060         <spider ident="Seekbot">
1061                 <name>Seekbot</name>
1062                 <url>http://www.seekbot.net/bot.html</url>
1063         </spider>
1064         <spider ident="Senrigan">
1065                 <name>Senrigan</name>
1066         </spider>
1067         <spider ident="Sensis Web Crawler">
1068                 <name>Sensis Web Crawler</name>
1069                 <url>http://www.sensis.com.au/help.do</url>
1070         </spider>
1071         <spider ident="SentiBot">
1072                 <name>SentiBot</name>
1073                 <url>http://www.sentibot.eu</url>
1074         </spider>
1075         <spider ident="SeznamBot/3.2">
1076                 <name>Seznam Bot</name>
1077                 <url>http://napoveda.seznam.cz/en/seznambot-intro/</url>
1078         </spider>
1079         <spider ident="SG-Scout">
1080                 <name>SG-Scout</name>
1081         </spider>
1082         <spider ident="Shagseeker">
1083                 <name>ShagSeeker</name>
1084         </spider>
1085         <spider ident="Shai'Hulud">
1086                 <name>Shai'Hulud</name>
1087         </spider>
1088         <spider ident="SimBot/1.0">
1089                 <name>Simmany Robot Ver1.0</name>
1090         </spider>
1091         <spider ident="SkypeUriPreview">
1092                 <name>Skype Preview</name>
1093                 <url>https://www.skype.com/</url>
1094         </spider>
1095         <spider ident="ssearcher100">
1096                 <name>Site Searcher</name>
1097         </spider>
1098         <spider ident="Site Valet">
1099                 <name>Site Valet</name>
1100         </spider>
1101         <spider ident="http://www.site-list.net">
1102                 <name>Site-List</name>
1103                 <url>http://www.site-list.net</url>
1104         </spider>
1105         <spider ident="SiteTech-Rover">
1106                 <name>SiteTech-Rover</name>
1107         </spider>
1108         <spider ident="+SitiDi.net/SitiDiBot/">
1109                 <name>SitiDi.net/SitiDiBot</name>
1110         </spider>
1111         <spider ident="aWapClient">
1112                 <name>Skymob.com</name>
1113         </spider>
1114         <spider ident="Slack">
1115                 <name>Slackbot</name>
1116                 <url>https://api.slack.com/robots</url>
1117         </spider>
1118         <spider ident="SLCrawler">
1119                 <name>SLCrawler</name>
1120         </spider>
1121         <spider ident="Sleek Spider">
1122                 <name>Sleek</name>
1123         </spider>
1124         <spider ident="ESISmartSpider">
1125                 <name>Smart Spider</name>
1126         </spider>
1127         <spider ident="Snapbot">
1128                 <name>Snapbot</name>
1129                 <url>http://www.snap.com/</url>
1130         </spider>
1131         <spider ident="Snooper">
1132                 <name>Snooper</name>
1133         </spider>
1134         <spider ident="sohu-search">
1135                 <name>sohu-search</name>
1136         </spider>
1137         <spider ident="Solbot">
1138                 <name>Solbot</name>
1139         </spider>
1140         <spider ident="Speedy Spider">
1141                 <name>Speedy Spider</name>
1142                 <url>http://www.entireweb.com/about/search_tech/speedyspider/</url>
1143         </spider>
1144         <spider ident="Sphere Scout">
1145                 <name>Sphere</name>
1146         </spider>
1147         <spider ident="Sphider2">
1148                 <name>Sphider</name>
1149         </spider>
1150         <spider ident="SpiderBot">
1151                 <name>SpiderBot</name>
1152         </spider>
1153         <spider ident="spiderline">
1154                 <name>Spiderline Crawler</name>
1155         </spider>
1156         <spider ident="SpiderMan">
1157                 <name>SpiderMan</name>
1158         </spider>
1159         <spider ident="SpiderView">
1160                 <name>SpiderView(tm)</name>
1161         </spider>
1162         <spider ident="mouse.house">
1163                 <name>spider_monkey</name>
1164         </spider>
1165         <spider ident="suke">
1166                 <name>Suke</name>
1167         </spider>
1168         <spider ident="suntek">
1169                 <name>suntek search engine</name>
1170         </spider>
1171         <spider ident="Szukacz">
1172                 <name>Szukacz</name>
1173                 <url>http://www.szukacz.pl/html/RobotEnglishVersion.html</url>
1174         </spider>
1175         <spider ident="T-H-U-N-D-E-R-S-T-O-N-E">
1176                 <name>T-H-U-N-D-E-R-S-T-O-N-E</name>
1177         </spider>
1178         <spider ident="TinEye Crawler">
1179                 <name>TinEye</name>
1180                 <url>http://tineye.com/crawler.html</url>
1181         </spider>
1182         <spider ident="Black Widow">
1183                 <name>TACH Black Widow</name>
1184         </spider>
1185         <spider ident="Tapatalk CloudSearch">
1186                 <name>Tapatalk CloudSearch</name>
1187         </spider>
1188         <spider ident="Tarantula">
1189                 <name>Tarantula</name>
1190         </spider>
1191         <spider ident="tarspider">
1192                 <name>tarspider</name>
1193         </spider>
1194         <spider ident="dlw3robot">
1195                 <name>Tcl W3 Robot</name>
1196         </spider>
1197         <spider ident="TechBOT">
1198                 <name>TechBOT</name>
1199         </spider>
1200         <spider ident="Technoratibot">
1201                 <name>Technorati</name>
1202                 <url>http://technorati.com/about/</url>
1203         </spider>
1204         <spider ident="Templeton">
1205                 <name>Templeton</name>
1206         </spider>
1207         <spider ident="teoma">
1208                 <name>Teoma/Ask Jeeves</name>
1209                 <url>http://sp.teoma.com/docs/teoma/about/</url>
1210         </spider>
1211         <spider ident="JubiiRobot">
1212                 <name>The Jubii</name>
1213         </spider>
1214         <spider ident="NorthStar">
1215                 <name>The NorthStar Robot</name>
1216         </spider>
1217         <spider ident="w3index">
1218                 <name>The NWI Robot</name>
1219         </spider>
1220         <spider ident="Peregrinator-Mathematics">
1221                 <name>The Peregrinator</name>
1222         </spider>
1223         <spider ident="Pixray-Seeker">
1224                 <name>Pixray</name>
1225                 <url>http://www.pixray.com/pixraybot/</url>
1226         </spider>
1227         <spider ident="TelegramBot (like TwitterBot)">
1228                 <name>TelegramBot (like TwitterBot)</name>
1229                 <url>https://telegram.org/</url>
1230         </spider>
1231         <spider ident="thumbshots-de-Bot">
1232                 <name>thumbshots-de-Bot</name>
1233         </spider>
1234         <spider ident="TITAN">
1235                 <name>TITAN</name>
1236         </spider>
1237         <spider ident="TitIn">
1238                 <name>TitIn</name>
1239         </spider>
1240         <spider ident="TLSpider">
1241                 <name>TLSpider</name>
1242         </spider>
1243         <spider ident="TMCrawler">
1244                 <name>TMCrawler</name>
1245         </spider>
1246         <spider ident="trendictionbot">
1247                 <name>Trendiction-Bot</name>
1248                 <url>http://www.trendiction.com/bot</url>
1249         </spider>
1250         <spider ident="slysearch">
1251                 <name>Turnitin.com</name>
1252                 <url>http://www.turnitin.com/static/products_services/search_engines.html</url>
1253         </spider>
1254         <spider ident="TurnitinBot/">
1255                 <name>TurnitinBot</name>
1256         </spider>
1257         <spider ident="TurtleScanner">
1258                 <name>Turtle</name>
1259                 <url>http://www.turtle.ru/</url>
1260         </spider>
1261         <spider ident="TwengaBot">
1262                 <name>Twenga</name>
1263                 <url>http://www.twenga.com/bot.html</url>
1264         </spider>
1265         <spider ident="Twiceler">
1266                 <name>Twiceler</name>
1267                 <url>http://www.cuill.com/twiceler/robot.html</url>
1268         </spider>
1269         <spider ident="Twitterbot">
1270                 <name>Twitterbot</name>
1271                 <url>https://twitter.com/</url>
1272         </spider>
1273         <spider ident="UCSD-Crawler">
1274                 <name>UCSD Crawl</name>
1275         </spider>
1276         <spider ident="UMBC-memeta-Bot">
1277                 <name>UMBC</name>
1278         </spider>
1279         <spider ident="unisterbot">
1280                 <name>Unister</name>
1281         </spider>
1282         <spider ident="Unpartisan">
1283                 <name>Unpartisan</name>
1284                 <url>http://www.unpartisan.com</url>
1285         </spider>
1286         <spider ident="UptimeRobot/2.0">
1287                 <name>Uptime Robot</name>
1288                 <url>http://uptimerobot.com/</url>
1289         </spider>
1290         <spider ident="urlck">
1291                 <name>URL Check</name>
1292         </spider>
1293         <spider ident="URL Spider Pro">
1294                 <name>URL Spider Pro</name>
1295         </spider>
1296         <spider ident="Valkyrie">
1297                 <name>Valkyrie</name>
1298         </spider>
1299         <spider ident="Verticrawl">
1300                 <name>Verticrawl</name>
1301         </spider>
1302         <spider ident="Victoria">
1303                 <name>Victoria</name>
1304         </spider>
1305         <spider ident="vision-search">
1306                 <name>vision-search</name>
1307         </spider>
1308         <spider ident="VoilaBot">
1309                 <name>VoilaBot</name>
1310                 <url>http://www.voila.com/</url>
1311         </spider>
1312         <spider ident="VisBot">
1313                 <name>VisBot</name>
1314                 <url>http://www.visvo.com/webmasters.html</url>
1315         </spider>
1316         <spider ident="Voyager">
1317                 <name>Voyager</name>
1318         </spider>
1319         <spider ident="VWbot_K">
1320                 <name>VWbot</name>
1321         </spider>
1322         <spider ident="W3M2">
1323                 <name>W3M2</name>
1324         </spider>
1325         <spider ident="w3mir">
1326                 <name>w3mir</name>
1327         </spider>
1328         <spider ident="w@pSpider">
1329                 <name>w@pSpider</name>
1330         </spider>
1331         <spider ident="appie">
1332                 <name>Walhello appie</name>
1333                 <url>http://www.robotstxt.org/wc/active/html/appie.html</url>
1334         </spider>
1335         <spider ident="CrawlPaper">
1336                 <name>WallPaper</name>
1337         </spider>
1338         <spider ident="root">
1339                 <name>Web Core / Roots</name>
1340         </spider>
1341         <spider ident="WBSearchBot">
1342                 <name>Ware Bay</name>
1343                 <url>http://www.warebay.com/bot.html</url>
1344         </spider>
1345         <spider ident="WebMoose">
1346                 <name>Web Moose</name>
1347         </spider>
1348         <spider ident="WebBandit">
1349                 <name>WebBandit</name>
1350         </spider>
1351         <spider ident="WebCatcher">
1352                 <name>WebCatcher</name>
1353         </spider>
1354         <spider ident="Webclipping">
1355                 <name>Webclipping</name>
1356         </spider>
1357         <spider ident="WebCopy">
1358                 <name>WebCopy</name>
1359         </spider>
1360         <spider ident="WebFetcher">
1361                 <name>webfetcher</name>
1362         </spider>
1363         <spider ident="weblayers">
1364                 <name>weblayers</name>
1365         </spider>
1366         <spider ident="WebLinker">
1367                 <name>WebLinker</name>
1368         </spider>
1369         <spider ident="wlm">
1370                 <name>Weblog Monitor</name>
1371         </spider>
1372         <spider ident="WebQuest">
1373                 <name>WebQuest</name>
1374         </spider>
1375         <spider ident="WebReaper">
1376                 <name>WebReaper</name>
1377         </spider>
1378         <spider ident="webs@recruit.co.jp">
1379                 <name>webs</name>
1380         </spider>
1381         <spider ident="websearchbench">
1382                 <name>WebSearchBench</name>
1383                 <url>http://websearchbench.cs.uni-dortmund.de/</url>
1384         </spider>
1385         <spider ident="WOLP">
1386                 <name>WebStolperer</name>
1387         </spider>
1388         <spider ident="webvac">
1389                 <name>WebVac</name>
1390         </spider>
1391         <spider ident="webwalk">
1392                 <name>webwalk</name>
1393         </spider>
1394         <spider ident="WebWalker">
1395                 <name>WebWalker</name>
1396         </spider>
1397         <spider ident="WebWatch">
1398                 <name>WebWatch</name>
1399         </spider>
1400         <spider ident="WebZinger">
1401                 <name>WebZinger</name>
1402         </spider>
1403         <spider ident="whatUseek_winona">
1404                 <name>whatUseek Winona</name>
1405         </spider>
1406         <spider ident="WhoWhere Robot">
1407                 <name>WebWatch</name>
1408                 <url>http://www.whowhere.com</url>
1409         </spider>
1410         <spider ident="SurveyBot">
1411                 <name>Whois Source</name>
1412                 <url>http://www.whois.sc/info/webmasters/surveybot.html</url>
1413         </spider>
1414         <spider ident="Hazel's Ferret Web hopper">
1415                 <name>Wild Ferret Web Hopper</name>
1416         </spider>
1417         <spider ident="HRCrawler">
1418                 <name>HRCrawler</name>
1419         </spider>
1420         <spider ident="WinHTTP">
1421                 <name>WinHTTP</name>
1422         </spider>
1423         <spider ident="wired-digital-newsbot">
1424                 <name>Wired Digital</name>
1425         </spider>
1426         <spider ident="zyborg">
1427                 <name>WiseNut</name>
1428         </spider>
1429         <spider ident="OmniExplorer_Bot">
1430                 <name>WorldIndexer</name>
1431                 <url>http://www.omni-explorer.com</url>
1432         </spider>
1433         <spider ident="WWWC">
1434                 <name>WWWC</name>
1435         </spider>
1436         <spider ident="WWWeasel Robot">
1437                 <name>WWWeasel Robot</name>
1438         </spider>
1439         <spider ident="wwwster">
1440                 <name>wwwster</name>
1441         </spider>
1442         <spider ident="WWWWanderer">
1443                 <name>WWWWanderer</name>
1444         </spider>
1445         <spider ident="TECOMAC-Crawler">
1446                 <name>X-Crawler</name>
1447         </spider>
1448         <spider ident="XGET">
1449                 <name>XGET</name>
1450         </spider>
1451         <spider ident="cosmos">
1452                 <name>XYLEME Robot</name>
1453         </spider>
1454         <spider ident="yacybot">
1455                 <name>YaCy-Bot</name>
1456                 <url>https://yacy.net/bot.html</url>
1457         </spider>
1458         <spider ident="YahooYSMcm">
1459                 <name>Yahoo Publisher Network</name>
1460                 <url>http://publisher.yahoo.com/</url>
1461         </spider>
1462         <spider ident="Yahoo-Blogs">
1463                 <name>Yahoo-Blogs</name>
1464                 <url>http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html</url>
1465         </spider>
1466         <spider ident="Yahoo Pipes">
1467                 <name>Yahoo Pipes</name>
1468         </spider>
1469         <spider ident="Yahoo! Slurp">
1470                 <name>Yahoo! Slurp</name>
1471                 <url>http://help.yahoo.com/help/us/ysearch/slurp</url>
1472         </spider>
1473         <spider ident="Yahoo-VerticalCrawler">
1474                 <name>Yahoo-VerticalCrawler</name>
1475         </spider>
1476         <spider ident="YahooFeedSeeker">
1477                 <name>YahooFeedSeeker</name>
1478                 <url>http://my.yahoo.com/s/publishers.html</url>
1479         </spider>
1480         <spider ident="Yandex">
1481                 <name>Yandex</name>
1482                 <url>http://www.yandex.ru/</url>
1483         </spider>
1484         <spider ident="zeus">
1485                 <name>Zeus Internet Marketing</name>
1486                 <url>http://www.cyber-robotics.com/</url>
1487         </spider>
1488         <spider ident="http://www.zorkk.com">
1489                 <name>Zork</name>
1490                 <url>http://www.zorkk.com</url>
1491         </spider>
1492         <spider ident="Zookabot">
1493                 <name>Zookabotk</name>
1494                 <url>http://zookabot.com/</url>
1495         </spider>
1496         <spider ident="360Spider">
1497                 <name>360Spider</name>
1498         </spider>
1499 </data>