1 <?xml version=
"1.0" encoding=
"UTF-8"?>
2 <data xmlns=
"http://www.woltlab.com" xmlns:
xsi=
"http://www.w3.org/2001/XMLSchema-instance" xsi:
schemaLocation=
"http://www.woltlab.com http://www.woltlab.com/XSD/5.4/spiderList.xsd">
3 <spider ident=
"ABCdatos">
4 <name>ABCdatos BotLink
</name>
5 <url>http://www.robotstxt.org/wc/active/html/abcdatos.html
</url>
7 <spider ident=
"AbraveSpider">
9 <url>http://robot.abrave.co.uk/
</url>
11 <spider ident=
"abot/">
14 <spider ident=
"Accelatech RSSCrawler">
15 <name>Accelatech
</name>
17 <spider ident=
"Accoona-AI-Agent">
19 <url>http://accoona.com/about/about_accoona.jsp
</url>
21 <spider ident=
"aconon Index">
22 <name>aconon Index (raubfische.de)
</name>
24 <spider ident=
"AcoonBot">
26 <url>http://www.acoon.de/robot.asp
</url>
28 <spider ident=
"Ahoy!">
30 <url>http://www.robotstxt.org/wc/active/html/ahoythehomepagefinder.html
</url>
32 <spider ident=
"AhrefsBot">
34 <url>http://ahrefs.com/robot/
</url>
36 <spider ident=
"AlkalineBOT">
38 <url>http://www.robotstxt.org/wc/active/html/Alkaline.html
</url>
40 <spider ident=
"AlexaBOT">
42 <url>http://www.alexa.com/help/webmasters
</url>
44 <spider ident=
"http://www.almaden.ibm.com/cs/crawler">
45 <name>Almaden Crawler
</name>
46 <url>http://www.almaden.ibm.com/cs/crawler/
</url>
48 <spider ident=
"EMC Spider">
51 <spider ident=
"Anthill">
53 <url>http://www.robotstxt.org/wc/active/html/anthill.html
</url>
55 <spider ident=
"Aport">
57 <url>http://www.aport.ru/
</url>
59 <spider ident=
"AppleSyndication">
62 <spider ident=
"Applebot">
64 <url>https://support.apple.com/en-gb/HT204683
</url>
66 <spider ident=
"Arachnophilia">
67 <name>Arachnophilia
</name>
68 <url>http://www.robotstxt.org/wc/active/html/arachnophilia.html
</url>
70 <spider ident=
"Araneo">
72 <url>http://www.robotstxt.org/wc/active/html/araneo.html
</url>
74 <spider ident=
"ArchitextSpider">
75 <name>ArchitextSpider
</name>
76 <url>http://www.robotstxt.org/wc/active/html/architext.html
</url>
78 <spider ident=
"archive.org_bot">
79 <name>Archive.org
</name>
80 <url>https://archive.org/details/archive.org_bot
</url>
82 <spider ident=
"arks/1.0">
84 <url>http://www.robotstxt.org/wc/active/html/arks.html
</url>
86 <spider ident=
"ASpider">
88 <url>http://www.robotstxt.org/wc/active/html/aspider.html
</url>
90 <spider ident=
"ATN_Worldwide">
91 <name>ATN Worldwide
</name>
92 <url>http://www.robotstxt.org/wc/active/html/atn.txt.html
</url>
94 <spider ident=
"Atomz">
95 <name>Atomz.com
</name>
96 <url>http://www.robotstxt.org/wc/active/html/atomz.html
</url>
98 <spider ident=
"AURESYS">
100 <url>http://www.robotstxt.org/wc/active/html/auresys.html
</url>
102 <spider ident=
"BackRub">
104 <url>http://www.robotstxt.org/wc/active/html/backrub.html
</url>
106 <spider ident=
"Baiduspider">
107 <name>Baiduspider
</name>
108 <url>http://www.baidu.com/search/spider.htm
</url>
110 <spider ident=
"bbot">
112 <url>http://www.robotstxt.org/wc/active/html/bbot.html
</url>
114 <spider ident=
"BecomeBot">
115 <name>BecomeBot
</name>
116 <url>http://www.become.com/webmasters.html
</url>
118 <spider ident=
"Big Brother">
119 <name>Big Brother
</name>
120 <url>http://www.robotstxt.org/wc/active/html/bigbrother.html
</url>
122 <spider ident=
"BigmirSpider">
124 <url>http://www.bigmir.net/
</url>
126 <spider ident=
"bingbot">
128 <url>http://www.bing.com/bingbot.htm
</url>
130 <spider ident=
"Bitacle bot">
132 <url>http://bitacle.org/
</url>
134 <spider ident=
"Biz360 Spider">
136 <url>http://www.biz360.com
</url>
138 <spider ident=
"Bjaaland">
139 <name>Bjaaland
</name>
140 <url>http://www.robotstxt.org/wc/active/html/bjaaland.html
</url>
142 <spider ident=
"BlackWidow">
143 <name>BlackWidow
</name>
144 <url>http://www.robotstxt.org/wc/active/html/blackwidow.html
</url>
146 <spider ident=
"BLEXBot">
148 <url>http://webmeup.com/crawler.html
</url>
150 <spider ident=
"BlogCrawler by Xango">
151 <name>BlogCrawler
</name>
153 <spider ident=
"blogdb">
155 <url>http://blogdb.jp
</url>
157 <spider ident=
"blog search engine by BlogFan.ORG">
159 <url>http://www.blogfan.org
</url>
161 <spider ident=
"Bloglines">
162 <name>Bloglies
</name>
163 <url>http://www.bloglines.com
</url>
165 <spider ident=
"BlogPulse (ISSpider-3.0)">
166 <name>BlogPulse
</name>
168 <spider ident=
"BlogSearch">
169 <name>BlogSearch
</name>
170 <url>http://www.icerocket.com
</url>
172 <spider ident=
"BlogsNowBot">
173 <name>BlogsNow
</name>
174 <url>http://www.blogsnow.com/
</url>
176 <spider ident=
"BlogStreetBot">
177 <name>BlogStreetBot
</name>
178 <url>http://www.blogstreet.com/
</url>
180 <spider ident=
"Bulkfeeds">
181 <name>BlogStreetBot
</name>
182 <url>http://bulkfeeds.net
</url>
184 <spider ident=
"BoardPulse">
185 <name>BoardPulse
</name>
186 <url>http://www.boardpulse.com/
</url>
188 <spider ident=
"BoardReader">
189 <name>BoardReader
</name>
190 <url>http://www.boardreader.com/aboutus.asp
</url>
192 <spider ident=
"BoardViewer">
193 <name>BoardViewer
</name>
194 <url>http://www.boardviewer.com/
</url>
196 <spider ident=
"boitho.com-robot">
198 <url>http://www.boitho.com/bot.html
</url>
200 <spider ident=
"borg-bot">
201 <name>Borg-Bot
</name>
202 <url>http://www.robotstxt.org/wc/active/html/borg-bot.html
</url>
204 <spider ident=
"BSpider">
206 <url>http://www.robotstxt.org/wc/active/html/bspider.html
</url>
208 <spider ident=
"Buck/2.2">
210 <url>https://app.hypefactors.com/media-monitoring/about.html
</url>
212 <spider ident=
"CACTVS Chemistry Spider">
213 <name>CACTVS Chemistry
</name>
215 <spider ident=
"Calif">
218 <spider ident=
"CaRP/3.6Evolution">
220 <url>http://www.biz360.com
</url>
222 <spider ident=
"Checkbot">
223 <name>Checkbot
</name>
225 <spider ident=
"ChristCrawler.com">
226 <name>ChristCrawler.com
</name>
228 <spider ident=
"www.cienciaficcion.net">
229 <name>cIeNcIaFiCcIoN.nEt
</name>
231 <spider ident=
"CipinetBot">
233 <url>http://www.cipinet.com/bot.html
</url>
235 <spider ident=
"CJNetworkQuality">
236 <name>CJNetworkQuality
</name>
237 <url>http://www.cj.com/networkquality/
</url>
239 <spider ident=
"CMC/0.01">
240 <name>CMC/
0.01</name>
242 <spider ident=
"ColdFusion">
243 <name>ColdFusion
</name>
245 <spider ident=
"combine">
246 <name>Combine System
</name>
248 <spider ident=
"Crawler (cometsearch@cometsystems.com)">
249 <name>cometsystems.com
</name>
251 <spider ident=
"ComputingSite Robi/1.0">
252 <name>ComputingSite Robi/
1.0</name>
254 <spider ident=
"conceptbot">
255 <name>Conceptbot
</name>
257 <spider ident=
"Cooby.de Crawler">
258 <name>Cooby.de Crawler
</name>
260 <spider ident=
"CoolBot">
263 <spider ident=
"Cusco">
266 <spider ident=
"CyberSpyder">
267 <name>CyberSpyder
</name>
269 <spider ident=
"daypopbot">
272 <spider ident=
"DesertRealm.com">
273 <name>Desert Realm
</name>
275 <spider ident=
"Deweb">
276 <name>DeWeb(c)
</name>
278 <spider ident=
"Die Blinde Kuh">
279 <name>Die Blinde Kuh
</name>
280 <url>http://www.robotstxt.org/wc/active/html/blindekuh.html
</url>
282 <spider ident=
"dienstspider">
283 <name>DienstSpider
</name>
285 <spider ident=
"Digger/1.0 JDK/1.3.0">
288 <spider ident=
"Digimarc WebReader">
289 <name>Digimarc MarcSpider
</name>
291 <spider ident=
"Digimarc CGIReader">
292 <name>Digimarc Marcspider/CGI
</name>
294 <spider ident=
"DIIbot">
295 <name>Digital Integrity Robot
</name>
297 <spider ident=
"grabber">
298 <name>Direct Hit Grabber
</name>
300 <spider ident=
"discobot">
301 <name>Discovery
</name>
302 <url>http://discoveryengine.com/discobot.html
</url>
304 <spider ident=
"Discordbot">
306 <url>https://discordapp.com/
</url>
308 <spider ident=
"DNAbot/1.0">
311 <spider ident=
"DotBot/1.1">
312 <name>Moz DotBot
</name>
313 <url>http://www.opensiteexplorer.org/dotbot
</url>
315 <spider ident=
"DragonBot/1.0 libwww/5.0">
316 <name>DragonBot
</name>
318 <spider ident=
"DuckDuckBot">
319 <name>DuckDuckGo
</name>
320 <url>https://duckduckgo.com/
</url>
322 <spider ident=
"DWCP/2.0">
323 <name>DWCP (Dridus' Web Cataloging Project)
</name>
325 <spider ident=
"e-SocietyRobot">
326 <name>e-Society
</name>
327 <url>http://www.yama.info.waseda.ac.jp/~yamana/es/index_eng.htm
</url>
329 <spider ident=
"exactseek-pagereaper">
330 <name>eaxactseek-page
</name>
332 <spider ident=
"EbiNess/0.01a">
335 <spider ident=
"edgeio-retriever">
337 <url>http://www.edgeio.com
</url>
339 <spider ident=
"EIT-Link-Verifier-Robot/0.2">
340 <name>EIT Link Verifier Robot
</name>
342 <spider ident=
"elfinbot">
343 <name>ELFINBOT
</name>
345 <spider ident=
"Emacs-w3/v[0-9\.]+">
346 <name>Emacs-w3 Search Engine
</name>
348 <spider ident=
"esther">
351 <spider ident=
"EuripBot/">
352 <name>EuripBot
</name>
354 <spider ident=
"Evliya Celebi">
355 <name>Evliya Celebi
</name>
357 <spider ident=
"ExactSeek_Spider">
358 <name>ExactSeek_Spider
</name>
359 <url>http://www.askjeevs.com
</url>
361 <spider ident=
"NG/2.0">
363 <url>http://botspotter.net/bs-
389.html
</url>
365 <spider ident=
"ExaBot">
366 <name>ExaLead Beta
</name>
367 <url>http://beta.exalead.com/search/C=
0/
2p=Help
.7</url>
369 <spider ident=
"ExaLead">
371 <url>http://www.exalead.com/search
</url>
373 <spider ident=
"facebookexternalhit">
374 <name>Facebook
</name>
375 <url>http://www.facebook.com/externalhit_uatext.php
</url>
377 <spider ident=
"fast-webcrawler">
378 <name>FAST / AlltheWeb
</name>
379 <url>http://help.yahoo.com/help/us/ysearch/slurp/index.html
</url>
381 <spider ident=
"FastCrawler">
382 <name>FastCrawler
</name>
384 <spider ident=
"Feed24.com">
386 <url>http://www.feed24.com
</url>
388 <spider ident=
"FeedBlitz">
389 <name>FeedBlitz
</name>
390 <url>http://www.feedblitz.com
</url>
392 <spider ident=
"FeedBurner">
393 <name>FeedBurner
</name>
394 <url>http://www.FeedBurner.com
</url>
396 <spider ident=
"Feedly">
398 <url>http://www.feedly.com/fetcher.html
</url>
400 <spider ident=
"Feedfetcher-Google">
401 <name>FeedFetcher-Google
</name>
402 <url>http://www.google.com/feedfetcher.html
</url>
404 <spider ident=
"UniversalFeedParser">
405 <name>FeedParser
</name>
406 <url>http://www.feedparser.org
</url>
408 <spider ident=
"Feedster Crawler">
409 <name>Feedster
</name>
410 <url>http://www.feedstermedia.com/
</url>
412 <spider ident=
"FEHLSTART Superspider">
413 <name>FEHLSTART
</name>
415 <spider ident=
"FelixIDE">
416 <name>Felix IDE
</name>
418 <spider ident=
"ESIRover">
419 <name>FetchRover
</name>
421 <spider ident=
"fido">
424 <spider ident=
"findlinks">
425 <name>FindLinks
</name>
426 <url>http://wortschatz.uni-leipzig.de/findlinks/
</url>
428 <spider ident=
"FindoryBot">
430 <url>http://www.findory.com
</url>
432 <spider ident=
"Fish-Search-Robot">
433 <name>Fish search
</name>
435 <spider ident=
"Mozilla/4.0 (compatible: FDSE robot)">
436 <name>Fluid Dynamics
</name>
438 <spider ident=
"fouineur.9bit.qc.ca">
439 <name>Fouineur
</name>
441 <spider ident=
"Freecrawl">
442 <name>Freecrawl
</name>
444 <spider ident=
"FreshpingBot">
445 <name>Freshping
</name>
446 <url>https://freshping.io/
</url>
448 <spider ident=
"FunnelWeb">
449 <name>FunnelWeb
</name>
451 <spider ident=
"GaisBot">
453 <url>http://gais.cs.ccu.edu.tw/robot.php
</url>
455 <spider ident=
"gamekitbot">
457 <url>http://www.uchoose.de/crawler/gamekitbot/
</url>
459 <spider ident=
"gammaSpider">
460 <name>gammaSpider
</name>
462 <spider ident=
"gazz">
465 <spider ident=
"gcreep">
468 <spider ident=
"genieBot">
469 <name>genieBot
</name>
470 <url>http://
64.5.245.11/faq/faq.html
</url>
472 <spider ident=
"geourl">
474 <url>http://geourl.org/bot.html
</url>
476 <spider ident=
"GetterroboPlus">
477 <name>GetterroboPlus Puu
</name>
479 <spider ident=
"GetURL.rexx">
482 <spider ident=
"Gigabot">
484 <url>http://www.gigablast.com/spider.html
</url>
486 <spider ident=
"Girafabot">
487 <name>Girafabot
</name>
488 <url>http://www.girafa.com/
</url>
490 <spider ident=
"Goku">
492 <url>http://goku.ru/bot.htm; bot@goku.ru
</url>
494 <spider ident=
"Golem">
497 <spider ident=
"gonzo">
500 <spider ident=
"Googlebot/">
502 <url>http://www.google.com/bot.html
</url>
504 <spider ident=
"Mediapartners-Google">
505 <name>Google AdSense
</name>
506 <url>https://www.google.com/adsense/faq
</url>
508 <spider ident=
"Googlebot-Image">
509 <name>Googlebot-Image
</name>
510 <url>http://www.googlebot.com/bot.html
</url>
512 <spider ident=
"Googlebot-Mobile">
513 <name>Googlebot-Mobile
</name>
514 <url>http://www.google.com/bot.html
</url>
516 <spider ident=
"Googlebot-Video/1.0">
517 <name>Googlebot-Video
</name>
518 <url>https://developers.google.com/search/docs/advanced/crawling/overview-google-crawlers
</url>
520 <spider ident=
"GoogleStackdriverMonitoring-UptimeChecks">
521 <name>Google Stackdriver Monitoring
</name>
522 <url>https://cloud.google.com/monitoring/alerts/uptime-checks
</url>
524 <spider ident=
"Google-Ads-Creatives-Assistant">
525 <name>Google-Ads-Creatives-Assistant
</name>
527 <spider ident=
"Google-AdWords-Express">
528 <name>Google-AdWords-Express
</name>
530 <spider ident=
"AdsBot-Google">
531 <name>Google Ads-Bot
</name>
532 <url>http://www.google.com/adsbot.html
</url>
534 <spider ident=
"Gpostbot">
535 <name>Gpostbot
</name>
536 <url>http://www.gpost.info/help.php?c=bot
</url>
538 <spider ident=
"griffon">
541 <spider ident=
"Gromit">
544 <spider ident=
"http://grub.org">
545 <name>Grub Client
</name>
547 <spider ident=
"Gulper Web Bot">
548 <name>Gulper Bot
</name>
550 <spider ident=
"havIndex">
551 <name>havIndex
</name>
553 <spider ident=
"HeinrichderMiragoRobot">
554 <name>HeinrichderMiragoRobot
</name>
556 <spider ident=
"HenryTheMiragoRobot">
557 <name>HenryTheMiragoRobot
</name>
559 <spider ident=
"heritrix">
560 <name>Heritrix
</name>
561 <url>http://www.worio.com
</url>
563 <spider ident=
"HKU WWW Robot">
564 <name>HKU WWW Octopus
</name>
566 <spider ident=
"HolyCowDude">
567 <name>HolyCowDude
</name>
568 <url>http://www.holycowdude.com/spider.htm
</url>
570 <spider ident=
"HomeTags">
571 <name>HomeTags
</name>
572 <url>http://www.hometags.nl/bot
</url>
574 <spider ident=
"Hometown">
575 <name>Hometown
</name>
577 <spider ident=
"htdig">
578 <name>ht://Dig
</name>
580 <spider ident=
"AITCSRobot">
581 <name>HTML Index
</name>
583 <spider ident=
"HTMLgobble">
584 <name>HTMLgobble
</name>
586 <spider ident=
"I Robot">
587 <name>I, Robot
</name>
589 <spider ident=
"iajaBot">
592 <spider ident=
"IBM_Planetwide">
593 <name>IBM_Planetwide
</name>
595 <spider ident=
"+http://www.icerocket.com/">
596 <name>IceRocket
</name>
597 <url>http://www.icerocket.com/
</url>
599 <spider ident=
"ichiro">
602 <spider ident=
"IlTrovatore-Setaccio">
603 <name>IlTrovatore-Setaccio
</name>
604 <url>http://www.iltrovatore.it/aiuto/faq.html
</url>
606 <spider ident=
"image.kapsi.net">
607 <name>image.kapsi.net
</name>
609 <spider ident=
"Mozilla 3.01 PBWF (Win95)">
610 <name>Imagelock
</name>
612 <spider ident=
"IncyWincy">
613 <name>IncyWincy
</name>
615 <spider ident=
"Informant">
616 <name>Informant
</name>
618 <spider ident=
"InfoSeek Robot">
619 <name>InfoSeek Robot
1.0</name>
621 <spider ident=
"Infoseek Sidewinder">
622 <name>Infoseek Sidewinder
</name>
624 <spider ident=
"InfoSpiders">
625 <name>InfoSpiders
</name>
627 <spider ident=
"INGRID">
630 <spider ident=
"slurp@inktomi">
633 <spider ident=
"Insitor">
635 <url>http://www.insitor.de/
</url>
637 <spider ident=
"inspectorwww">
638 <name>Inspector Web
</name>
640 <spider ident=
"IAGENT">
641 <name>IntelliAgent
</name>
643 <spider ident=
"Intelliseek">
644 <name>Intelliseek
</name>
645 <url>http://www.intelliseek.com/
</url>
647 <spider ident=
"Internet Cruiser Robot">
648 <name>Internet Cruiser
</name>
650 <spider ident=
"internetseer">
651 <name>Internet Seer
</name>
653 <spider ident=
"sharp-info-agent">
654 <name>Internet Shinchakubin
</name>
656 <spider ident=
"InternetLinkAgent">
657 <name>InternetLinkAgent
</name>
659 <spider ident=
"IRLbot">
660 <name>IRL Crawler
</name>
661 <url>http://irl.cs.tamu.edu/crawler
</url>
663 <spider ident=
"Iron33">
666 <spider ident=
"IsraeliSearch">
667 <name>Israeli-search
</name>
669 <spider ident=
"itchBot">
672 <spider ident=
"JavaBee">
675 <spider ident=
"JBot">
678 <spider ident=
"JCrawler">
679 <name>JCrawler
</name>
681 <spider ident=
"JetBot">
683 <url>http://www.jeteye.com/jetbot.html
</url>
685 <spider ident=
"JoBo">
688 <spider ident=
"Jobot">
691 <spider ident=
"jobs.de">
693 <url>http://www.jobs.de/
</url>
695 <spider ident=
"JoeBot">
698 <spider ident=
"jumpstation">
699 <name>JumpStation
</name>
701 <spider ident=
"Katipo">
704 <spider ident=
"KDD-Explorer">
705 <name>KDD-Explorer
</name>
707 <spider ident=
"KIT-Fireball">
708 <name>KIT-Fireball
</name>
710 <spider ident=
"KO_Yappo_Robot">
711 <name>KO_Yappo_Robot
</name>
713 <spider ident=
"LabelGrab">
714 <name>LabelGrabber
</name>
716 <spider ident=
"larbin">
719 <spider ident=
"legs">
722 <spider ident=
"linkdexbot">
724 <url>http://www.linkdex.com/bots/
</url>
726 <spider ident=
"LinkScan Server">
727 <name>LinkScan
</name>
729 <spider ident=
"LinkWalker">
730 <name>LinkWalker
</name>
732 <spider ident=
"Linguee Bot">
734 <url>http://www.linguee.com/bot
</url>
736 <spider ident=
"livedoorCheckers/">
737 <name>livedoorCheckers
</name>
739 <spider ident=
"Lockon">
742 <spider ident=
"logo.gif crawler">
743 <name>logo.gif
</name>
745 <spider ident=
"Lycos">
748 <spider ident=
"Magpie">
751 <spider ident=
"MJ12bot">
752 <name>Majestics MJ12bot
</name>
754 <spider ident=
"Mammoth">
756 <url>http://www.sli-systems.com
</url>
758 <spider ident=
"Marvin">
761 <spider ident=
"marvin/infoseek">
762 <name>marvin/infoseek
</name>
764 <spider ident=
"M/3.8">
767 <spider ident=
"MediaFox">
768 <name>MediaFox
</name>
770 <spider ident=
"memorybot">
771 <name>Memorybot
</name>
772 <url>http://archivethe.net/en/index.php/about/internet_memory1
</url>
774 <spider ident=
"mercator">
775 <name>Mercator
</name>
776 <url>http://research.compaq.com/SRC/mercator/
</url>
778 <spider ident=
"MerzScope">
779 <name>MerzScope
</name>
781 <spider ident=
"METASpider">
783 <url>http://www.meta.com.ua/
</url>
785 <spider ident=
"MetaGer-LinkChecker">
788 <spider ident=
"MindCrawler">
789 <name>MindCrawler
</name>
791 <spider ident=
"Miva">
794 <spider ident=
"UdmSearch">
795 <name>mnoGoSearch
</name>
797 <spider ident=
"moget">
800 <spider ident=
"MOMspider">
801 <name>MOMspider
</name>
803 <spider ident=
"Monster">
806 <spider ident=
"Moreoverbot">
807 <name>Moreover
</name>
808 <url>http://www.moreover.com
</url>
810 <spider ident=
"msnbot">
812 <url>http://search.msn.com/msnbot.htm
</url>
814 <spider ident=
"MSRBOT">
816 <url>http://research.microsoft.com/research/sv/msrbot/
</url>
818 <spider ident=
"MuscatFerret">
819 <name>Muscat Ferret
</name>
821 <spider ident=
"MwdSearch">
822 <name>Mwd.Search
</name>
824 <spider ident=
"NPBot">
825 <name>NameProtect
</name>
827 <spider ident=
"NaverBot">
828 <name>NaverBot
</name>
829 <url>http://www.spidermatic.com/en/robot-spider/
20</url>
831 <spider ident=
"NDSpider">
832 <name>NDSpider
</name>
834 <spider ident=
"NEC-MeshExplorer">
835 <name>NEC-MeshExplorer
</name>
837 <spider ident=
"Nederland.zoek">
838 <name>Nederland.zoek
</name>
840 <spider ident=
"NerdyBot">
841 <name>NerdyBot
</name>
842 <url>http://nerdybot.com/
</url>
844 <spider ident=
"NetCarta CyberPilot Pro">
845 <name>NetCarta WebMap
</name>
847 <spider ident=
"Netcraft">
848 <name>Netcraft Web Server Survey
</name>
849 <url>http://news.netcraft.com/
</url>
851 <spider ident=
"NetMechanic">
852 <name>NetMechanic
</name>
854 <spider ident=
"NetScoop">
855 <name>NetScoop
</name>
857 <spider ident=
"newscan-online">
858 <name>newscan-online
</name>
860 <spider ident=
"NextGenSearchBot 1">
861 <name>NextGenSearchBot
</name>
862 <url>http://www.zoominfo.com/NextGenSearchBot
</url>
864 <spider ident=
"NHSEWalker">
865 <name>NHSE Web Forager
</name>
869 <url>http://www.newsisfree.com/robot.php
</url>
871 <spider ident=
"NimbleCrawler">
872 <name>NimbleCrawler
</name>
873 <url>http://www.healthline.com/aboutus.jsp
</url>
875 <spider ident=
"Nomad">
878 <spider ident=
"Norbert the Spider">
880 <url>http://www.Burf.com
</url>
882 <spider ident=
"Gulliver">
883 <name>Northern Light
</name>
885 <spider ident=
"explorersearch">
886 <name>nzexplorer
</name>
888 <spider ident=
"Occam">
891 <spider ident=
"Ocelli">
893 <url>http://www.globalspec.com/Ocelli
</url>
895 <spider ident=
"Online24-Bot">
896 <name>Online24-Bot
</name>
898 <spider ident=
"Openbot">
900 <url>http://www.openfind.com.tw/robot.html
</url>
902 <spider ident=
"Openfind">
903 <name>Openfind data gatherer
</name>
905 <spider ident=
"Orbsearch">
906 <name>Orb Search
</name>
908 <spider ident=
"PackRat">
909 <name>Pack Rat
</name>
911 <spider ident=
"PageBoy">
914 <spider ident=
"Pandalytics">
915 <name>Pandalytics
</name>
916 <url>https://domainsbot.com/pandalytics/
</url>
918 <spider ident=
"ParaSite">
919 <name>ParaSite
</name>
921 <spider ident=
"Patric">
924 <spider ident=
"PEGASUS">
927 <spider ident=
"PerlCrawler/1.0 Xavatoria/2.0">
928 <name>PerlCrawler
1.0</name>
930 <spider ident=
"PetalBot">
931 <name>PetalBot
</name>
932 <url>https://aspiegel.com/petalbot
</url>
934 <spider ident=
"PGP-KA">
935 <name>PGP Key Agent
</name>
937 <spider ident=
"Duppies">
940 <spider ident=
"phpdig">
943 <spider ident=
"PiltdownMan">
944 <name>PiltdownMan
</name>
946 <spider ident=
"Pimptrain's robot">
947 <name>Pimptrain.com's
</name>
949 <spider ident=
"pingalink">
950 <name>PingALink
</name>
952 <spider ident=
"Pioneer">
955 <spider ident=
"PluckFeedCrawler">
957 <url>http://www.pluck.com
</url>
959 <spider ident=
"PlumtreeWebAccessor">
960 <name>PlumtreeWebAccessor
</name>
962 <spider ident=
"PodNova">
964 <url>http://www.podnova.com
</url>
966 <spider ident=
"Pompos">
968 <url>http://dir.com/pompos.html
</url>
970 <spider ident=
"Poppi">
973 <spider ident=
"publiclibraryarchive.org">
974 <name>publiclibraryarchive.org
</name>
976 <spider ident=
"gestaltIconoclast">
977 <name>Popular Iconoclast
</name>
979 <spider ident=
"PortalJuice.com">
980 <name>Portal Juice
</name>
982 <spider ident=
"PortalBSpider">
983 <name>PortalB Spider
</name>
985 <spider ident=
"Qualidator">
986 <name>Qualidator
</name>
987 <url>www.qualidator.com/Web/de/Support/FAQ_OnlineTestStatistiken.htm
</url>
989 <spider ident=
"www.kolinka.com">
990 <name>Project Kolinka Forum Search
</name>
991 <url>http://www.kolinka.com/
</url>
993 <spider ident=
"psbot">
996 <spider ident=
"Qango.com Web Directory">
998 <url>http://www.qango.com
</url>
1000 <spider ident=
"Qwant">
1002 <url>https://help.qwant.com/bot/
</url>
1004 <spider ident=
"SBSearch">
1005 <name>SecretSearchEngineLabs.com
</name>
1006 <url>http://www.secretsearchenginelabs.com/secret-web-crawler.php
</url>
1008 <spider ident=
"SemrushBot">
1009 <name>SemrushBot
</name>
1010 <url>http://semrush.com/bot/
</url>
1012 <spider ident=
"StackRambler">
1013 <name>Rambler
</name>
1014 <url>http://www.rambler.ru/
</url>
1016 <spider ident=
"Raven">
1017 <name>Raven Search
</name>
1019 <spider ident=
"Resume Robot">
1020 <name>Resume Robot
</name>
1022 <spider ident=
"Road Runner: ImageScape Robot">
1023 <name>Road Runner: The ImageScape Robot
</name>
1025 <spider ident=
"RHCS">
1026 <name>RoadHouse Crawling System
</name>
1028 <spider ident=
"Robbie">
1029 <name>Robbie the Robot
</name>
1031 <spider ident=
"RoboCrawl">
1032 <name>RoboCrawl
</name>
1034 <spider ident=
"Robofox">
1035 <name>RoboFox
</name>
1037 <spider ident=
"Robot du CRIM 1.0a">
1038 <name>Robot Francoroute
</name>
1040 <spider ident=
"Robozilla">
1041 <name>Robozilla
</name>
1043 <spider ident=
"Roverbot">
1044 <name>Roverbot
</name>
1046 <spider ident=
"RSS-SPIDER">
1047 <name>RSS Feed Seeker
</name>
1048 <url>http://www.rss-spider.com/fsb.php
</url>
1050 <spider ident=
"RuLeS">
1053 <spider ident=
"RyzeCrawler">
1054 <name>RyzeCrawler
</name>
1055 <url>http://www.domain2day.nl/crawler/
</url>
1057 <spider ident=
"SafetyNet Robot">
1058 <name>SafetyNet
</name>
1060 <spider ident=
"SBIder">
1061 <name>SBIder.
</name>
1062 <url>http://www.sitesell.com/sbider.html
</url>
1064 <spider ident=
"Scharia">
1065 <name>Scharia
</name>
1067 <spider ident=
"Science-Index">
1068 <name>Science-Index
</name>
1070 <spider ident=
"Scooter">
1071 <name>Scooter
</name>
1073 <spider ident=
"SearchNZ">
1074 <name>SearchNZ
</name>
1075 <url>http://www.searchnz.co.nz/
</url>
1077 <spider ident=
"searchprocess">
1078 <name>SearchProcess
</name>
1080 <spider ident=
"SearchmetricsBot">
1081 <name>SearchmetricsBot
</name>
1082 <url>http://www.searchmetrics.com/en/searchmetrics-bot/
</url>
1084 <spider ident=
"Seekbot">
1085 <name>Seekbot
</name>
1086 <url>http://www.seekbot.net/bot.html
</url>
1088 <spider ident=
"Senrigan">
1089 <name>Senrigan
</name>
1091 <spider ident=
"Sensis Web Crawler">
1092 <name>Sensis Web Crawler
</name>
1093 <url>http://www.sensis.com.au/help.do
</url>
1095 <spider ident=
"SentiBot">
1096 <name>SentiBot
</name>
1097 <url>http://www.sentibot.eu
</url>
1099 <spider ident=
"SEOkicks">
1100 <name>SEOkicks
</name>
1101 <url>https://www.seokicks.de/robot.html
</url>
1103 <spider ident=
"serpstatbot">
1104 <name>serpstatbot
</name>
1105 <url>http://serpstatbot.com/
</url>
1107 <spider ident=
"SeznamBot/3.2">
1108 <name>Seznam Bot
</name>
1109 <url>http://napoveda.seznam.cz/en/seznambot-intro/
</url>
1111 <spider ident=
"SG-Scout">
1112 <name>SG-Scout
</name>
1114 <spider ident=
"Shagseeker">
1115 <name>ShagSeeker
</name>
1117 <spider ident=
"Shai'Hulud">
1118 <name>Shai'Hulud
</name>
1120 <spider ident=
"SimBot/1.0">
1121 <name>Simmany Robot Ver1.0
</name>
1123 <spider ident=
"SkypeUriPreview">
1124 <name>Skype Preview
</name>
1125 <url>https://www.skype.com/
</url>
1127 <spider ident=
"ssearcher100">
1128 <name>Site Searcher
</name>
1130 <spider ident=
"Site Valet">
1131 <name>Site Valet
</name>
1133 <spider ident=
"http://www.site-list.net">
1134 <name>Site-List
</name>
1135 <url>http://www.site-list.net
</url>
1137 <spider ident=
"SiteTech-Rover">
1138 <name>SiteTech-Rover
</name>
1140 <spider ident=
"+SitiDi.net/SitiDiBot/">
1141 <name>SitiDi.net/SitiDiBot
</name>
1143 <spider ident=
"aWapClient">
1144 <name>Skymob.com
</name>
1146 <spider ident=
"Slack">
1147 <name>Slackbot
</name>
1148 <url>https://api.slack.com/robots
</url>
1150 <spider ident=
"SLCrawler">
1151 <name>SLCrawler
</name>
1153 <spider ident=
"Sleek Spider">
1156 <spider ident=
"ESISmartSpider">
1157 <name>Smart Spider
</name>
1159 <spider ident=
"Snapbot">
1160 <name>Snapbot
</name>
1161 <url>http://www.snap.com/
</url>
1163 <spider ident=
"Snooper">
1164 <name>Snooper
</name>
1166 <spider ident=
"sohu-search">
1167 <name>sohu-search
</name>
1169 <spider ident=
"Solbot">
1172 <spider ident=
"Speedy Spider">
1173 <name>Speedy Spider
</name>
1174 <url>http://www.entireweb.com/about/search_tech/speedyspider/
</url>
1176 <spider ident=
"Sphere Scout">
1179 <spider ident=
"Sphider2">
1180 <name>Sphider
</name>
1182 <spider ident=
"SpiderBot">
1183 <name>SpiderBot
</name>
1185 <spider ident=
"spiderline">
1186 <name>Spiderline Crawler
</name>
1188 <spider ident=
"SpiderMan">
1189 <name>SpiderMan
</name>
1191 <spider ident=
"SpiderView">
1192 <name>SpiderView(tm)
</name>
1194 <spider ident=
"mouse.house">
1195 <name>spider_monkey
</name>
1197 <spider ident=
"suke">
1200 <spider ident=
"suntek">
1201 <name>suntek search engine
</name>
1203 <spider ident=
"Szukacz">
1204 <name>Szukacz
</name>
1205 <url>http://www.szukacz.pl/html/RobotEnglishVersion.html
</url>
1207 <spider ident=
"T-H-U-N-D-E-R-S-T-O-N-E">
1208 <name>T-H-U-N-D-E-R-S-T-O-N-E
</name>
1210 <spider ident=
"TinEye Crawler">
1212 <url>http://tineye.com/crawler.html
</url>
1214 <spider ident=
"Black Widow">
1215 <name>TACH Black Widow
</name>
1217 <spider ident=
"Tapatalk CloudSearch">
1218 <name>Tapatalk CloudSearch
</name>
1220 <spider ident=
"Tarantula">
1221 <name>Tarantula
</name>
1223 <spider ident=
"tarspider">
1224 <name>tarspider
</name>
1226 <spider ident=
"dlw3robot">
1227 <name>Tcl W3 Robot
</name>
1229 <spider ident=
"TechBOT">
1230 <name>TechBOT
</name>
1232 <spider ident=
"Technoratibot">
1233 <name>Technorati
</name>
1234 <url>http://technorati.com/about/
</url>
1236 <spider ident=
"Templeton">
1237 <name>Templeton
</name>
1239 <spider ident=
"teoma">
1240 <name>Teoma/Ask Jeeves
</name>
1241 <url>http://sp.teoma.com/docs/teoma/about/
</url>
1243 <spider ident=
"JubiiRobot">
1244 <name>The Jubii
</name>
1246 <spider ident=
"NorthStar">
1247 <name>The NorthStar Robot
</name>
1249 <spider ident=
"w3index">
1250 <name>The NWI Robot
</name>
1252 <spider ident=
"Peregrinator-Mathematics">
1253 <name>The Peregrinator
</name>
1255 <spider ident=
"Pixray-Seeker">
1257 <url>http://www.pixray.com/pixraybot/
</url>
1259 <spider ident=
"TelegramBot (like TwitterBot)">
1260 <name>TelegramBot (like TwitterBot)
</name>
1261 <url>https://telegram.org/
</url>
1263 <spider ident=
"thumbshots-de-Bot">
1264 <name>thumbshots-de-Bot
</name>
1266 <spider ident=
"TITAN">
1269 <spider ident=
"TitIn">
1272 <spider ident=
"TLSpider">
1273 <name>TLSpider
</name>
1275 <spider ident=
"TMCrawler">
1276 <name>TMCrawler
</name>
1278 <spider ident=
"trendictionbot">
1279 <name>Trendiction-Bot
</name>
1280 <url>http://www.trendiction.com/bot
</url>
1282 <spider ident=
"slysearch">
1283 <name>Turnitin.com
</name>
1284 <url>http://www.turnitin.com/static/products_services/search_engines.html
</url>
1286 <spider ident=
"TurnitinBot/">
1287 <name>TurnitinBot
</name>
1289 <spider ident=
"TurtleScanner">
1291 <url>http://www.turtle.ru/
</url>
1293 <spider ident=
"TwengaBot">
1295 <url>http://www.twenga.com/bot.html
</url>
1297 <spider ident=
"Twiceler">
1298 <name>Twiceler
</name>
1299 <url>http://www.cuill.com/twiceler/robot.html
</url>
1301 <spider ident=
"Twitterbot">
1302 <name>Twitterbot
</name>
1303 <url>https://twitter.com/
</url>
1305 <spider ident=
"UCSD-Crawler">
1306 <name>UCSD Crawl
</name>
1308 <spider ident=
"UMBC-memeta-Bot">
1311 <spider ident=
"unisterbot">
1312 <name>Unister
</name>
1314 <spider ident=
"Unpartisan">
1315 <name>Unpartisan
</name>
1316 <url>http://www.unpartisan.com
</url>
1318 <spider ident=
"UptimeRobot/2.0">
1319 <name>Uptime Robot
</name>
1320 <url>http://uptimerobot.com/
</url>
1322 <spider ident=
"urlck">
1323 <name>URL Check
</name>
1325 <spider ident=
"URL Spider Pro">
1326 <name>URL Spider Pro
</name>
1328 <spider ident=
"Valkyrie">
1329 <name>Valkyrie
</name>
1331 <spider ident=
"Verticrawl">
1332 <name>Verticrawl
</name>
1334 <spider ident=
"Victoria">
1335 <name>Victoria
</name>
1337 <spider ident=
"vision-search">
1338 <name>vision-search
</name>
1340 <spider ident=
"VoilaBot">
1341 <name>VoilaBot
</name>
1342 <url>http://www.voila.com/
</url>
1344 <spider ident=
"VisBot">
1346 <url>http://www.visvo.com/webmasters.html
</url>
1348 <spider ident=
"Voyager">
1349 <name>Voyager
</name>
1351 <spider ident=
"VWbot_K">
1354 <spider ident=
"W3M2">
1357 <spider ident=
"w3mir">
1360 <spider ident=
"w@pSpider">
1361 <name>w@pSpider
</name>
1363 <spider ident=
"appie">
1364 <name>Walhello appie
</name>
1365 <url>http://www.robotstxt.org/wc/active/html/appie.html
</url>
1367 <spider ident=
"CrawlPaper">
1368 <name>WallPaper
</name>
1370 <spider ident=
"root">
1371 <name>Web Core / Roots
</name>
1373 <spider ident=
"WBSearchBot">
1374 <name>Ware Bay
</name>
1375 <url>http://www.warebay.com/bot.html
</url>
1377 <spider ident=
"WebMoose">
1378 <name>Web Moose
</name>
1380 <spider ident=
"WebBandit">
1381 <name>WebBandit
</name>
1383 <spider ident=
"WebCatcher">
1384 <name>WebCatcher
</name>
1386 <spider ident=
"Webclipping">
1387 <name>Webclipping
</name>
1389 <spider ident=
"WebCopy">
1390 <name>WebCopy
</name>
1392 <spider ident=
"WebFetcher">
1393 <name>webfetcher
</name>
1395 <spider ident=
"weblayers">
1396 <name>weblayers
</name>
1398 <spider ident=
"WebLinker">
1399 <name>WebLinker
</name>
1401 <spider ident=
"wlm">
1402 <name>Weblog Monitor
</name>
1404 <spider ident=
"WebQuest">
1405 <name>WebQuest
</name>
1407 <spider ident=
"WebReaper">
1408 <name>WebReaper
</name>
1410 <spider ident=
"webs@recruit.co.jp">
1413 <spider ident=
"websearchbench">
1414 <name>WebSearchBench
</name>
1415 <url>http://websearchbench.cs.uni-dortmund.de/
</url>
1417 <spider ident=
"WOLP">
1418 <name>WebStolperer
</name>
1420 <spider ident=
"webvac">
1423 <spider ident=
"webwalk">
1424 <name>webwalk
</name>
1426 <spider ident=
"WebWalker">
1427 <name>WebWalker
</name>
1429 <spider ident=
"WebWatch">
1430 <name>WebWatch
</name>
1432 <spider ident=
"WebZinger">
1433 <name>WebZinger
</name>
1435 <spider ident=
"whatUseek_winona">
1436 <name>whatUseek Winona
</name>
1438 <spider ident=
"WhoWhere Robot">
1439 <name>WebWatch
</name>
1440 <url>http://www.whowhere.com
</url>
1442 <spider ident=
"SurveyBot">
1443 <name>Whois Source
</name>
1444 <url>http://www.whois.sc/info/webmasters/surveybot.html
</url>
1446 <spider ident=
"Hazel's Ferret Web hopper">
1447 <name>Wild Ferret Web Hopper
</name>
1449 <spider ident=
"HRCrawler">
1450 <name>HRCrawler
</name>
1452 <spider ident=
"WinHTTP">
1453 <name>WinHTTP
</name>
1455 <spider ident=
"wired-digital-newsbot">
1456 <name>Wired Digital
</name>
1458 <spider ident=
"zyborg">
1459 <name>WiseNut
</name>
1461 <spider ident=
"WoltLabSuite">
1462 <name>WoltLab Suite
</name>
1464 <spider ident=
"OmniExplorer_Bot">
1465 <name>WorldIndexer
</name>
1466 <url>http://www.omni-explorer.com
</url>
1468 <spider ident=
"WWWC">
1471 <spider ident=
"WWWeasel Robot">
1472 <name>WWWeasel Robot
</name>
1474 <spider ident=
"wwwster">
1475 <name>wwwster
</name>
1477 <spider ident=
"WWWWanderer">
1478 <name>WWWWanderer
</name>
1480 <spider ident=
"TECOMAC-Crawler">
1481 <name>X-Crawler
</name>
1483 <spider ident=
"XGET">
1486 <spider ident=
"cosmos">
1487 <name>XYLEME Robot
</name>
1489 <spider ident=
"yacybot">
1490 <name>YaCy-Bot
</name>
1491 <url>https://yacy.net/bot.html
</url>
1493 <spider ident=
"YahooYSMcm">
1494 <name>Yahoo Publisher Network
</name>
1495 <url>http://publisher.yahoo.com/
</url>
1497 <spider ident=
"Yahoo-Blogs">
1498 <name>Yahoo-Blogs
</name>
1499 <url>http://help.yahoo.com/help/us/ysearch/crawling/crawling-
02.html
</url>
1501 <spider ident=
"Yahoo Pipes">
1502 <name>Yahoo Pipes
</name>
1504 <spider ident=
"Yahoo! Slurp">
1505 <name>Yahoo! Slurp
</name>
1506 <url>http://help.yahoo.com/help/us/ysearch/slurp
</url>
1508 <spider ident=
"Yahoo-VerticalCrawler">
1509 <name>Yahoo-VerticalCrawler
</name>
1511 <spider ident=
"YahooFeedSeeker">
1512 <name>YahooFeedSeeker
</name>
1513 <url>http://my.yahoo.com/s/publishers.html
</url>
1515 <spider ident=
"Yandex">
1517 <url>http://www.yandex.ru/
</url>
1519 <spider ident=
"zeus">
1520 <name>Zeus Internet Marketing
</name>
1521 <url>http://www.cyber-robotics.com/
</url>
1523 <spider ident=
"http://www.zorkk.com">
1525 <url>http://www.zorkk.com
</url>
1527 <spider ident=
"Zookabot">
1528 <name>Zookabotk
</name>
1529 <url>http://zookabot.com/
</url>
1531 <spider ident=
"ZoominfoBot">
1532 <name>ZoominfoBot
</name>
1533 <url>https://www.zoominfo.com/about-zoominfo/zoominfobot
</url>
1535 <spider ident=
"360Spider">
1536 <name>360Spider
</name>