From 89b52a1aeafcc530a6e66dd61ea22e8d1bac8fd2 Mon Sep 17 00:00:00 2001
From: Marcel Werk <burntime@woltlab.com>
Date: Mon, 21 Jul 2014 22:54:28 +0200
Subject: [PATCH] Added missing bots

Closes #1779
Closes #1684
---
 spiderList/spiderList.xml | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml
index 94a5ac4337..c37684c8de 100644
--- a/spiderList/spiderList.xml
+++ b/spiderList/spiderList.xml
@@ -72,9 +72,9 @@
 		<name>ArchitextSpider</name>
 		<url>http://www.robotstxt.org/wc/active/html/architext.html</url>
 	</spider>
-	<spider ident="ia_archiver">
+	<spider ident="archive.org_bot">
 		<name>Archive.org</name>
-		<url>http://www.archive.org/about/exclude.php</url>
+		<url>https://archive.org/details/archive.org_bot</url>
 	</spider>
 	<spider ident="arks/1.0">
 		<name>arks</name>
@@ -789,6 +789,10 @@
 	<spider ident="Nederland.zoek">
 		<name>Nederland.zoek</name>
 	</spider>
+	<spider ident="NerdyBot">
+		<name>NerdyBot</name>
+		<url>http://nerdybot.com/</url>
+	</spider>
 	<spider ident="NetCarta CyberPilot Pro">
 		<name>NetCarta WebMap</name>
 	</spider>
-- 
2.20.1