Update spiderList.xml

SemrushBot added

diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml
index 1a044f65caf0cc9f7f38986e730708e7971ba4fa..fe5038d2f7c18411af6297f7c514c0c2e3a92bbd 100644 (file)
--- a/spiderList/spiderList.xml
+++ b/spiderList/spiderList.xml
@@ -946,6 +946,10 @@
                <name>SecretSearchEngineLabs.com</name>
                <url>http://www.secretsearchenginelabs.com/secret-web-crawler.php</url>
        </spider>
+       <spider ident="SemrushBot">
+               <name>SemrushBot</name>
+               <url>http://semrush.com/bot/</url>
+       </spider>
        <spider ident="StackRambler">
                <name>Rambler</name>
                <url>http://www.rambler.ru/</url>