From 307ef0a216d4779a6b34e42cff8ef9042c5bcc25 Mon Sep 17 00:00:00 2001 From: schaandr Date: Mon, 12 Oct 2015 12:42:06 +0200 Subject: [PATCH] Update spiderList.xml SemrushBot added --- spiderList/spiderList.xml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml index 1a044f65ca..fe5038d2f7 100644 --- a/spiderList/spiderList.xml +++ b/spiderList/spiderList.xml @@ -946,6 +946,10 @@ SecretSearchEngineLabs.com http://www.secretsearchenginelabs.com/secret-web-crawler.php + + SemrushBot + http://semrush.com/bot/ + Rambler http://www.rambler.ru/ -- 2.20.1