From a370eb7db512560b58e951ec7de75d901ff7febe Mon Sep 17 00:00:00 2001 From: xBlackEye Date: Sun, 3 Mar 2019 07:02:59 +0100 Subject: [PATCH] Update spiderList.xml Add new Spiders: SkypeUriPreview, Twitterbot, DuckDuckBot, Discordbot and TelegramBot. --- spiderList/spiderList.xml | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/spiderList/spiderList.xml b/spiderList/spiderList.xml index b0db6ff787..d2d4ec6d2a 100644 --- a/spiderList/spiderList.xml +++ b/spiderList/spiderList.xml @@ -294,12 +294,20 @@ Discovery http://discoveryengine.com/discobot.html + + Discord + https://discordapp.com/ + DNAbot DragonBot + + DuckDuckGo + https://duckduckgo.com/ + DWCP (Dridus' Web Cataloging Project) @@ -1055,6 +1063,10 @@ Simmany Robot Ver1.0 + + Skype Preview + https://www.skype.com/ + Site Searcher @@ -1183,6 +1195,10 @@ Pixray http://www.pixray.com/pixraybot/ + + TelegramBot (like TwitterBot) + https://telegram.org/ + thumbshots-de-Bot @@ -1221,6 +1237,10 @@ Twiceler http://www.cuill.com/twiceler/robot.html + + Twitterbot + https://twitter.com/ + UCSD Crawl -- 2.20.1