Update spiderList.xml
authorChristopher S <ts@zesi.de>
Mon, 20 Apr 2020 17:28:53 +0000 (19:28 +0200)
committerChristopher S <ts@zesi.de>
Mon, 20 Apr 2020 17:28:53 +0000 (19:28 +0200)
spiderList/spiderList.xml

index f3fb3077799a84e9798ac6f02d3b0d082ec42321..69fb6ce622819a02bef7e1e9ca739a9f9bf050e2 100644 (file)
        <spider ident="DNAbot/1.0">
                <name>DNAbot</name>
        </spider>
+       <spider ident="DotBot/1.1">
+               <name>Moz DotBot</name>
+               <url>http://www.opensiteexplorer.org/dotbot</url>
+       </spider>
        <spider ident="DragonBot/1.0 libwww/5.0">
                <name>DragonBot</name>
        </spider>
                <name>Google Stackdriver Monitoring</name>
                <url>https://cloud.google.com/monitoring/alerts/uptime-checks</url>
        </spider>
+       <spider ident="Google-Ads-Creatives-Assistant">
+               <name>Google-Ads-Creatives-Assistant</name>
+       </spider>
+       <spider ident="Google-AdWords-Express">
+               <name>Google-AdWords-Express</name>
+       </spider>
+       <spider ident="AdsBot-Google">
+               <name>Google Ads-Bot</name>
+               <url>http://www.google.com/adsbot.html</url>
+       </spider>
        <spider ident="Gpostbot">
                <name>Gpostbot</name>
                <url>http://www.gpost.info/help.php?c=bot</url>