# Reduce crawl time for BING
User-agent: bingbot
Crawl-delay: 10
User-agent: msnbot
Crawl-delay: 10
User-agent: msnbot-media
Crawl-delay: 10

# Disallow Wordpress Core Subfolder Scanning
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-cron.php
Crawl-delay: 10

# Disallow DotBot https://moz.com/researchtools/ose/dotbot
User-agent: dotbot
Disallow: /