# START YOAST BLOCK
# ---------------------------
Sitemap: https://www.adamtownsend.me/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# BEGIN Magic robots.txt
# ---------------------------

# General
User-agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /readme.html$

# Ad networks
User-agent: Mediapartners-Google
Disallow: /
User-agent: AdsBot-Google
Disallow: /
User-agent: proximic
Disallow: /
User-agent: CriteoBot/0.1
Disallow: /
User-agent: grapeshot
Disallow: /

# Link analyzers
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12Bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: omgilibot
Disallow: /
User-agent: barkrowler
Disallow: /

# Downloaders
User-agent: webreaper
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: Amazonbot
Disallow: /

# ---------------------------
# END Magic robots.txt