# www.robotstxt.org/

# ----------------------------- #
# Allow crawling of all content #
# ----------------------------- #

User-agent: *
Disallow:

# ----------------------------------------- #
# Disallow high-traffic commercial SEO bots #
# ----------------------------------------- #

# Ahrefs: https://ahrefs.com/robot
User-agent: AhrefsBot
Disallow: /

# WebMeUp/LinkAssistant: http://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /

# Moz: https://moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Disallow: /

# Majestic: https://www.mj12bot.com/
User-Agent: MJ12bot
Disallow: /

# Semrush: https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /