#1
# Slow down bots
#User-agent: *
#Crawl-delay: 10

# Backlink Analysis
#user-agent: AhrefsBot
#disallow: /

# http://www.opensiteexplorer.org/dotbot
User-agent: DotBot
Disallow: /
User-agent: dotbot
Disallow: /

# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /

# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

User-Agent: Bytespider
Disallow: /

User-agent: *
Disallow: /.git
Disallow: /.git/*
Disallow: /cache
Disallow: /cache/*
Disallow: /search
Disallow: /search/*