# Don't allow web crawlers to index Craft
User-agent: *
Disallow: /craft/

#block semrush due to issues on 2020-12-07
User-agent: SemrushBot
Disallow: /