# robots.txt for https://imagecomics.com/

sitemap: https://imagecomics.com/sitemaps-1-sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Crawl-delay: 15

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# To block SEMrushBot from crawling your site for different SEO and technical issues:
User-agent: SemrushBot-SA
Disallow: /
# To block SEMrushBot from crawling your site for Backlink Audit tool:
User-agent: SemrushBot-BA
Disallow: /
# To block SEMrushBot from crawling your site for On Page SEO Checker tool and similar tools:
User-agent: SemrushBot-SI
Disallow: /
# To block SEMrushBot from checking URLs your site for SWA tool:
User-agent: SemrushBot-SWA
Disallow: /
# To block SEMrushBot from crawling your site for Content Analyzer and Post Tracking tools:
User-agent: SemrushBot-CT
Disallow: /
# To block SEMrushBot from crawling your site for Brand Monitoring:
User-agent: SemrushBot-BM
Disallow: /

User-agent: AhrefsBot
Disallow: /