#User-agent: *
#Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: barkrowler
Crawl-delay: 100
Disallow: /

User-agent: PetalBot
Crawl-delay: 100
Disallow: /


User-agent: Bingbot
Crawl-delay: 100

User-agent: dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# To block SEMrushBot from crawling your site for different SEO and technical issues:
User-agent: SemrushBot-SA
Disallow: /

# To block SEMrushBot from crawling your site for Backlink Audit tool:
User-agent: SemrushBot-BA
Disallow: /

# To block SEMrushBot from crawling your site for On Page SEO Checker tool and similar tools:
User-agent: SemrushBot-SI
Disallow: /

# To block SEMrushBot from checking URLs on your site for SWA tool:
User-agent: SemrushBot-SWA
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# To block SEMrushBot from crawling your site for Content Analyzer and Post Tracking tools:
User-agent: SemrushBot-CT
Disallow: /

# To block SEMrushBot from crawling your site for Brand Monitoring:
User-agent: SemrushBot-BM
Disallow: /

# To block SEMrushBot from crawling your site for SEO A/B Testing tool:
User-agent: SemrushBot-SEOAB
Disallow: /

# To block Amazonbot from crawling your site f:
User-agent: Amazonbot
Disallow: /


User-agent: Seekport Crawler
Disallow: /

User-Agent: TinyTestBot
Disallow: /

User-Agent: Bytespider
Disallow: /

# robotstxt.org/
User-agent: *
Sitemap: http://tarifs.caillot.fr/sitemap.xml