# General Crawler Rules
# Allows normal public crawlers while blocking private/sensitive paths.
User-agent: *
Disallow: /opt-out
Disallow: /loopback
Disallow: /api
Disallow: /metrics
Disallow: /general
Disallow: /*checkout*

# Block LLM Training Scrapers, SEO Audit Bots, and Non-US Search Engines
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: FacebookBot
User-agent: meta-externalagent
User-agent: Bytespider
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: YouBot
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: omgili
User-agent: omgilibot
User-agent: PetalBot
User-agent: Timpibot
User-agent: AwarioBot
User-agent: DataForSeoBot
User-agent: TurnitinBot
User-agent: Kangaroo Bot
User-agent: sentibot
User-agent: peer39_crawler
User-agent: Meltwater
User-agent: Seekr
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: Barkrowler
User-agent: serpstatbot
User-agent: SEOkicks
User-agent: MegaIndex
User-agent: Sogou
User-agent: Yandex
User-agent: Baiduspider
Disallow: /

Sitemap: https://www.callcheck.com/sitemap.xml