# === AI SEARCH BOTS (must crawl for AI search citations) ===
User-Agent: OAI-SearchBot
User-Agent: ChatGPT-User
User-Agent: PerplexityBot
User-Agent: Claude-SearchBot
User-Agent: Claude-User
User-Agent: Meta-ExternalAgent
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /auth/
Disallow: /payment/
Disallow: /partners/go/
Crawl-delay: 1

# === AI TRAINING BOTS (block — no search benefit) ===
User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: CCBot
User-Agent: Google-Extended
Disallow: /

# === MAJOR SEARCH ENGINE BOTS ===
User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checker/
Disallow: /support/
Disallow: /auth/
Disallow: /payment/
Disallow: /partners/go/
Disallow: /lot/

User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checker/
Disallow: /support/
Disallow: /auth/
Disallow: /payment/
Disallow: /partners/go/
Disallow: /lot/
Crawl-delay: 1

# === SEO LEECH CRAWLERS (block — crawl to sell their own data, zero referral value) ===
User-Agent: AhrefsBot
User-Agent: SemrushBot
User-Agent: MJ12bot
User-Agent: Barkrowler
User-Agent: DotBot
User-Agent: DataForSeoBot
User-Agent: BLEXBot
User-Agent: PetalBot
Disallow: /

# === ALL OTHER BOTS ===
User-Agent: *
Allow: /
Allow: /vin/
Allow: /search
Allow: /pricing
Allow: /about
Allow: /faq
Allow: /book-inspection
Allow: /contact
Allow: /calculator
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checker/
Disallow: /support/
Disallow: /auth/
Disallow: /payment/
Disallow: /partners/go/
Disallow: /lot/
Crawl-delay: 2

Sitemap: https://carcheck.ge/sitemap.xml
Sitemap: https://carcheck.ge/sitemap-index.xml