# ==========================================================================
# ROBOTS.TXT OPTIMIZED FOR GOOGLEBOT (BLOCKING THIRD-PARTY AI & SPAM CRAWLERS)
# Teroptimasi: Menghemat Bandwidth Server & Mengutamakan Googlebot
# ==========================================================================

# 1. IZINKAN AKSES PENUH UNTUK GOOGLEBOT (Prioritas Utama)
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
Allow: /

# 2. BLOKIR AI CRAWLERS & SCRAPERS (Menghemat Resource Server & Melindungi Konten)
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: YouBot
User-agent: Omgilibot
User-agent: Omgili
User-agent: FacebookBot
User-agent: Diffbot
User-agent: BytesSpider
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: Cohere-AI
Disallow: /

# 3. BLOKIR SEO TOOLS / SPAM CRAWLERS (Mencegah Analisis Kompetitor & Menguras Bandwidth)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: DotBot
User-agent: Rogerbot
User-agent: Mozlila
User-agent: MJ12bot
User-agent: MegaIndex.ru
User-agent: BlexBot
User-agent: BDCbot
User-agent: Twingly
User-agent: Spinn3r
User-agent: Baiduspider
User-agent: Yandex
User-agent: Sogou web spider
User-agent: Exabot
Disallow: /

# 4. ATURAN UMUM / DEFAULT (Untuk bot mesin pencari standar lainnya)
User-agent: *
Allow: /

# 5. SITEMAP (https://flint.co.zw/product/garden-hose/)
# Sitemap: https://flint.co.zw/product/garden-hose/sitemap.xml