# robots.txt - https://polahokbo.site/
# Polabet4d - Diizinkan: Google + AEO | Diblokir: Area Sensitif & Bot AI Lain
# Optimasi: SEO + AEO (Google AI Answers, Gemini, Featured Snippets)

# === GOOGLE CRAWLERS - FULL ACCESS (SEO + AEO) ===
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Google-Extended
Allow: /
# DI-IZINKAN: AI Google (Gemini, Vertex AI) → untuk AEO (jawaban AI)

User-agent: AdsBot-Google
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Storebot-Google
Allow: /

# === SEMUA BOT LAIN - DIBATASI (termasuk AI non-Google) ===
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /daftar/
Disallow: /user/
Disallow: /account/
Disallow: /profile/
Disallow: /panel/
Dis0allow: /cpanel/
Disallow: /dashboard/
Disallow: /transaction/
Disallow: /transaksi/
Disallow: /deposit/
Disallow: /withdraw/
Disallow: /tarik/
Disallow: /chat/
Disallow: /livechat/
Disallow: /support/
Disallow: /api/
Disallow: /webhook/
Disallow: /cron/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /backup/
Disallow: /config/
Disallow: /env/
Disallow: /.git/
Disallow: /.env
Disallow: /vendor/
Disallow: /storage/

# === BLOKIR FILE & PARAMETER SENSITIF ===
Disallow: /*.php$
Disallow: /*.env
Disallow: /*.log
Disallow: /*.sql
Disallow: /*.bak
Disallow: /*.config
Disallow: /*?*session=
Disallow: /*?*token=
Disallow: /*?*auth=
Disallow: /*?*ref=
Disallow: /*?*debug=
Disallow: /*?*password=
Disallow: /*?*login=
Disallow: /*?*csrf=

# === IZINKAN KONTEN PUBLIK (SEO + AEO) ===
Allow: /
Allow: /event/
Allow: /togel/
Allow: /result/
Allow: /hasil/
Allow: /togel-result/
Allow: /promo/
Allow: /bonus/
Allow: /panduan/
Allow: /bantuan/
Allow: /peraturan/
Allow: /informasi-bank/
Allow: /hubungi-kami/
Allow: /kebijakan-privasi/
Allow: /persetujuan-cookies/
Allow: /faq/
Allow: /blog/
Allow: /artikel/
Allow: /assets/
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /img/
Allow: /fonts/
Allow: /uploads/
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /.well-known/

# === (OPSIONAL) BLOKIR BOT AI NON-GOOGLE ===
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# === OPTIMASI AEO & SEO ===
Crawl-delay: 5
# Update cepat → bagus untuk AEO (Google AI suka konten fresh)

# SITEMAP (WAJIB untuk AEO & SEO)
Sitemap: https://polahokbo.site/sitemap.xml

# CANONICAL HOST
Host: polahokbo.site