# ================================================
# Robots.txt - Belanja Indonesia
# Optimized for Google Search & Google Discover
# ================================================

User-agent: *
Allow: /
Allow: /images/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$

# Blokir akses ke folder internal/admin (jika ada)
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/

# Khusus Googlebot & Googlebot-Image
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /images/

# Lokasi XML Sitemap Utama
Sitemap: https://www.belanjaindonesia.com/sitemap.xml