# ==============================
# Robots.txt for balajidarshanbooking.com
# ==============================

# Allow all major search engines and helpful AI crawlers
User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /cdn-cgi/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /feed/
Disallow: /tag/
Disallow: /*?replytocom=
Disallow: /baju-muslim-pria/   # (if this is not part of your website, keep this; otherwise remove)

# Sitemap
Sitemap: https://www.balajidarshanbooking.com/sitemap.xml


# ------------------------------
# Googlebot (main)
# ------------------------------
User-agent: Googlebot
Allow: /

# Google Images (for SEO benefit)
User-agent: Googlebot-Image
Allow: /

# Google Mobile crawler
User-agent: Googlebot-Mobile
Allow: /

# ------------------------------
# Bingbot and other good crawlers
# ------------------------------
User-agent: Bingbot
Allow: /

# ------------------------------
# AI Crawlers (optional – allow if you want AI visibility)
# ------------------------------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# ------------------------------
# Block aggressive or spammy bots
# ------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Allow: /

# ------------------------------
# End of file
# ------------------------------