# ====================================
# Beli Script ROBOTS.TXT
# Multi-Brand SEO Configuration
# Domain: beliscript.com
# Generated: 2026-10-03 06:48:13 WIB
# ====================================

User-agent: *
Allow: /

# ====================================
# SITEMAP FILES (All Types)
# ====================================
Sitemap: https://beliscript.com/sitemap.xml
Sitemap: https://beliscript.com/sitemap-products.xml
Sitemap: https://beliscript.com/sitemap-categories.xml
Sitemap: https://beliscript.com/sitemap-authors.xml
Sitemap: https://beliscript.com/sitemap-pages.xml
Sitemap: https://beliscript.com/sitemap-blog.xml
Sitemap: https://beliscript.com/sitemap-ppob.xml
Sitemap: https://beliscript.com/sitemap-smm.xml
Sitemap: https://beliscript.com/sitemap-certificates.xml

# ====================================
# BLOCK SPAM & INTERNAL PATHS
# ====================================
Disallow: /*?content=
Disallow: /*?search=
Disallow: /*?page=
Disallow: /admin/
Disallow: /reviewer/
Disallow: /workspace/
Disallow: /storage/
Disallow: /vendor/
Disallow: /api/
Disallow: /oauth/
Disallow: /cronjob
Disallow: /cart/
Disallow: /checkout/

# ====================================
# ALLOW IMPORTANT RESOURCES
# ====================================
Allow: /files/
Allow: /images/
Allow: /themes/
Allow: /items/
Allow: /categories/
Allow: /blog/
Allow: /ppob/
Allow: /smm/
Allow: /help/
Allow: /user/

# ====================================
# SEARCH ENGINE SPECIFIC RULES
# ====================================
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Yandex
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /

# ====================================
# AI CRAWLERS (Gemini, ChatGPT, etc)
# Allow for visibility in AI platforms
# ====================================
User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

# ====================================
# BLOCK AGGRESSIVE BOTS
# ====================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /