# =========================
# Global Rules
# =========================

User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /api/
Disallow: /apimanager/
Disallow: /debug/

# Block sensitive URL parameters (SEO duplicate control)
Disallow: /*preview_theme_id=
Disallow: /*session=
Disallow: /*token=
Disallow: /*ref=
Disallow: /*utm_

# Allow important public pages (optional explicit clarity)
Allow: /

# =========================
# SEO Bot Controls (optional hard block)
# =========================

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

# =========================
# Google / Bing (allow indexing)
# =========================

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Bingbot
Disallow:

# =========================
# Crawl delay (optional)
# =========================

User-agent: Pinterestbot
Crawl-delay: 1