# Allow major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Block spam bots, scrapers, and PBN crawlers
User-agent: AhrefsBot
User-agent: PetalBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: SemrushBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: Bytespider
User-agent: MegaIndex
User-agent: Pinterestbot
Disallow: /

# Default rule for all other crawlers
User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /config/
Allow: /

# Sitemap reference
Sitemap: https://www.stageclick.com/sitemap.xml