# Allow Major Search Engines
User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: *


# Block Bad Bots / Spam Crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /

# Rules for All Other Bots
User-agent: *
Allow: /

# Block Junk / System Folders
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /junk/
Disallow: /cache/
Disallow: /backup/
Disallow: /logs/

# Block Search & URL Parameters
Disallow: /*?s=
Disallow: /*?replytocom
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?track=

# Block Private Pages
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /dashboard/

# Allow Assets
Allow: /wp-content/uploads/
Allow: /assets/
Allow: /images/
Allow: /search