User-agent: *
# Block WordPress core directories that shouldn't be indexed
Disallow: /wp-admin/
Disallow: /wp-includes/

# Block login and registration pages
Disallow: /wp-login.php
Disallow: /wp-register.php

# Block search result pages and variations
Disallow: /*?s=*
Disallow: /search/

# Block unnecessary query parameters (like highlight) anywhere in the URL
Disallow: /*?highlight=*

# Block RSS and feed links, even if they appear mid-URL
Disallow: /*/feed/
Disallow: /*/feed/rss2/
Disallow: /*/comments/feed/

# Block WordPress files and includes
Disallow: /*?attachment_id=*
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /wp-json/

# Block author archives (if not useful for SEO)
Disallow: /author/

# Allow specific bots to index main content
Allow: /wp-content/uploads/

# Crawl-delay directive for bots that may be scraping aggressively
Crawl-delay: 10