# Block specific bots
User-Agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /

# Global settings
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /comments/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /?attachment_id=*

# Allow crawling of important assets
Allow: /wp-content/uploads/

# Sitemap
Sitemap: https://www.cleova.com/sitemap_index.xml