# Allow all bots to crawl the site, except certain useless pages User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /cgi-bin/ Disallow: /xmlrpc.php Disallow: /?s= # block internal search results Disallow: /search/ # block search URLs if your theme uses them # Allow admin-ajax.php for WordPress functionality Allow: /wp-admin/admin-ajax.php # Block feeds (optional, if you don’t need them indexed) Disallow: /feed/ Disallow: /*/feed/ Disallow: /comments/feed/ # Yoast SEO Sitemap Sitemap: https://www.offcamp.com/sitemap_index.xml