# robots.txt for bessromania.com # Optimized for SEO and AI-friendly indexing User-agent: * Allow: / # Block sensitive/system paths Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /private/ Disallow: /tmp/ Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?filter= Disallow: /*&filter= Disallow: /author/ Disallow: /tag/ # Allow important assets Allow: /wp-admin/admin-ajax.php Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.webp$ Allow: /*.svg$ # Crawl delay for aggressive bots User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 # Sitemap Sitemap: https://bessromania.com/sitemap.xml