User-agent: * # Block WordPress taxonomy archives — no commercial value, waste crawl budget Disallow: /tag/ Disallow: /category/ # Block date archives Disallow: /20*/ # Block comment feeds and author archives Disallow: /comments/ Disallow: /author/ # Block search results pages Disallow: /?s= Disallow: /search/ # Block WP admin and feeds Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /feed/ Disallow: /*/feed/ # Allow Googlebot-Image everything (for article images in Google Image Search) User-agent: Googlebot-Image Allow: /wp-content/uploads/ # Sitemaps Sitemap: https://www.shework.in/sitemap.xml Sitemap: https://www.shework.in/page-sitemap.xml Sitemap: https://www.shework.in/post-sitemap.xml