# robots.txt for WordPress User-agent: * # Block WordPress admin (except Ajax) Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block category archives Disallow: /category/ # Block tag archives Disallow: /tag/ # Block paginated insight pages Disallow: /insight/?paged= Disallow: /insight/?*paged= # Block insight search/filter pages Disallow: /insight/?keyword= Disallow: /insight/?*keyword= # Block default WordPress search Disallow: /?s= Disallow: /search/ # Block login, register, etc. Disallow: /wp-login.php Disallow: /wp-register.php # Allow everything else Allow: / # Sitemap Sitemap: https://www.lnwebworks.com/sitemap_index.xml