User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /checkout/ Disallow: /author/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /junk/ Allow: /wp-admin/admin-ajax.php # WordPress search results Disallow: /?s= Disallow: /search/ # Optional: Prevent crawling of common parameter URLs Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?orderby= Disallow: /*?filter_ Disallow: /*?min_price= Disallow: /*?max_price=