#Disallow some path for all search engine bot User-agent: * Disallow: /*.asp$ Disallow: /*.php$ Disallow: /?s= Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-content/plugins Disallow: /wp-content/upgrade Disallow: /wp-content/backup-* Disallow: /wp-content/themes Disallow: /feed/ Disallow: */feed/ Disallow: /category/*/* Disallow: /search/*/* Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*?* Disallow: /*? Disallow: /forum/