User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /comments/ Disallow: /z/j/ Disallow: /z/c/ Disallow: /about/legal-notice/ Disallow: /about/copyright-policy/ Disallow: /about/terms-and-conditions/ Disallow: /about/feed/ Disallow: /about/trackback/ Disallow: /contact/ Disallow: /stats* Disallow: /tag Disallow: /category/uncategorized* # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ # disallow all files in /wp- directorys Disallow: /wp-*/ # disallow all files with? in url Disallow: /*? User-agent: Googlebot Disallow: /feed* Disallow: /trackback* Disallow: /wp-admin* Disallow: /wp-content* Disallow: /wp-includes* Disallow: /wp-login.php Disallow: /[0-9]+/[0-9]+/$ Disallow: /[0-9]+/[0-9]+/[0-9]+/$