User-agent: * Disallow: /rss-parser.php User-agent: Googlebot Disallow: /blog/200*/*/$ Disallow: /dev/pr/e.php # Allow: /blog/2007/04/$ # Allow: /blog/2006/10/$ Disallow: /rss-parser.php Disallow: /adult-blogger-blog/ Disallow: /authority-opinions.html Disallow: /blog/2006/03/06/google-cache.html Disallow: /php/text-size.php Disallow: /optimization-questions.html Disallow: /blog/2006/05/27/google-sitemap-reporting-404s-under-summary.html Disallow: /blog/2006/05/27/sitewide-duplicate-content-checker-tool-useless.html Disallow: /blog/2006/11/07/hack-installing-relnofollow-in-phpadsnew.html