User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ Disallow: /comments/ Disallow: /z/j/ Disallow: /z/c/ # disallow all files ending in .php Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ #disallow all files in /wp- directorys Disallow: /wp-*/ # disallow all files with ? in url Disallow: /*? # disallow any files that are stats related Disallow: /stats* Disallow: /about/ Disallow: /about/terms-f-use/ Disallow: /about/trackback/ Disallow: /contact/ Disallow: /tag Disallow: /docs* Disallow: /manual* Disallow: /category/uncategorized*# BEGIN XML-SITEMAP-PLUGIN Sitemap: http://theyoungfreshnew.com/sitemap.xml.gz # END XML-SITEMAP-PLUGIN