User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ # disallow all files ending in .php Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ #disallow all files in /wp- directorys Disallow: /wp-*/ Disallow: */cg* Disallow: */shop/ # disallow all files with ? in url Disallow: /*? # disallow any files that are stats related Disallow: /stats* Disallow: /about/legal-notice/ Disallow: /about/copyright-policy/ Disallow: /about/terms-and-conditions/ Disallow: /about/feed/ Disallow: /about/trackback/ # disallow Duplicates -fatto da manolo Disallow: */trackback/ Disallow: */feed/ Disallow: */category/ Disallow: */tag/ # Google Image User-agent: Googlebot-Image Disallow: Allow: /* # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: # http://www.sitemaps.org/faq.php # Add Nonstandard extensions Sitemap: http://www.migliorati.tv/sitemap.xml