# jdubs smart robot.txt'ing # remove redundant content when possible... User-agent: * Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: /category/* Disallow: /category/*/* Disallow: /tag/* Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*?* Disallow: /*? Allow: /wp-content/uploads # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://fffff.at/sitemap.xml # END XML-SITEMAP-PLUGIN