User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # disable duggmirror User-agent: duggmirror Disallow: / User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /tag/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /category/ # WH specific Disallow: /plugins/ Disallow: /manager/ Disallow: /pma/ Disallow: /uebimiau/ Disallow: /users/ Disallow: /vdsbackup/ Disallow: /webmail/ Disallow: /wpm/ Disallow: /wusage/ # Client specific section Disallow: /jobtarget_files/ Disallow: /photo-gallery/ #source: http://www.askapache.com/seo/seo-with-robotstxt.html