User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /current/ Disallow: /dev/ Disallow: /docs/ Disallow: /email/ Disallow: /mail/ Disallow: /projects/ Disallow: /suspended.page/ Disallow: /util/ Disallow: /vault/ Disallow: /wordpress/wp-admin/ Disallow: /wordpress/wp-includes/ Disallow: /wordpress/wp-content/themes/classic/ Disallow: /wordpress/wp-content/themes/default/ Disallow: /wordpress/wp-content/themes/bherunda/ Disallow: /*?* Disallow: */trackback/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* Disallow: */trackback* Disallow: /*?* Disallow: /wordpress/wp-* Allow: /wordpress/wp-content/uploads/ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: /*?* Allow: /wordpress/wp-content/ Allow: /*.php$ Allow: /*.js$ Allow: /*.inc$ Allow: /*.css$ Allow: /*.gz$ Allow: /*.cgi$ Allow: /*.wmv$ Allow: /*.cgi$ Allow: /*.xhtml$ Allow: /*.php* Allow: /*.gif$ Allow: /*.jpg$ Allow: /*.png$ # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /