User-agent: * # disallow all files in these directories Disallow: /show/wp-admin Disallow: /show/wp-includes Disallow: /show/wp-content/plugins Disallow: /show/wp-content/cache Disallow: /show/wp-content/themes Disallow: /show/cgi-bin/ Disallow: /show/z/j/ Disallow: /show/z/c/ Disallow: /show/stats/ Disallow: /show/dh_ Disallow: /show/about/ Disallow: /show/contact/ Disallow: /show/tag/ Disallow: /show/wp-admin/ Disallow: /show/wp-includes/ Disallow: /show/contact Disallow: /show/manual Disallow: /show/manual/* Disallow: /show/phpmanual/ Disallow: /show/category/ Disallow: /show/trackback Disallow: /show/*trackback Disallow: /show/*trackback* Disallow: /show/*/trackback Disallow: /show/*?* Disallow: /show/*.html/$ Disallow: /show/*feed* Disallow: /academia/administrator/ Disallow: /academia/cache/ Disallow: /academia/components/ Disallow: /academia/editor/ Disallow: /academia/help/ Disallow: /academia/images/ Disallow: /academia/includes/ Disallow: /academia/language/ Disallow: /academia/mambots/ Disallow: /academia/media/ Disallow: /academia/modules/ Disallow: /academia/templates/ Disallow: /academia/installation Disallow: /academia/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /show/*.php$ Disallow: /show/*.js$ Disallow: /show/*.inc$ Disallow: /show/*.css$ Disallow: /show/*.gz$ Disallow: /show/*.wmv$ Disallow: /show/*.cgi$ Disallow: /show/*.xhtml$ # disallow all files with ? in url Disallow: /show/*?* Disallow: /academia/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /show/*/*/email/$ Disallow: /show/*/*/print/$ Disallow: /show/*/*/#$ Disallow: /show/page/ # block all folders with broken links User-agent: * Disallow: /show/20$