User-agent: * # disallow all files in these directories Disallow: /detector/wp-admin Disallow: /detector/wp-includes Disallow: /detector/wp-content/plugins Disallow: /detector/wp-content/cache Disallow: /detector/wp-content/themes Disallow: /detector/cgi-bin/ Disallow: /detector/z/j/ Disallow: /detector/z/c/ Disallow: /detector/stats/ Disallow: /detector/dh_ Disallow: /detector/about/ Disallow: /detector/contact/ Disallow: /detector/tag/ Disallow: /detector/wp-admin/ Disallow: /detector/wp-includes/ Disallow: /detector/contact Disallow: /detector/manual Disallow: /detector/manual/* Disallow: /detector/phpmanual/ Disallow: /detector/category/ Disallow: /detector/trackback Disallow: /detector/*trackback Disallow: /detector/*trackback* Disallow: /detector/*/trackback Disallow: /detector/*?* Disallow: /detector/*.html/$ Disallow: /detector/*feed* Disallow: /tipos/administrator/ Disallow: /tipos/cache/ Disallow: /tipos/components/ Disallow: /tipos/editor/ Disallow: /tipos/help/ Disallow: /tipos/images/ Disallow: /tipos/includes/ Disallow: /tipos/language/ Disallow: /tipos/mambots/ Disallow: /tipos/media/ Disallow: /tipos/modules/ Disallow: /tipos/templates/ Disallow: /tipos/installation Disallow: /tipos/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /detector/*.php$ Disallow: /detector/*.js$ Disallow: /detector/*.inc$ Disallow: /detector/*.css$ Disallow: /detector/*.gz$ Disallow: /detector/*.wmv$ Disallow: /detector/*.cgi$ Disallow: /detector/*.xhtml$ # disallow all files with ? in url Disallow: /detector/*?* Disallow: /tipos/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /detector/*/*/email/$ Disallow: /detector/*/*/print/$ Disallow: /detector/*/*/#$ Disallow: /detector/page/ # block all folders with broken links User-agent: * Disallow: /detector/20$