User-agent: * # disallow all files in these directories Disallow: /competidores/wp-admin Disallow: /competidores/wp-includes Disallow: /competidores/wp-content/plugins Disallow: /competidores/wp-content/cache Disallow: /competidores/wp-content/themes Disallow: /competidores/cgi-bin/ Disallow: /competidores/z/j/ Disallow: /competidores/z/c/ Disallow: /competidores/stats/ Disallow: /competidores/dh_ Disallow: /competidores/about/ Disallow: /competidores/contact/ Disallow: /competidores/tag/ Disallow: /competidores/wp-admin/ Disallow: /competidores/wp-includes/ Disallow: /competidores/contact Disallow: /competidores/manual Disallow: /competidores/manual/* Disallow: /competidores/phpmanual/ Disallow: /competidores/category/ Disallow: /competidores/trackback Disallow: /competidores/*trackback Disallow: /competidores/*trackback* Disallow: /competidores/*/trackback Disallow: /competidores/*?* Disallow: /competidores/*.html/$ Disallow: /competidores/*feed* Disallow: /atletas/administrator/ Disallow: /atletas/cache/ Disallow: /atletas/components/ Disallow: /atletas/editor/ Disallow: /atletas/help/ Disallow: /atletas/images/ Disallow: /atletas/includes/ Disallow: /atletas/language/ Disallow: /atletas/mambots/ Disallow: /atletas/media/ Disallow: /atletas/modules/ Disallow: /atletas/templates/ Disallow: /atletas/installation Disallow: /atletas/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /competidores/*.php$ Disallow: /competidores/*.js$ Disallow: /competidores/*.inc$ Disallow: /competidores/*.css$ Disallow: /competidores/*.gz$ Disallow: /competidores/*.wmv$ Disallow: /competidores/*.cgi$ Disallow: /competidores/*.xhtml$ # disallow all files with ? in url Disallow: /competidores/*?* Disallow: /atletas/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /competidores/*/*/email/$ Disallow: /competidores/*/*/print/$ Disallow: /competidores/*/*/#$ Disallow: /competidores/page/ # block all folders with broken links User-agent: * Disallow: /competidores/20$