User-agent: * # disallow all files in these directories Disallow: /redes/wp-admin Disallow: /redes/wp-includes Disallow: /redes/wp-content/plugins Disallow: /redes/wp-content/cache Disallow: /redes/wp-content/themes Disallow: /redes/cgi-bin/ Disallow: /redes/z/j/ Disallow: /redes/z/c/ Disallow: /redes/stats/ Disallow: /redes/dh_ Disallow: /redes/about/ Disallow: /redes/contact/ Disallow: /redes/tag/ Disallow: /redes/wp-admin/ Disallow: /redes/wp-includes/ Disallow: /redes/contact Disallow: /redes/manual Disallow: /redes/manual/* Disallow: /redes/phpmanual/ Disallow: /redes/category/ Disallow: /redes/trackback Disallow: /redes/*trackback Disallow: /redes/*trackback* Disallow: /redes/*/trackback Disallow: /redes/*?* Disallow: /redes/*.html/$ Disallow: /redes/*feed* Disallow: /empresa/administrator/ Disallow: /empresa/cache/ Disallow: /empresa/components/ Disallow: /empresa/editor/ Disallow: /empresa/help/ Disallow: /empresa/images/ Disallow: /empresa/includes/ Disallow: /empresa/language/ Disallow: /empresa/mambots/ Disallow: /empresa/media/ Disallow: /empresa/modules/ Disallow: /empresa/templates/ Disallow: /empresa/installation Disallow: /empresa/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /redes/*.php$ Disallow: /redes/*.js$ Disallow: /redes/*.inc$ Disallow: /redes/*.css$ Disallow: /redes/*.gz$ Disallow: /redes/*.wmv$ Disallow: /redes/*.cgi$ Disallow: /redes/*.xhtml$ # disallow all files with ? in url Disallow: /redes/*?* Disallow: /empresa/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /redes/*/*/email/$ Disallow: /redes/*/*/print/$ Disallow: /redes/*/*/#$ Disallow: /redes/page/ # block all folders with broken links User-agent: * Disallow: /redes/20$