User-agent: * # disallow all files in these directories Disallow: /dominios/wp-admin Disallow: /dominios/wp-includes Disallow: /dominios/wp-content/plugins Disallow: /dominios/wp-content/cache Disallow: /dominios/wp-content/themes Disallow: /dominios/cgi-bin/ Disallow: /dominios/z/j/ Disallow: /dominios/z/c/ Disallow: /dominios/stats/ Disallow: /dominios/dh_ Disallow: /dominios/about/ Disallow: /dominios/contact/ Disallow: /dominios/tag/ Disallow: /dominios/wp-admin/ Disallow: /dominios/wp-includes/ Disallow: /dominios/contact Disallow: /dominios/manual Disallow: /dominios/manual/* Disallow: /dominios/phpmanual/ Disallow: /dominios/category/ Disallow: /dominios/trackback Disallow: /dominios/*trackback Disallow: /dominios/*trackback* Disallow: /dominios/*/trackback Disallow: /dominios/*?* Disallow: /dominios/*.html/$ Disallow: /dominios/*feed* Disallow: /internet/administrator/ Disallow: /internet/cache/ Disallow: /internet/components/ Disallow: /internet/editor/ Disallow: /internet/help/ Disallow: /internet/images/ Disallow: /internet/includes/ Disallow: /internet/language/ Disallow: /internet/mambots/ Disallow: /internet/media/ Disallow: /internet/modules/ Disallow: /internet/templates/ Disallow: /internet/installation Disallow: /internet/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /dominios/*.php$ Disallow: /dominios/*.js$ Disallow: /dominios/*.inc$ Disallow: /dominios/*.css$ Disallow: /dominios/*.gz$ Disallow: /dominios/*.wmv$ Disallow: /dominios/*.cgi$ Disallow: /dominios/*.xhtml$ # disallow all files with ? in url Disallow: /dominios/*?* Disallow: /internet/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /dominios/*/*/email/$ Disallow: /dominios/*/*/print/$ Disallow: /dominios/*/*/#$ Disallow: /dominios/page/ # block all folders with broken links User-agent: * Disallow: /dominios/20$