User-agent: * # disallow all files in these directories Disallow: /bienesraices/wp-admin Disallow: /bienesraices/wp-includes Disallow: /bienesraices/wp-content/plugins Disallow: /bienesraices/wp-content/cache Disallow: /bienesraices/wp-content/themes Disallow: /bienesraices/cgi-bin/ Disallow: /bienesraices/z/j/ Disallow: /bienesraices/z/c/ Disallow: /bienesraices/stats/ Disallow: /bienesraices/dh_ Disallow: /bienesraices/about/ Disallow: /bienesraices/contact/ Disallow: /bienesraices/tag/ Disallow: /bienesraices/wp-admin/ Disallow: /bienesraices/wp-includes/ Disallow: /bienesraices/contact Disallow: /bienesraices/manual Disallow: /bienesraices/manual/* Disallow: /bienesraices/phpmanual/ Disallow: /bienesraices/category/ Disallow: /bienesraices/trackback Disallow: /bienesraices/*trackback Disallow: /bienesraices/*trackback* Disallow: /bienesraices/*/trackback Disallow: /bienesraices/*?* Disallow: /bienesraices/*.html/$ Disallow: /bienesraices/*feed* Disallow: /casas/administrator/ Disallow: /casas/cache/ Disallow: /casas/components/ Disallow: /casas/editor/ Disallow: /casas/help/ Disallow: /casas/images/ Disallow: /casas/includes/ Disallow: /casas/language/ Disallow: /casas/mambots/ Disallow: /casas/media/ Disallow: /casas/modules/ Disallow: /casas/templates/ Disallow: /casas/installation Disallow: /casas/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /bienesraices/*.php$ Disallow: /bienesraices/*.js$ Disallow: /bienesraices/*.inc$ Disallow: /bienesraices/*.css$ Disallow: /bienesraices/*.gz$ Disallow: /bienesraices/*.wmv$ Disallow: /bienesraices/*.cgi$ Disallow: /bienesraices/*.xhtml$ # disallow all files with ? in url Disallow: /bienesraices/*?* Disallow: /casas/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /bienesraices/*/*/email/$ Disallow: /bienesraices/*/*/print/$ Disallow: /bienesraices/*/*/#$ Disallow: /bienesraices/page/ # block all folders with broken links User-agent: * Disallow: /bienesraices/20$