User-agent: * # disallow all files in these directories Disallow: /venta/wp-admin Disallow: /venta/wp-includes Disallow: /venta/wp-content/plugins Disallow: /venta/wp-content/cache Disallow: /venta/wp-content/themes Disallow: /venta/cgi-bin/ Disallow: /venta/z/j/ Disallow: /venta/z/c/ Disallow: /venta/stats/ Disallow: /venta/dh_ Disallow: /venta/about/ Disallow: /venta/contact/ Disallow: /venta/tag/ Disallow: /venta/wp-admin/ Disallow: /venta/wp-includes/ Disallow: /venta/contact Disallow: /venta/manual Disallow: /venta/manual/* Disallow: /venta/phpmanual/ Disallow: /venta/category/ Disallow: /venta/trackback Disallow: /venta/*trackback Disallow: /venta/*trackback* Disallow: /venta/*/trackback Disallow: /venta/*?* Disallow: /venta/*.html/$ Disallow: /venta/*feed* Disallow: /transportes/administrator/ Disallow: /transportes/cache/ Disallow: /transportes/components/ Disallow: /transportes/editor/ Disallow: /transportes/help/ Disallow: /transportes/images/ Disallow: /transportes/includes/ Disallow: /transportes/language/ Disallow: /transportes/mambots/ Disallow: /transportes/media/ Disallow: /transportes/modules/ Disallow: /transportes/templates/ Disallow: /transportes/installation Disallow: /transportes/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /venta/*.php$ Disallow: /venta/*.js$ Disallow: /venta/*.inc$ Disallow: /venta/*.css$ Disallow: /venta/*.gz$ Disallow: /venta/*.wmv$ Disallow: /venta/*.cgi$ Disallow: /venta/*.xhtml$ # disallow all files with ? in url Disallow: /venta/*?* Disallow: /transportes/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /venta/*/*/email/$ Disallow: /venta/*/*/print/$ Disallow: /venta/*/*/#$ Disallow: /venta/page/ # block all folders with broken links User-agent: * Disallow: /venta/20$