User-agent: * # disallow all files in these directories Disallow: /catalogo/wp-admin Disallow: /catalogo/wp-includes Disallow: /catalogo/wp-content/plugins Disallow: /catalogo/wp-content/cache Disallow: /catalogo/wp-content/themes Disallow: /catalogo/cgi-bin/ Disallow: /catalogo/z/j/ Disallow: /catalogo/z/c/ Disallow: /catalogo/stats/ Disallow: /catalogo/dh_ Disallow: /catalogo/about/ Disallow: /catalogo/contact/ Disallow: /catalogo/tag/ Disallow: /catalogo/wp-admin/ Disallow: /catalogo/wp-includes/ Disallow: /catalogo/contact Disallow: /catalogo/manual Disallow: /catalogo/manual/* Disallow: /catalogo/phpmanual/ Disallow: /catalogo/category/ Disallow: /catalogo/trackback Disallow: /catalogo/*trackback Disallow: /catalogo/*trackback* Disallow: /catalogo/*/trackback Disallow: /catalogo/*?* Disallow: /catalogo/*.html/$ Disallow: /catalogo/*feed* Disallow: /modelos/administrator/ Disallow: /modelos/cache/ Disallow: /modelos/components/ Disallow: /modelos/editor/ Disallow: /modelos/help/ Disallow: /modelos/images/ Disallow: /modelos/includes/ Disallow: /modelos/language/ Disallow: /modelos/mambots/ Disallow: /modelos/media/ Disallow: /modelos/modules/ Disallow: /modelos/templates/ Disallow: /modelos/installation Disallow: /modelos/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /catalogo/*.php$ Disallow: /catalogo/*.js$ Disallow: /catalogo/*.inc$ Disallow: /catalogo/*.css$ Disallow: /catalogo/*.gz$ Disallow: /catalogo/*.wmv$ Disallow: /catalogo/*.cgi$ Disallow: /catalogo/*.xhtml$ # disallow all files with ? in url Disallow: /catalogo/*?* Disallow: /modelos/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /catalogo/*/*/email/$ Disallow: /catalogo/*/*/print/$ Disallow: /catalogo/*/*/#$ Disallow: /catalogo/page/ # block all folders with broken links User-agent: * Disallow: /catalogo/20$