User-agent: * # disallow all files in these directories Disallow: /auto/wp-admin Disallow: /auto/wp-includes Disallow: /auto/wp-content/plugins Disallow: /auto/wp-content/cache Disallow: /auto/wp-content/themes Disallow: /auto/cgi-bin/ Disallow: /auto/z/j/ Disallow: /auto/z/c/ Disallow: /auto/stats/ Disallow: /auto/dh_ Disallow: /auto/about/ Disallow: /auto/contact/ Disallow: /auto/tag/ Disallow: /auto/wp-admin/ Disallow: /auto/wp-includes/ Disallow: /auto/contact Disallow: /auto/manual Disallow: /auto/manual/* Disallow: /auto/phpmanual/ Disallow: /auto/category/ Disallow: /auto/trackback Disallow: /auto/*trackback Disallow: /auto/*trackback* Disallow: /auto/*/trackback Disallow: /auto/*?* Disallow: /auto/*.html/$ Disallow: /auto/*feed* Disallow: /autos/administrator/ Disallow: /autos/cache/ Disallow: /autos/components/ Disallow: /autos/editor/ Disallow: /autos/help/ Disallow: /autos/images/ Disallow: /autos/includes/ Disallow: /autos/language/ Disallow: /autos/mambots/ Disallow: /autos/media/ Disallow: /autos/modules/ Disallow: /autos/templates/ Disallow: /autos/installation Disallow: /autos/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /auto/*.php$ Disallow: /auto/*.js$ Disallow: /auto/*.inc$ Disallow: /auto/*.css$ Disallow: /auto/*.gz$ Disallow: /auto/*.wmv$ Disallow: /auto/*.cgi$ Disallow: /auto/*.xhtml$ # disallow all files with ? in url Disallow: /auto/*?* Disallow: /autos/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /auto/*/*/email/$ Disallow: /auto/*/*/print/$ Disallow: /auto/*/*/#$ Disallow: /auto/page/ # block all folders with broken links User-agent: * Disallow: /auto/20$