User-agent: * Sitemap: http://www.bischiweb-online.de/wp/sitemap.xml # disallow all files in these directories Disallow: /wp/wp-filez/ Disallow: /wp/wp-admin/ Disallow: /wp/wp-includes/ Disallow: /wp/wp-content/themes/ Disallow: /wp/wp-content/plugins/ Disallow: /wp/trackback/ Disallow: /wp/browsers/ Disallow: /wp/*?* Disallow: */trackback/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /wp/*.php$ Disallow: /wp/*.js$ Disallow: /wp/*.inc$ Disallow: /wp/*.css$ Disallow: /wp/*.gz$ Disallow: /wp/*.cgi$ Disallow: /wp/*.wmv$ Disallow: /wp/*.png$ Disallow: /wp/*.gif$ Disallow: /wp/*.jpg$ Disallow: /wp/*.cgi$ Disallow: /wp/*.xhtml$ Disallow: /wp/*.php* Disallow: */trackback* Disallow: /wp/*?* Disallow: /wp/category/ Disallow: /wp/tag/ Disallow: /wp/archives/ Disallow: /wp/feed/ Disallow: /wp/wp-* Allow: /wp/wp-content/uploads/ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: /*?* Allow: /wp/wp-content/ Allow: /wp/tag/ Allow: /wp/category/ Allow: /wp/*.php$ Allow: /wp/*.js$ Allow: /wp/*.inc$ Allow: /wp/*.css$ Allow: /wp/*.gz$ Allow: /wp/*.cgi$ Allow: /wp/*.wmv$ Allow: /wp/*.cgi$ Allow: /wp/*.xhtml$ Allow: /wp/*.php* Allow: /wp/*.gif$ Allow: /wp/*.jpg$ Allow: /wp/*.png$ # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /wp/