# robots.txt - zesox # Monday, 10.09.2012 # access allow # --------------------------------------------------------- # N E W S # --------------------------------------------------------- Sitemap: http://www.zesox.de/news/sitemap_index.xml User-agent: * # disallow all files in these directories Disallow: /news/cgi-bin/ Disallow: /news/wp-admin/ Disallow: /news/wp-includes/ Disallow: /news/wp-content/themes/ Disallow: /news/wp-content/plugins/ Disallow: /news/trackback/ Disallow: /news/*?* Disallow: /news/*/trackback/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /news/*.php$ Disallow: /news/*.js$ Disallow: /news/*.inc$ Disallow: /news/*.css$ Disallow: /news/*.gz$ Disallow: /news/*.cgi$ Disallow: /news/*.wmv$ Disallow: /news/*.cgi$ Disallow: /news/*.xhtml$ Disallow: /news/*.php* Disallow: /news*/trackback* Disallow: /news/*?* Disallow: /news/feed/ Disallow: /news/wp-* Allow: /news/wp-content/uploads/ Allow: /news/wp-content/angelbilder/ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /news/* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: /news/*?* Allow: /news/wp-content/ Allow: /news/tag/ Allow: /news/category/ Allow: /news/*.php$ Allow: /news/*.js$ Allow: /news/*.inc$ Allow: /news/*.css$ Allow: /news/*.gz$ Allow: /news/*.cgi$ Allow: /news/*.wmv$ Allow: /news/*.cgi$ Allow: /news/*.xhtml$ Allow: /news/*.php* Allow: /news/*.gif$ Allow: /news/*.jpg$ Allow: /news/*.png$ # --------------------------------------------------------- # S H O P # --------------------------------------------------------- Sitemap: http://www.zesox.de/sitemaps/sitemap-index.xml User-agent: * Disallow: /admin/ Disallow: /core/ Disallow: /tmp/ Disallow: /views/ Disallow: /setup/ Disallow: /log/ # Disallow: /newsletter/ Disallow: /en/newsletter/ Disallow: /index.php?cl=newsletter # Disallow: /agb/ Disallow: /en/terms/ # Disallow: /warenkorb/ Disallow: /en/cart/ Disallow: /index.php?cl=basket # Disallow: /mein-konto/ Disallow: /en/my-account/ Disallow: /index.php?cl=account # Disallow: /mein-merkzettel/ Disallow: /en/my-wishlist/ Disallow: /index.php?cl=account_noticelist # Disallow: /mein-wunschzettel/ Disallow: /en/my-gift-registry/ Disallow: /index.php?cl=account_wishlist # Disallow: /konto-eroeffnen/ Disallow: /en/open-account/ Disallow: /index.php?cl=register # Disallow: /passwort-vergessen/ Disallow: /en/forgot-password/ Disallow: /index.php?cl=forgotpwd # Disallow: /index.php?cl=moredetails # Disallow: /index.php?cl=review # Disallow: /index.php?cl=search # Disallow: /EXCEPTION_LOG.txt # # wildcards at the end, because of some crawlers see it as errors Disallow: /*?cl=newsletter Disallow: /*&cl=newsletter # Disallow: /*?cl=basket Disallow: /*&cl=basket # Disallow: /*?cl=account Disallow: /*&cl=account # Disallow: /*?cl=account_noticelist Disallow: /*&cl=account_noticelist # Disallow: /*?cl=account_wishlist Disallow: /*&cl=account_wishlist # Disallow: /*?cl=register Disallow: /*&cl=register # Disallow: /*?cl=forgotpwd Disallow: /*&cl=forgotpwd # Disallow: /*?cl=moredetails Disallow: /*&cl=moredetails # Disallow: /*?cl=review Disallow: /*&cl=review # Disallow: /*?cl=search Disallow: /*&cl=search # Disallow: /*&fnc=tobasket Disallow: /*&fnc=tocomparelist Disallow: /*&addcompare= # Disallow: /*/sid/ Disallow: /*?sid= Disallow: /*&sid= # Disallow: /*?cur= Disallow: /*&cur