# Robots Exclusions for http://www.kgw-web.de/ # Regards to all search-enginers obey the # standard. If you don't know check under # http://www.robotstxt.org/wc/norobots.html # Don't index these pages User-agent: * Disallow: /test/ Disallow: /homepage/ Disallow: /homepage_alt/ Disallow: /hpalt/ Disallow: /pdf/ Disallow: /pics/ Disallow: /data/ Disallow: /png/ Disallow: /ftp/ Disallow: /ek/ Disallow: /cgi-bin/ Disallow: /chripi/ Disallow: /lo/ Disallow: /download/ Disallow: /logs/ Disallow: /interaktiv/ # Slow down Google with non-standards # http://www.google.com/webmasters/3.html#B3 User-agent: Googlebot* Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.png$ Disallow: /*.doc$ # Indexing pictures is costing traffic! User-Agent: Googlebot-Image Disallow: / # AltaVista's Photo Finder User-Agent: vscooter Disallow: / # Related links? Why? # Alexa User-Agent: ia_archiver Disallow: / # Sorry, no offline browsers User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: / # That's it for now! # Obey the rules!