# Robots Exclusions for www.loske.org # My best regards to all search-enginers # This is the standard, if you don't know # http://www.robotstxt.org/wc/norobots.html # Don't index these pages User-agent: * Disallow: /html/school/ Disallow: /schule/ Disallow: /bin/ Disallow: /logs/ Disallow: mail.php Disallow: mailer.php # Slow down Google with non-standards # http://www.google.com/webmasters/3.html#B3 User-agent: Googlebot* Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ # Indexing pictures is costing traffic! User-Agent: Googlebot-Image Disallow: / # AltaVista's Photo Finder User-Agent: vscooter Disallow: / # Related links? Why? # Alexa User-Agent: ia_archiver Disallow: / # Sorry, no offline browsers User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: / # That's it for now! # Obey the rules!