User-agent: * Disallow: /apache-conf/ Disallow: /cgi-bin/ Disallow: /elo/ Disallow: /eza/ Disallow: /ImageMagick/ Disallow: /includes/ Disallow: /icon/ Disallow: /css/ Disallow: /apache-conf/ Disallow: /oeza/ Disallow: /javaskript/ Disallow: /systemdoku/ Disallow: /truman/ Disallow: /up-images/ Disallow: /up-mitarbeiter/ Disallow: /up-media/ Disallow: /statistik/ Disallow: /webalizer/ Disallow: /templates/ Disallow: /print/ Disallow: /phpmyadmin/ Disallow: /.ssh/ Disallow: /CSV/ Disallow: /typo3conf Disallow: /typo3temp Disallow: /uploads Disallow: /t3lib Disallow: /typo3 Disallow: /fileadmin Disallow: /typo3_src Disallow: /awstats #Disallow: eaccelerator.php nodb.html ociprobe.php phpInfo.php protokoll.php3 protokoll_io.php3 status_script.php Disallow: /phpInfo.php #Disallow: /*? #User-agent: Googlebot #Disallow: / #Disallow: /*? #User-agent: googlebot #Disallow: / #Disallow: /*? #User-agent: Googlebot/2.1 #Disallow: / #Disallow: /*? #User-agent: YahooSeeker #Disallow: / #Disallow: /*? # disallow stress test User-agent: stress-agent Disallow: / #Disallow: /*? #User-agent: msnbot #Disallow: / #Disallow: /*? # Probe alle unnoetigen zu blocken # MSN Preview Blocken User-agent: searchpreview Disallow:/ User-agent: msnbot Crawl-delay: 2400 # Laut http://www.krapohl.info/Suchmaschinenoptimierung_9.html User-agent: msnbot Crawl-Delay: 10 User-agent: Slurp Crawl-Delay: 10 User-agent: Slurp/2.0 Crawl-Delay: 10 # spammer User-agent: LinkWalker #Disallow: / Disallow: /*? # archiver - no thanks User-agent: ia_archiver Disallow: / #Disallow: /*? # company letting crawl the community: nono User-agent: grub-client Disallow: / Disallow: /*? # I do not like Microsoft, please keep out User-agent: MSNBOT Disallow: / Disallow: /*? # I do not like Microsoft, please keep out User-agent: MSNBot Disallow: / Disallow: /*? # Inktomisearch go away User-agent: Slurp/2.0 Disallow: / Disallow: /*? # Inktomisearch - f**k up User-agent: Slurp.so/1.0 Disallow: / Disallow: /*? # Inktomisearch - no thanks User-agent: Slurp/si Disallow: / Disallow: /*? # Inktomisearch - cat? User-agent: Slurp/cat Disallow: / #Disallow: /*? # Inktomisearch go away User-agent: Slurp Disallow: / #Disallow: /*? # MS-Shit User-agent: Alexa Disallow: / #Disallow: /*? # MS-Shit User-agent: grub-client-2.3 Disallow: / #Disallow: /*? # MS-Shit User-agent: grub-client Disallow: / #Disallow: /*? # MnoGoSearch User-agent: MnoGoSearch/3.2.31 Disallow: / #Disallow: /*? # MnoGoSearch User-agent: MnoGoSearch #Disallow: / Disallow: /*? # WebVac User-agent: WebVac\ (webmaster@pita.stanford.edu\ WebVac.org\ ) Disallow: / #Disallow: /*? User-agent: Scooter Disallow: /*? User-agent: Googlebot-Image Disallow: /up-images Disallow: /up-mitarbeiter Disallow: /up-media #Disallow: /images/ #Disallow: /pics/ User-agent: psbot Disallow: / # Sample robots.txt file 2 User-agent: CRAWLER Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-Agent: Charlotte Disallow: /