# exclude help system from robots User-agent: * Disallow: /manual/ Disallow: /doc/ Disallow: /gif/ Disallow: /cv/ Disallow: /pictures/MobileWave/pictures/ Disallow: /pictures/MobileWave/thumbnails/ Disallow: /pictures/disappointments/*.jpg Disallow: /dff/DuplicateFileFinder_v1.1.tgz Disallow: /dff/DuplicateFileFinder_v1.1.1.tgz Disallow: /dff/DuplicateFileFinderSource_v1.1.tgz Disallow: /dff/DuplicateFileFinder-1.2.tgz Disallow: /dff/Archive/DuplicateFileFinder_v1.1.1.tgz Disallow: /email_addresses.html Disallow: /personal/ Disallow: /secure/mail_addresses.phtml Disallow: /secure/mail_us.phtml Disallow: /secure/emails.phtml Disallow: /pictures/LoveParadeVienna2002/ShortMovies/ Disallow: linux-school-project/School_Project_de.sxw Crawl-delay: 10 # but allow htdig to index our doc-tree #User-agent: susedig #Disallow: User-agent: msnbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: msnbot-media Disallow: /