# Robots.txt file for domain: http://www.herhairlosshelp.com # These robots either waste resources, harvest emails, or # do some other "bad" thing, but at least they obey the # robots.txt file. They're not allowed here. User-agent: almaden User-agent: ASPSeek User-agent: baiduspider User-agent: dumbBot User-agent: Generic User-agent: grub-client User-agent: MSIECrawler User-agent: NexaBot User-agent: NPBot User-agent: OWR_Crawler User-agent: psbot User-agent: rabaz User-agent: RPT-HTTPClient User-agent: ScoutAbout User-agent: semanticdiscovery User-agent: TurnitinBot User-agent: Wget User-agent: Yandex Disallow: / # All other robots will be allowed to spider the domain # but are requested not to spider the images, and # document directories User-agent: * Disallow: /images/ Disallow: /customcount/ # # This is simply bait. If they go here, after being # told not to, I simply won't be responsible for what happens. # Disallow: /users/ # # Disallow the following directories to optimize page rank. # Disallow: /board/admin/ Disallow: /board/db/ Disallow: /board/images/ Disallow: /board/includes/ Disallow: /board/language/ Disallow: /board/templates/ Disallow: /board/common.php Disallow: /board/config.php Disallow: /board/faq.php Disallow: /board/groupcp.php Disallow: /board/login.php Disallow: /board/memberlist.php Disallow: /board/modcp.php Disallow: /board/posting.php Disallow: /board/privmsg.php Disallow: /board/profile.php Disallow: /board/search.php Disallow: /board/viewonline.php