# Disallow Google ad bots from the entire site User-agent: Mediapartners-Google* Disallow: / # Disallow Google Adsense from the entire site User-agent: Google AdSense Disallow: / # Disallow Googlebot, MSN and Yahoo from these directories and all files within them User-agent: Googlebot User-agent: MSNBot User-agent: Slurp Disallow: /downloads/ Disallow: /Benson_PDF/ Disallow: /old website/ Disallow: /stayton/ Disallow: /new/ Disallow: /images/ Disallow: /pdf/ Disallow: /aspnet_client/ Disallow: /rlsm_calendar/ Disallow: /downloads.html Disallow: /private.htm Disallow: /iisstart.asp Disallow: /localstart.asp Disallow: /newStyle.css Disallow: /downloads/ # Disallow specific bots from indexing or crawling the site at all # Most recent additions first. User-agent: GigaBot Disallow: / User-agent: Voyager Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: BackRub/*.* Disallow: / User-agent: Grub.org Disallow: / User-agent: BotRightHere Disallow: / User-agent: larbin Disallow: / User-agent: psbot Disallow: / User-agent: Walhello appie Disallow: / User-agent: Python-urllib Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: Yandex bot Disallow: / # Disallow ALL bots from these directories and all their child objects User-agent: * Disallow: /downloads/ Disallow: /Benson_PDF/ Disallow: /old website/ Disallow: /stayton/ Disallow: /new/ Disallow: /images/ Disallow: /pdf/ Disallow: /aspnet_client/ Disallow: /rlsm_calendar/ Disallow: /downloads.html Disallow: /private.htm Disallow: /iisstart.asp Disallow: /localstart.asp Disallow: /newStyle.css Disallow: /downloads/ # END OF FILE