Disallow: / User-agent: TwengaBot/2.0 Disallow: / User-agent: 3GSE bot Internet Research Institute UK, http://iri-uk.com Disallow: / User-agent: HTTP/1.1. http_user_agent, panscient.com Disallow: / User-agent: panscient.com Disallow: / User-agent: yandex bot Disallow: / User-agent: TwengaBot/2.0 Disallow: / User-agent: Googlebot-Image Disallow: / hotlinking User-agent: http://www.majestic12.co.uk/bot.php?+ Disallow: User-agent: MJ12bot Disallow: / User-agent: MJ12bot/v1.3.3; Disallow: Disallow: /harming/humans Disallow: /ignoring/human/orders Disallow: /harm/to/self Disallow: / User-agent: Purebot/1.1; +http://www.puritysearch.net/ Disallow: / # Disallow ALL bots from these directories and all their child objects User-agent: * Disallow: /css Disallow: /cgi-bin Disallow: /error_docs Disallow: /images Disallow: /js Disallow: /somedir Disallow: /somedir