Disallow: / User-agent: TwengaBot/2.0 Disallow: / User-agent: 3GSE bot Internet Research Institute UK, http://iri-uk.com Disallow: / User-agent: HTTP/1.1. http_user_agent, panscient.com Disallow: / User-agent: panscient.com Disallow: / User-agent: yandex bot Disallow: / User-agent: TwengaBot/2.0 Disallow: / # Disallow ALL bots from these directories and all their child objects User-agent: * Disallow: /css Disallow: /cgi-bin Disallow: /error_docs Disallow: /images Disallow: /js Disallow: /somedir Disallow: /somedir