# enterprisenpt robots.txt
User-agent: Googlebot-Image
Disallow: /cgi-bin/
Disallow: /images/

User-agent: LinkWalker
Disallow: /
Disallow: /tmp/
Disallow: /usage/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /shopping_cart.php/

User-agent: Exabot/2.0
User-agent: ShopWiki/1.0
User-agent: psbot
User-agent: NutchCVS/0.7.2
User-agent: thumb-gw1.exabot.com
User-agent: Xenu Link Sleuth 1.2h
User-agent: psycheclone
User-agent: kykapeky
User-agent: Snapbot/1.0
Disallow: /

# ALL search engine spiders/crawlers (put at end of file)
User-agent: *
Disallow: /cgi-bin/
Disallow: /webaliser/