User-agent: *
Disallow: /extranet/
Disallow: /private/

# Altavista (Altavista search engine only)
User-agent: Scooter

# FAST/AllTheWeb (AllTheWeb search engine)
User-agent: fast

# Google (Google Search Engine)

# Google also provides secondary search results for Yahoo!
User-agent: Googlebot

# Inktomi (Anzwers, AOL, Canada.com, Hotbot, etc.)
User-agent: slurp

# Wisenut (Wisenut search engine)
User-agent: Wisebot

# Euroseek (European Search Engine)
User-agent: Arachnoidea

# Fireball (European Search Engine)
User-agent: KIT-Fireball/2.0