User-agent: googlebot
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: feedfetcher-google
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: MSNbot
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus
 
User-agent: MSNBot-Academic 
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus
     
User-agent: Teoma
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: Slurp
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: Twiceler
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus


# partners
User-agent: Turnitinbot
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: summon
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: jobo
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: dvbot
Disallow: /search
Disallow: /scanIndex
Disallow: /thesaurus

User-agent: *
Disallow: /