User-agent: almaden
User-agent: ASPSeek
User-agent: baiduspider
User-agent: dumbBot
User-agent: Generic
User-agent: grub-client
User-agent: MSIECrawler
User-agent: NexaBot
User-agent: NPBot
User-agent: OWR_Crawler
User-agent: psbot
User-agent: rabaz
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: TurnitinBot
User-agent: Wget
Disallow: /

# All other robots will be allowed to spider the domain
# but are requested not to spider the images, and
# document directories

User-agent: *
Disallow: /img/
Disallow: /mp3/
Disallow: /em/
Disallow: /ilocy/
Disallow: /old/
Disallow: /remix/
Disallow: /tmp/