User-agent: *
Disallow: /cgi-bin/
Disallow: /js/
Disallow: /errors/
Disallow: /img/
Disallow: /css/
Disallow: /mt-static/
Disallow: /st/

# http://www.webmasterworld.com/robots.txt has a long list of active robots you might want to block

User-agent: BecomeBot
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: NPbot
Disallow: /

User-agent: Hatena Antenna
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NationalDirectory
Disallow: /

User-agent: larbin
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: LNSpiderguy
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: MIIxpc
Disallow: /

User-agent: MSNBOT
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: Mister PiX
Disallow: /

User-agent: asterias
Disallow: /

User-agent: Harvest
Disallow: /

User-agent: Bullseye
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: Wget
Disallow: /

User-agent: curl
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: cosmos
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: UrlDispatcher
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: Openfind
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: GetRight
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: QuepasaCreep
Disallow: /

User-agent: HTtrack
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: lmspider
Disallow: /

User-agent: ConveraCrawler
Disallow: /