User-agent: crawl
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BoardReader
Disallow: /

User-agent: FAST-WebCrawler
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: HTTrack 3
Disallow: /

User-agent: NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Plucker
Disallow: /

User-agent: WebCapture 2
Disallow: /

User-agent: WebCapture 3
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebCopier v3.6
Disallow: /

User-agent: Webinator-indexer
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebReaper [webreaper@webreaper.net]
Disallow: /

User-agent: WebReaper [info@webreaper.net]
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Wget
Disallow: /

User-agent: *
Disallow: /directory/
Disallow: /admin/
Disallow: /handlers/
Disallow: /files/cache/
Disallow: /files/public/avatars/
Disallow: /plugins/log/