User-agent: ASPSeek
Disallow: /

User-agent: Deweb
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: FlashGet
Disallow: /

User-agent: Getleft
Disallow: /

User-agent: GetURL
Disallow: /

User-agent: GetWebPage
Disallow: /

User-agent: .*HTTrack
Disallow: /

User-agent: KWebGet
Disallow: /

User-agent: Mirror
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: NetCarta
Disallow: /

User-agent: netprospector
Disallow: /

User-agent: Net.Vampire
Disallow: /

User-agent: pavuk
Disallow: /

User-agent: Pockey-GetHTML
Disallow: /

User-agent: PSurf
Disallow: /

User-agent: PushSite
Disallow: /

User-agent: reget
Disallow: /

User-agent: Rsync
Disallow: /

User-agent: Shai
Disallow: /

User-agent: SpiderBot
Disallow: /

User-agent: SuperBot
Disallow: /

User-agent: tarspider
Disallow: /

User-agent: Templeton
Disallow: /

User-agent: w3mir
Disallow: /

User-agent: web.by.mail
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebCopy
Disallow: /

User-agent: WebMiner
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebSnake
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: webvac
Disallow: /

User-agent: webwalk
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: XGET
Disallow: /