User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: Teleport Pro
Disallow: /
User-agent: Wget
Disallow: /
User-agent: eCatch
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Vacuum
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: WebCopier v3.2a
Disallow: /
User-agent: WebCapture 2.0
Disallow: /
User-agent: WebCopier v.2.2
Disallow: /


 

User-agent: NetMechanic
Disallow: /





 

User-agent: WebZip/4.0
Disallow: /



 

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /
 

 

 
User-agent: Webster Pro
Disallow: /
 

 
 
 
 

User-agent: WebReaper
Disallow: /

User-agent: HTTrack
Disallow: /


 
User-agent: FAST-WebCrawler
Disallow: /
 
User-agent: *
Disallow: /*ref=*

User-agent: *
Disallow: /?ref=