User-agent: thesubot
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /



User-agent: Teleport*
Disallow: /

User-agent: Webwhacker*
Disallow: /

User-agent: Webzip*
Disallow: /

User-agent: Net Attache*
Disallow: /

User-agent: SiteSnagger*
Disallow: /

User-agent: HTTrack*
Disallow: /

User-agent: WebCapture*
Disallow: /

User-agent: WebSauger*
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: linko
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: *
Disallow: /
Crawl-delay: 3