# Allow all
User-Agent: *
Disallow:
Crawl-delay: 8



#
# Server-Abuser List
#

User-Agent: Baiduspider
Disallow: *.asp

User-agent: SemrushBot
Disallow: /

User-Agent: Yandex Spider
Disallow: *.pdf 

User-Agent: sitecheck.internetseer.com 
Disallow: / 

User-Agent: Zealbot 
Disallow: / 

User-Agent: SiteSnagger 
Disallow: / 

User-Agent: WebStripper 
Disallow: / 

User-Agent: WebCopier 
Disallow: / 

User-Agent: Fetch 
Disallow: / 

User-Agent: Offline Explorer 
Disallow: / 

User-Agent: Teleport 
Disallow: / 

User-Agent: TeleportPro 
Disallow: / 

User-Agent: WebZIP 
Disallow: / 

User-Agent: linko 
Disallow: / 

User-Agent: HTTrack 
Disallow: / 

User-Agent: Xenu 
Disallow: / 

User-Agent: larbin 
Disallow: / 

User-Agent: libwww 
Disallow: / 

User-Agent: ZyBORG 
Disallow: / 

User-Agent: Download Ninja 
Disallow: /