User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /


#######################################################################


User-agent: *
Disallow: /admin/
Disallow: /aspscripts/
Disallow: /*.pdf$
Disallow: /*.ps$
Disallow: /*.rtf$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.ppt$
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.xml$
Disallow: /*.xsl$
Disallow: /*.txt$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.inc$
Disallow: /*.dll$
Disallow: /*.cache$
Disallow: /*.resources$
Disallow: /*.settings$
Disallow: /*.myapp$
Disallow: /*.pdb$
Disallow: /*.compiled$
Disallow: /*.vb$
Disallow: /*.refresh$
Disallow: /*.ascx$
Disallow: /*.config$
Disallow: /*.sln$
Disallow: /*.resx$
Disallow: /*.asax$
Disallow: /*.asmx$
Disallow: /*.disco$
Disallow: /*.discomap$
Disallow: /*.wsdl$
Disallow: /*.vbproj$
Disallow: /*.*_$