# block #
User-agent: aibot
User-agent: aipbot
User-agent: appie
User-agent: BecomeBot
User-agent: boitho.com-dc
User-agent: CafeKelsa
User-agent: cfetch
User-agent: ConveraCrawler
User-agent: DOC
User-agent: dotbot
User-agent: Dumbot
User-agent: EmeraldShield
User-agent: EverbeeCrawler
User-agent: Everest-Vulcan
User-agent: EverythingWeb
User-agent: Exabot
User-agent: Fetch
User-agent: FindLinks
User-agent: FyberSpider
User-agent: Gaisbot
User-agent: Googlebot-Image
User-agent: grub-client
User-agent: heritrix
User-agent: Holmes
User-agent: HooWWWer
User-agent: ia_archiver
User-agent: IconSurf
User-agent: JetBot
User-agent: k2spider
User-agent: libwww
User-agent: linko
User-agent: LinkWalker
User-agent: LocalcomBot
User-agent: MediaMirror
User-agent: MJ12bot
User-agent: messor.redants.net
User-agent: Microsoft.URL.Control
User-agent: MSIECrawler
User-agent: msnbot-media
User-agent: msnbot-products
User-agent: MSRBOT
User-agent: NaverBot
User-agent: NetResearchServer
User-agent: NextGenSearchBot
User-agent: NG
User-agent: noxtrumbot
User-agent: NPBot
User-agent: Nutch
User-agent: Offline Explorer
User-agent: OmniExplorer_Bot
User-agent: OOZBOT
User-agent: psbot
User-agent: rssImagesBot
User-agent: Seekbot
User-agent: sitecheck.internetseer.com
User-agent: SiteSnagger
User-agent: Sogou web spider
User-agent: Sogou Pic Spider
User-agent: Teleport
User-agent: TeleportPro
User-agent: turnitinbot
User-agent: Twiceler
User-agent: UbiCrawler
User-agent: VadixBot
User-agent: vspider
User-agent: Virgo
User-agent: WebAlta Crawler
User-agent: WebCopier
User-agent: webinator
User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: wget
User-agent: Xenu
User-agent: xpider
User-agent: YahooSeeker
User-agent: Yahoo-MMCrawler
User-agent: yetibot
User-agent: Zealbot
Disallow: /

# other #
User-agent: *
Disallow: /pub/grafx/
Disallow: /pub/js/
Disallow: /pub/style/
Disallow: /go.asp
Disallow: /img.asp
Disallow: /robot.asp
Disallow: /users.asp
Disallow: /xhr.asp

# cfg #
Crawl-delay: 5