#Filter web-robot crawling
# Ignore FrontPage files

User-agent: msnbot
Crawl-delay: 3600

User-agent: yahoo
Crawl-delay: 3600

User-agent: YandexBot
Crawl-delay: 3600

User-agent: Yandex
Crawl-delay: 3600

User-agent: spider66
Crawl-delay: 3600

User-agent: msnbot
Crawl-delay: 3600

User-agent: msn
Crawl-delay: 3600

User-agent: Slurp 
Crawl-delay: 3600

User-agent: Baiduspider 
Crawl-delay: 3600 

User-agent: BaiDuSpider 
Crawl-delay: 3600 

User-agent: Baidu
Crawl-delay: 3600 

User-agent: *
Crawl-delay: 3600 

User-agent: *
Disallow: /cgi-bin
Disallow: /css
Disallow: /docs
Disallow: /img
Disallow: /js
Disallow: /mnu
Disallow: /stats
Disallow: /style
Disallow: /blank-page.htm
Disallow: /webstat
Disallow: /favicon.ico