# for WEB server
User-agent: Googlebot
User-agent: *Google*
User-agent: AdsBot-Google
User-agent: Feedfetcher-Google
User-agent: Mediapartners-Google*
User-agent: Googlebot-Image
User-agent: Google-AdSense*
User-agent: Slurp
User-agent: msnbot
User-agent: Yahoo-MMCrawler
User-agent: Teoma
User-agent: Feedburner
#User-agent: baiduspider
Disallow: /images/
Disallow: /showurl/
Disallow: /etc/

User-agent: *
# Crawl-delay: 10
Disallow: /