# robots.txt file for http://www.konaweb.com # This character signifies a comment tag User-agent: Googlebot-Image Disallow: / User-agent: YodaoBot-Image Disallow: / User-agent: Baiduspider Disallow: / User-agent: Yahoo! Slurp/3.0 Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: Yahoo!-AdCrawler Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: Twiceler-0.9 Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: Sogou web spider/4.0 Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: aggregator:Spinn3r (Spinn3r 3.0) Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: VoilaBot BETA 1.2 Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: dotbot Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: Yandex/1.01.001 Crawl-delay: 1 Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /counter/digits/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/ User-agent: * Disallow: /cam/guardian/ Disallow: /classifieds/ Disallow: /counter/digits/ Disallow: /free-ads/ Disallow: /mail/ Disallow: /special/ Disallow: /together/