# Robots.txt file created by http://www.globalpromoter.com # For domain: http://www.kbbwebhosting.com # All robots will spider the domain User-agent:* Disallow: # Disallow dloader(Speedy Spider) User-agent: dloader(Speedy Spider) Disallow: / # Disallow FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) User-agent: FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) Disallow: / # Disallow Googlebot-Image User-agent: Googlebot-Image Disallow: / # Disallow htdig/3.1.5 User-agent: htdig/3.1.5 Disallow: /