# robots.txt file for Healthology.com # November 06, 2002 -NA # March 31, 2006 -MF # August 28, 2006 -MF User-agent: * Disallow: /admin User-agent: fast Disallow: / User-agent: Slurp Crawl-delay: 30 #Added from http://www.mcanerin.com/EN/search-engine/robots-txt.asp by A.Nemets User-agent: Googlebot-Image Disallow: / User-agent: Gigabot Disallow: / User-agent: Scrubby Disallow: / User-agent: Robozilla Disallow: / User-agent: Nutch Disallow: / User-agent: ia_archiver Disallow: / User-agent: baiduspider Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: * Disallow: Crawl-delay: 120 Disallow: /admin/ Disallow: /flash-player/ Disallow: /hybrid-player/ Disallow: /img-lib/ Disallow: /gfx/