#robots.txt placed in /home/public_htm, which should be the root directory User-agent: * Crawl-delay: 1 Disallow: /images/ Disallow: /wvfd/ Disallow: /jekyll05/ Disallow: /documents/ Disallow: /frontpages/frontpageimages/ #robots should not have access to those below, but added just in case. Disallow: /cgi-bin/ecommerce/ac/html/images/ #end robots.txt