# robots.txt for http://www.ccbnet.org/ User-agent: * crawl-delay: 20 Disallow: /archive Disallow: /cgi Disallow: /conventions Disallow: /data Disallow: /images Disallow: /logs Disallow: /newsite Disallow: /style Disallow: /test