#
# robots.txt file
#
User-agent: *
Disallow: /cgi-bin/
Crawl-delay: 10
Visit-time: 0100-0900