#
# Allow robots to traverse the site, but excclude the following prohibited directories:
#

User-agent: *
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /furniture/
Disallow: /Scans-May04/
Disallow: /data/
Disallow: /css/
#
User-Agent: msnbot 
Crawl-Delay: 20