# robots.txt for http://www.crystalcanyon.com/

User-agent: *
Disallow: /dev/ # Internal dev sites
Disallow: /cgi-bin/ # binaries
Disallow: /logs/ # log files