# Robots.txt
# Required to reduce the quantity of 404's generated by robots that
# spider the site for search engines.
# Instructions contained tell the spider which files/directories are
# or are not available for spidering.

User-agent: *                  # all agents, all files, all directories.