###############################
#
# robots.txt file for www.colin.edu. Use this file deter web crawlers (search engines) from indexing certain portions of the website.
#
# addresses all robots by using wild card *
# list folders robots are not allowed to index
#

User-agent: *
Disallow: /electronics/forum/
Disallow: /gedonline/resorces/discuss/
 
#
# list specific files robots are not allowed to index
#
# EXAMPLE: Disallow: /tutorials/meta_tags.html
#
###############################
#
# addresses specific robots by name
#
###############################
# Yahoo
# 10 second per file request delay

User-agent: Slurp 
Crawl-delay: 10 

# End of robots.txt file
#
###############################