# robots.txt for www.croquet.org.uk
# This file restricts webCrawlers (e.g. Google, Altavista...) from certain parts of the site
# The first line is a required header for some sites.
# Text following a hash on any line represents a comment


# Block search engines from areas we want them to avoid

User-agent: *   # All Crawlers
Disallow: /history/2001/
Disallow: /history/2002/
Disallow: /history/2003/
Disallow: /history/2004/
Disallow: /history/2005/
Disallow: /history/2006/
Disallow: /private/
Disallow: /scripts/
Disallow: /dbase/
Disallow: /secf/

# Exclude Our Own Site Search Engine, so that it can access the whole site
#
#Temporarily Removed Due to Number of Files Issue
#27/12/06 replaced to see if freefind have repaired the situation
User-agent: FreeFind 
Disallow: /secf/