# robots.txt
# file to excude robots from indexing parts of the directory
# to reduce clutter and unwanted hits on global search engines
#
# The following line tells all robots to obey ...
#
User-Agent: *
#
# and this is what they must obey - all files below the path-root
#
Disallow: /cgi-bin           # don't want anyone in here
Disallow: /cool              # old Conservation on-line pages
Disallow: /delta             # old DELTA pages
Disallow: /hiscom            # old HISCOM information
Disallow: /chah/apc/interim/  # interim pages only
Disallow: /chah/apc/families-treated.html  # interim pages only
Disallow: /images/pp-pics    # staff photos for PowerPoint
Disallow: /internal          # staff web directory
Disallow: /jrc/kayak         # old NSWSKC pages
Disallow: /logs              # uninformative
Disallow: /lost+found        # system garbage
Disallow: /pink              # old Olive Pink pages
Disallow: /projects/.hidden  # work in proggress
Disallow: /restricted        # password restriced pages
Disallow: /taf               # temporary Taxonomic workshop pages
Disallow: /temp              # temporary work area
Disallow: /test              # test area
Disallow: /tmp               # temporary work area
Disallow: /tour              # Murray's play area
Disallow: /project/fern      # old fern site 
Disallow: /cpbr/cpbr-staff.html              # cpbr staff address list
Disallow: /xxx               # temporary work area
#
# Please add new entries in aphabetical order
#
# Special instructions for AGLS metadata
#
User-agent: AGLS
Meta: /meta/index.html
User-agent: BEP
Meta: /meta/bep.html
#