###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /admin/
Disallow: /cache/
Disallow: /content/
Disallow: /departments/cms/content/
Disallow: /departments/cms/feeds_resources/
Disallow: /departments/cms/images/
Disallow: /departments/cms/includes/
Disallow: /departments/cms/resources/
Disallow: /departments/cms/styles/
Disallow: /departments/irs/content/
Disallow: /departments/irs/images/
Disallow: /departments/irs/includes/
Disallow: /departments/irs/resources/
Disallow: /departments/irs/scripts/
Disallow: /departments/irs/styles/
Disallow: /faculty/
Disallow: /images/
Disallow: /includes/
Disallow: /resources/
Disallow: /scripts/
Disallow: /styles/
#
# list specific files robots are not allowed to index
#
Disallow: *.pdf
Disallow: *.gif
# 
#
# This directory needs to be allowed for the announcements 
# kiosk to update
Allow: /resources/vid_announce/active/
Allow: /resources/vid_announce/active/*.gif


# Stop the baddies
User-agent: HTTrack
Disallow: /
###############################