# exclude help system from robots
User-agent: *
Disallow: /artshow/assets
Disallow: /artshow_awards
Disallow: /assets
Disallow: /assets_logo
Disallow: /CFIDE
Disallow: /cgi_protected
Disallow: /conference_schedule
Disallow: /connect/assets
Disallow: /csg/download
Disallow: /Desktop Folder
Disallow: /edtech/bids/zadmin
Disallow: /history/bb
Disallow: /HRopenings/pdf_files
Disallow: /landmarks/bb
Disallow: /landmarks/source
Disallow: /landmarks/docs
Disallow: /manual
Disallow: /doc 
Disallow: /gif
Disallow: /CGI-Executables
Disallow: /media_center
Disallow: /publicinfo/email
Disallow: /sch_improve
Disallow: /SSS/autism/handouts.html
Disallow: /SSS/autism/v1_index.html
Disallow: /waswug
Disallow: /assets/v4/services_menu.html
Disallow: /wrc/forum
Disallow: /pressroom/staffbios
Disallow: /edtech/palm/images

# but allow htdig to index our doc-tree
# User-agent: susedig
# Disallow:
# disallow stress test
# User-agent: stress-agent
# Disallow: /
# disallow sensitive filetypes from Google
User-agent: googlebot
Disallow: /*.cgi$
Disallow: /*.pl$
Disallow: /*.zip$

# Disallow sensitve filetypes from MSNBot
User-agent: msnbot
Disallow: /*.cgi$
Disallow: /*.pl$
Disallow: /*.zip$

User-agent: Googlebot-Image
Disallow: /edtech/palm/images/brian.jpg
Disallow: /edtech/palm/images
Disallow: /pressroom/staffbios
Disallow: /edtech/palm/images/*.jpg$
Disallow: /pressroom/staffbios/assets/*.jpg$