# robots.txt for http://www.site.com/
# 
# User-agent: *
# Disallow: /cyberworld/map/ # This is an infinite virtual URL space
# Disallow: /tmp/ # these will soon disappear
# 
# 
# This example "/robots.txt" file specifies that no robots 
# should visit any URL starting with
# "/cyberworld/map/", except the robot called "cybermapper": 
# 
# 
# robots.txt for http://www.site.com/
# 
# User-agent: *
# Disallow: /cyberworld/map/ # This is an infinite virtual URL space
# 
# Cybermapper knows where to go.
# User-agent: cybermapper
# Disallow:

# Allow limited access to harvest

User-agent: *
Disallow: /contact/
Disallow: /send/
Disallow: /courses/old-outlines/
Disallow: /busweb/
Disallow: /cors97/
Disallow: /cufc/
Disallow: /edmkt/
Disallow: /gso/
Disallow: /icons/
Disallow: /includes/
Disallow: /isclub/
Disallow: /match/
Disallow: /mtcm/
Disallow: /quizzes/
Disallow: /ra/
Disallow: /text/
Disallow: /v2000/
Disallow: /new_site
Disallow: /temp
Disallow: /bib/onlineforms/
Disallow: /bcom/onlineforms/
Disallow: /_rctm/
Disallow: /investmentfund/
Disallow: /current/_mba_redesign/