# robots.txt for http://www.webster.edu/

User-agent: *
Disallow: /old/ 	# Old files.  No one needs to see these
Disallow: /temp/ 	# Adminstrative stuff
Disallow: /tmp/		# Temporary stuff
Disallow: /errors/	# Custom error pages
Disallow: /gifs/	# Why index individual graphics? 
Disallow: /images/	# This is what I'm saying.
Disallow: /graphiclib/	# Yeah.
Disallow: /serverstats/	# You can't see this stuff anyway.
Disallow: /compcen/	# Just go away.
Disallow: /private/	# Nyah, Nyah!
Disallow: /architext/	# INdexing indexes?  This ain't Metacrawler.
Disallow: /maps/	# Beh.
Disallow: /motet/	# No soup for you!
Disallow: /fdc/
Disallow: /wcr/