# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	if this matches first part of requested path,
#			forget it
# Allow:	This allows spidering of these directories
#			NOTE: According to the Web Server Administration Guide, "Allow" is not valid!

User-agent: *   	# applies to all robots
Disallow: /board/   # disallow indexing of all pages in board
Disallow: /test/	# disallow indexing of all pages in test
Disallow: /admin/   # disallow indexing of all pages in admin
Disallow: /library/ # disallow indexing of all pages in library
Disallow: /linkbot/ # disallow indexing of all pages in linkbot
Disallow: /schedule/# disallow indexing of all pages in schedule
Disallow: /xml/		# disallow indexing of all files in xml
Disallow: /txt/		# disallow indexing of all files in txt
Disallow: /author/	# disallow indexing of all files in author
Disallow: /authors/	# disallow indexing of all files in authors
Disallow: /dynamic/	# disallow indexing of all files in dynamic
Disallow: /test/	# disallow indexing of all files in test
Disallow: /review/	# disallow indexing of all files in review