User-agent: asterias
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: *
Disallow: /addresses/		# don't remove, ask webmaster
Disallow: /catalog/world/	# new search engine
Disallow: /author/
Disallow: /internal/		# private
Disallow: /etext/magnet         # against brain damaged robots
Disallow: /cache/               # on-the-fly generated files
Disallow: /cdproject/

Disallow: /w/			# wiki edit pages etc.
Disallow: /wiki/Special:Search
Disallow: /wiki/Special:Random