# This file lists local URLs that well-behaved robots should ignore

User-agent: *
Disallow: /cgi-bin		# includes some large virtual spaces
Disallow: /analog		# skip usage reports
Disallow: /logs			# skip logs
Disallow: /webstats		# skip usage reports
Disallow: /trap			# skip spam trap