User-agent: *		# directed to all spiders, not just scooter
Disallow: 404.html	# 404 redirect
Disallow: footer.htm	# footer
Disallow: thanks.htm	# thank you
Disallow: /cgi-bin/	# cgi-bin
Disallow: /assets/	# images