# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow all directories started with underscore
User-agent: *
Disallow: /_*

# Disallow 404 page
User-agent: *
Disallow: 404.asp