# All robots will spider the domain
User-agent: *

# uncomment and modify below to block folders from the engines..
# Disallow: /admin/