# robots.txt file from

# All robots will spider the domain

User-agent:*

Disallow: