# disallow all spiders from crawling this site
# this is for security and to prevent 404 on robots.txt

User-agent: *
Disallow: /