# /robots.txt file notes go here.

User-agent: webcrawler
Disallow:

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /var
Disallow: /home
Disallow: /etc