# All robots will spider the domain
#
User-agent: *
Allow: /
Disallow: /log
Disallow: /archive