User-Agent: *
Allow: /
Disallow: /logs
Disallow: /db
Disallow: /ssl