User-agent: *
Disallow: /cgi-bin
Disallow: /phpinclude
Disallow: /logs
Disallow: /tools

User-agent: Linbot
Allow: /