User-agent: *
Allow: /pages/
Disallow: /html/
Disallow: /backend/
Disallow: /logs/
Disallow: /usage/
Disallow: /cgi-bin/