User-agent: *
Allow: /
Disallow: /admin
Disallow: /application
Disallow: /cache
Disallow: /cron
Disallow: /library
Disallow: /temp