User-agent: * allow: / Disallow: /admin/ Disallow: /ajax/ Disallow: /controllers/ Disallow: /cron/ Disallow: /libraries/ Disallow: /models/