User-agent: *
Disallow: /cache/
Disallow: /scripts/
Disallow: /js/
Disallow: /crons/
Disallow: /dev/
Disallow: /functions/
Disallow: /includes/