# All robots will spider the domain
User-agent: *
Disallow:/admin
Disallow:/js
Disallow:/css
Disallow:/includes