# All robots will spider the domain

User-agent: *
Disallow: /_addons/
Disallow: /_css/
Disallow: /_include/
Disallow: /_scripts/
Disallow: /_uploads/
Disallow: /admin/
Disallow: /images/