# All robots will spider the domain
# exclude some access-controlled areas
User-agent: *
Disallow: /api
Disallow: /inc
Disallow: /include
Disallow: /skin
Disallow: /css