# robots.txt
User-agent: *
Disallow: /cms/ # robots will not crawl whatever is in these directories
Disallow: /inc/
Disallow: /img/  
Disallow: /images/
Disallow: /javascript/
Disallow: /css/