# robots.txt 

User-agent: *
Disallow: /components/
Disallow: /cms/
Disallow: /dyn_assets/
Disallow: /modules/
Disallow: /sites/
Crawl-delay: 120