User-agent: *
Crawl-delay: 1
Disallow: /cms/
Disallow: /sites/
Disallow: /*.php$ 
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.js$