User-agent: * 
Disallow: /css/
Disallow: /data/
Disallow: /files/
Disallow: /includes/
Disallow: /pages/
User-agent: Slurp
Crawl-delay: 10