User-Agent: *
Crawl-delay: 10

User-Agent: *
Disallow: /assets/stylesheets/
Disallow: /assets/javascripts/
Disallow: /assets/images/
Disallow: /assets/