# robots.txt for prod
User-agent: Slurp
Crawl-delay: 300 

User-agent: *
Disallow: /images/
Disallow: /statsimages/
Disallow: /rd/
Disallow: /data/
Disallow: /wxyz/