User-Agent: *
Disallow: /
Disallow: /dumps/


User-Agent: Googlebot
User-Agent: Slurp
User-Agent: msnbot
Disallow: /
Allow: /$
Allow: /cards/$
Allow: /dumps/$
Allow: /dumps/*.schema
Allow: /dumps/LICENCE
Allow: /dumps/*.html
Allow: /symbols/