User-agent: *
Allow: /
Disallow: /rpc_csv_data/
Disallow: /draft/
Disallow: /scripts/
Disallow: /private/
Disallow: /*.py$
Disallow: /.git/
Disallow: /.DS_Store
Disallow: /404.html
Disallow: /admin/
Disallow: /internal/
Sitemap: https://www.sunlightreport.org/sitemap.xml