User-agent: *
Allow: /api/v1/sitemapxml/*
Disallow: /tools/
Disallow: /api/
Disallow: /js/

User-agent: ccbot
Disallow: /