User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: Adsbot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: SemrushBot
User-agent: seoprofiler
User-agent: urlprofiler
User-agent: moz
User-agent: BingBot
User-agent: MsnBot
User-agent: msnbot-media
User-agent: adidxbot
User-agent: Twitterbot
Allow: *.js
Allow: *.css
Allow: /

User-agent: *
Disallow: /

User-agent: Swiftbot
Allow: /

Sitemap: https://www.thecollective.in/sitemap.xml

Sitemap: https://blog.thecollective.in/sitemap.xml