User-agent: *
Disallow: /  # Disallow all bots by default

# Allow major search engines
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Googlebot-Mobile
User-agent: msnbot
User-agent: Slurp
User-agent: MSICrawler
User-agent: Baiduspider
User-agent: Bingbot
User-agent: seositecheckupbot

Disallow: /magazine/
Disallow: /admin/

# Allow specific tools
User-agent: Screaming Frog SEO Spider
User-agent: AhrefsBot

Disallow: /magazine/
Disallow: /admin/


Sitemap: https://www.cioreview.com/cionews_sitemap.xml 
Sitemap: https://www.cioreview.com/all_in_one_sitemap_main.xml
Sitemap: https://www.cioreview.com/cioreview_newnews_sitemap.xml