# ============================================================
# DEFAULT — block everything except bots explicitly allowed below
# ============================================================
User-agent: *
Disallow: /
Disallow: /scripts/
Disallow: /*.php$
Disallow: /zlib/
Disallow: /lib/
Disallow: /utils/
Disallow: /magazine/
Disallow: /admin/

# ============================================================
# Search engines
# ============================================================
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Googlebot-Mobile
User-agent: msnbot
User-agent: Slurp
User-agent: MSICrawler
User-agent: Baiduspider
User-agent: Bingbot
User-agent: seositecheckupbot
Allow: /

# ============================================================
# SEO / social tools
# ============================================================
User-agent: Screaming Frog SEO Spider
User-agent: YandexBot
User-agent: LinkedInBot
User-agent: Twitterbot
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
Allow: /

# ============================================================
# AI crawlers
# ============================================================
# OpenAI
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /

# Perplexity (Perplexity-User may ignore robots.txt)
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Google (Gemini training/grounding token — does not affect Googlebot)
User-agent: Google-Extended
Allow: /

# Apple (foundation-model training token)
User-agent: Applebot-Extended
Allow: /

# Common Crawl (feeds most LLM training datasets)
User-agent: CCBot
Allow: /

# Meta / Amazon / ByteDance
User-agent: meta-externalagent
Allow: /
User-agent: Meta-ExternalFetcher
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Bytespider
Allow: /

# ============================================================
# Sitemaps
# ============================================================

Sitemap: https://www.managehrmagazine.com/leadership_perspectives_sitemap.xml
Sitemap: https://www.managehrmagazineapac.com/leadership_perspectives_sitemap_apac.xml
Sitemap: https://www.managehrmagazineeurope.com/leadership_perspectives_sitemap_europe.xml
Sitemap: https://www.managehrmagazine.com/news_sitemap.xml
Sitemap: https://www.managehrmagazineapac.com/news_sitemap_apac.xml
Sitemap: https://www.managehrmagazineeurope.com/news_sitemap_europe.xml
Sitemap: https://www.managehrmagazine.com/vendor_sitemap.xml
Sitemap: https://www.managehrmagazineapac.com/vendor_sitemap_apac.xml
Sitemap: https://www.managehrmagazineeurope.com/vendor_sitemap_europe.xml
Sitemap: https://www.managehrmagazine.com/ranking_sitemap.xml
Sitemap: https://www.managehrmagazineapac.com/ranking_sitemap_apac.xml
Sitemap: https://www.managehrmagazineeurope.com/ranking_sitemap_europe.xml
Sitemap: https://www.managehrmagazine.com/pages_sitemap.xml
Sitemap: https://www.managehrmagazineapac.com/pages_sitemap_apac.xml
Sitemap: https://www.managehrmagazineeurope.com/pages_sitemap_europe.xml
Sitemap: https://www.managehrmagazine.com/vertical_sitemap.xml
Sitemap: https://www.managehrmagazineapac.com/vertical_sitemap_apac.xml
Sitemap: https://www.managehrmagazineeurope.com/vertical_sitemap_europe.xml
Sitemap: https://www.managehrmagazine.com/category_sitemap.xml
Sitemap: https://www.managehrmagazineapac.com/category_sitemap_apac.xml
Sitemap: https://www.managehrmagazineeurope.com/category_sitemap_europe.xml
Sitemap: https://www.managehrmagazine.com/all_in_one_sitemap_main.xml
Sitemap: https://www.managehrmagazineapac.com/all_in_one_sitemap_main_apac.xml
Sitemap: https://www.managehrmagazine.com/all_in_one_sitemap_main_europe.xml