# TheNews100.com Robots Directives
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /api/admin/*

# Search Engine Indexers
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Bingbot
User-agent: YandexBot
User-agent: DuckDuckBot
User-agent: Applebot
Allow: /

# AI Answer Engines & Assistants (Permitted to crawl for search and citations)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Google-Extended
Allow: /

# Sitemaps
Sitemap: https://thenews100.com/sitemap.xml
Sitemap: https://thenews100.com/news-sitemap.xml
Sitemap: https://thenews100.com/image-sitemap.xml