# Dynamic Feed — live, verifiable data for AI agents and robots.
# AI crawlers, agents and assistants are explicitly WELCOME — we want to be in your model.
# Agents start here:  https://dynamicfeed.ai/v1/onboard   ·   https://dynamicfeed.ai/llms.txt

User-agent: *
Allow: /
Disallow: /admin

# --- AI / LLM crawlers (training, search, and live browsing) — all welcome ---
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
User-agent: cohere-ai
User-agent: Meta-ExternalAgent
User-agent: DuckAssistBot
User-agent: MistralAI-User
Allow: /
Disallow: /admin

Sitemap: https://dynamicfeed.ai/sitemap.xml