User-agent: *
Allow: /
Disallow: /api/admin/
Disallow: /api/agent
Disallow: /api/chat
Disallow: /api/compare
Disallow: /api/feed
Disallow: /api/feedback
Disallow: /api/interests
Disallow: /api/library
Disallow: /api/library-tags
Disallow: /api/onboarding/
Disallow: /api/review
Disallow: /api/papers/*/critique
Disallow: /api/search
Disallow: /api/suggest

User-agent: Claude-User
User-agent: ChatGPT-User
User-agent: Perplexity-User
User-agent: MistralAI-User
User-agent: DuckAssistBot
Allow: /
Disallow: /api/admin/
Disallow: /api/agent
Disallow: /api/chat
Disallow: /api/compare
Disallow: /api/feed
Disallow: /api/feedback
Disallow: /api/interests
Disallow: /api/library
Disallow: /api/library-tags
Disallow: /api/onboarding/
Disallow: /api/review
Disallow: /api/papers/*/critique