# AI Training and Scraping Policy
# This file specifies rules for AI systems, LLMs, and web scrapers
# Standard: https://site.spawning.ai/spawning-ai-txt

# Global AI Policy
# Allow AI assistants to access public content for answering user queries
# Disallow use of content for training AI models

User-Agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /auth/
Disallow: /settings/
Disallow: /onboarding/
Disallow: /my-wibe/
Disallow: /profile/
Disallow: /wallet/
Disallow: /chat/
Disallow: /reset-password
Disallow: /email-verification
Disallow: /user-data-deletion/
Disallow: /test-

# Specify what can be used for training
Training: no

# OpenAI
User-Agent: GPTBot
Allow: /
Disallow: /chat/
Training: no

User-Agent: ChatGPT-User
Allow: /
Training: no

# Google AI
User-Agent: Google-Extended
Allow: /
Disallow: /chat/
Training: no

# Anthropic
User-Agent: Claude-Web
Allow: /
Disallow: /chat/
Training: no

User-Agent: anthropic-ai
Allow: /
Disallow: /chat/
Training: no

# Common Crawl (used for many AI training datasets)
User-Agent: CCBot
Disallow: /
Training: no

# Cohere
User-Agent: cohere-ai
Disallow: /
Training: no

# Other AI crawlers
User-Agent: Omgilibot
Disallow: /
Training: no

User-Agent: FacebookBot
Disallow: /
Training: no

User-Agent: Diffbot
Disallow: /
Training: no

# Perplexity
User-Agent: PerplexityBot
Allow: /
Disallow: /chat/
Training: no

# Contact information for AI policy questions
Contact: https://www.thewibe.app/contact

# Additional metadata
Version: 1.0
Last-Updated: 2025-10-17