# ===========================================
# LLMs.txt for OneTeam IT
# Controls how AI models and crawlers may access site content.
# ===========================================

# ---- Allowed AI Crawlers ----

# OpenAI (ChatGPT, GPT models)
User-agent: GPTBot
Allow: /

# Anthropic (Claude)
User-agent: Claude-Web
Allow: /

# Google AI (Gemini)
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /


# ---- Blocked AI Crawlers ----

# Common Crawl (feeds many unregulated models)
User-agent: CCBot
Disallow: /

# Amazon
User-agent: Amazonbot
Disallow: /

# Meta / Facebook AI training
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: FacebookBot
Disallow: /

# ByteDance
User-agent: Bytespider
Disallow: /

# Other AI scrapers
User-agent: AI2Bot
Disallow: /
User-agent: awpbot
Disallow: /
User-agent: omigili
Disallow: /
User-agent: OmgiliBot
Disallow: /


# ---- Default catch-all for unknown AI crawlers ----
User-agent: *
Disallow: /?*output=ai*