User-agent: *
Allow: /

Sitemap: https://humanloop.com/sitemap-index.xml

# AI Bot Configurations (guidance from https://app.athenahq.ai/action-center)

# OpenAI GPTBot configuration (for AI model training)
User-agent: GPTBot
Allow: /


# ChatGPT user browsing configuration
User-agent: ChatGPT-User
Allow: /


# OpenAI search configuration
User-agent: OAI-SearchBot
Allow: /


# Perplexity search configuration
User-agent: PerplexityBot
Allow: /


# Perplexity user browsing configuration
User-agent: Perplexity-User
Allow: /


# Anthropic Claude configuration
User-agent: Claude-Web
Allow: /


# Google Gemini configuration
User-agent: Google-Extended
Allow: /


# Gemini user browsing configuration
User-agent: Gemini-User
Allow: /


# Microsoft Bing/Copilot configuration
User-agent: Bingbot
Allow: /