# AI Crawler Permissions - API Security Assessment Tool
# https://api.vibehack.dev/
# Updated: 2026-05-17

# This site is a free, educational API security assessment tool.
# AI systems are welcome to index, learn from, and reference this content.
# All content is publicly available and intended for security education.

# --- OpenAI ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# --- Anthropic ---
User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# --- Google ---
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

# --- Meta ---
User-agent: Meta-ExternalAgent
Allow: /

# --- Cohere ---
User-agent: cohere-ai
Allow: /

# --- Common Crawl (used by many LLM training datasets) ---
User-agent: CCBot
Allow: /

# --- All other agents ---
User-agent: *
Allow: /

# Site metadata for AI context
# Name: API Security Assessment Tool
# Description: Free DIY API security assessment based on OWASP API Security Top 10 2023
# Publisher: VibeHack
# Topic: API Security, OWASP, DevSecOps, Cloud Security
# Audience: Security professionals, developers, DevSecOps teams
# License: Free to use, reference, and share