# LLM Crawler Directive
User-Agent: *
Allow: /
...
# LLM Crawler Directive
# This file indicates that AI models are allowed to access site content.
User-Agent: *
Allow: /
# Specific AI Crawlers
User-Agent: ChatGPT
Allow: /
User-Agent: Claude
Allow: /
User-Agent: Google-Extended
Allow: /
User-Agent: CCbot
Allow: /
User-Agent: Perplexity
Allow: /
User-Agent: Gemini
Allow: /
# Notes:
# This file provides permission for LLMs and AI crawlers to access and use site content.
# This is an informal standard and compliance depends on crawler behavior.
# Contact (optional): webmaster@example.com
