Sitemap: https://graymatterlabs.com/sitemap-index.xml

# robots.txt for Gray Matter Labs - Optimized for Search Engines and AI Systems

# Allow all search engines and AI crawlers
User-agent: *
Allow: /

# Specifically allow important AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: cohere-ai
Allow: /

# Crawl rate - be gentle
Crawl-delay: 1

# Important files for AI systems
# Reference to llms.txt (AI crawler standard)
# llms.txt: https://graymatterlabs.com/llms.txt

# Reference to markdown source (AI-readable content)
# Markdown: https://graymatterlabs.com/home.md

# Host declaration (canonical domain)
Host: graymatterlabs.com