User-agent: *
Allow: /

Sitemap: https://www.pathtopeptides.com/sitemap.xml

# LLM crawler entry points — structured corpus for answer engines
# llms.txt:      https://www.pathtopeptides.com/llms.txt      (site overview + index)
# llms-full.txt: https://www.pathtopeptides.com/llms-full.txt (full compound corpus)
# llms-es.txt:   https://www.pathtopeptides.com/llms-es.txt   (Spanish/LatAm corpus index)

# AI Overview and Search Engine Optimization
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

# Admin dashboard - not for crawling
Disallow: /admin-dashboard
Disallow: /admin-dashboard.html
Disallow: /go/

# Canonical LLM corpus hints
# llms.txt: https://www.pathtopeptides.com/llms.txt
# llms-full.txt: https://www.pathtopeptides.com/llms-full.txt
# llms-es.txt: https://www.pathtopeptides.com/llms-es.txt