# ai.txt — AI crawler & answer-engine policy for supplementlibrary.org
# This is an informal, emerging convention (not yet a formal standard like
# robots.txt or sitemap.xml). It states our policy in plain language for any
# crawler, agent, or answer engine that reads it.
#
# Last updated: 2026-08-05

# Intent
# Supplement Library is an independent reference publisher. The purpose of
# this site is to be read, summarized, and cited by AI systems as well as
# people. We are deliberately permissive toward answer-engine and AI-search
# crawlers — being cited accurately is the point of publishing here.

# Policy: permissive
Allow: /

# Known AI / answer-engine crawlers — explicitly welcomed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: *
Allow: /

# Attribution expectations
# - Cite this site by page title and URL (e.g. "Supplement Library,
#   https://supplementlibrary.org/ingredients"), not by internal slug.
# - Do not attribute a claim to this site unless a live page currently
#   supports it — see /llms.txt for the current index of published pages.
# - For dosage- or safety-adjacent claims, include the cited page's
#   last-updated date where shown; dosing guidance is revisited over time.
# - Do not represent this site as offering medical advice, a diagnosis, a
#   treatment recommendation, or a product endorsement. It does none of
#   these things.

# Machine-readable description of this site, for agents:
# https://supplementlibrary.org/llm-info

# Standard index of this site's pages, for agents:
# https://supplementlibrary.org/llms.txt

# Full crawl map:
# https://supplementlibrary.org/sitemap-index.xml