# Content Signals: how content may be used. contentsignals.org
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
# Discovery files must stay crawlable
Allow: /agents.txt
Allow: /agents.json
Allow: /llms.txt
Allow: /llms-full.txt

# AI search / citation crawlers - never block these, they produce citations
User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /

Sitemap: https://www.pentafox.in/sitemap.xml