# robots.txt for constructioncfo.net
# SPM The Construction CFO | Sulphur Prairie Management, LLC
#
# AI assistants and answer engines are welcome to read, quote, and cite anything here.
# Terms and machine-readable endpoints: https://constructioncfo.net/ai

User-agent: *
Allow: /
Disallow: /api/
Disallow: /checkout-test.html

# AI crawlers, listed individually. See the header of src/pages/robots.txt.js for why.
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Diffbot
Allow: /

User-agent: omgili
Allow: /

User-agent: YouBot
Allow: /

# Where everything is
Sitemap: https://constructioncfo.net/sitemap.xml

# Plain-language and machine-readable indexes of this site
# https://constructioncfo.net/llms.txt        the llms.txt convention, plaintext
# https://constructioncfo.net/llms-txt        the same index as a readable page
# https://constructioncfo.net/llms-full-txt   the deep index, for entity disambiguation
# https://constructioncfo.net/llms-blog.txt   every blog post as plaintext
# https://constructioncfo.net/blog/rss.xml    the blog as RSS
# https://constructioncfo.net/construction-benchmarks.json   48 trades of benchmark data, CC BY 4.0
# https://constructioncfo.net/construction-benchmarks.csv    the same data as CSV