User-agent: *
Allow: /

# Block common noise paths
Disallow: /api/
Disallow: /*.json$

# AI / LLM crawlers — allow (site is marketing, indexing is desired)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# LLM-friendly content surfaces — clean markdown, no JS required:
#   /llms.txt                    site index for LLMs (llmstxt.org)
#   /llms-full.txt               full text of every post in one document
#   /newsletter.md               latest newsletter issues + by-theme index
#   /newsletter/topics/<slug>.md one theme's issue digest
#   /<section>/<slug>.md         clean markdown for any blog or newsletter post
#
# Marketing pages with a markdown twin:
#   /index.md       the homepage: what Matterfact is, start here
#   /platform.md    /podcasts.md    /annotations.md    /security.md
#   /team.md        /blog.md        /terms.md          /privacy.md
#   /mf-for-corporates.md  corporate intelligence and earnings preparation
#
# Each surface above also embeds its markdown in <head> as
# <script type="text/markdown" id="llm-content"> and advertises the raw file via
# <link rel="alternate" type="text/markdown">. Pages not listed here are
# client-rendered and have no markdown twin yet.

Sitemap: https://www.matterfact.com/sitemap.xml