# Traditional search engines
# (Googlebot/Bingbot stay crawlable so they can read the page-level
#  noindex meta tag and X-Robots-Tag header on private pages.)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Social media crawlers
User-agent: Twitterbot
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: facebookexternalhit
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

# AI search engines
User-agent: GPTBot
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: ChatGPT-User
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: OAI-SearchBot
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: ClaudeBot
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: Claude-Web
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: anthropic-ai
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: PerplexityBot
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: Google-Extended
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: Applebot-Extended
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

User-agent: cohere-ai
Allow: /
Disallow: /growth-engine/
Disallow: /rlg-staging/

# Default
#
# /rlg-staging/ is deliberately NOT disallowed here. It serves the RSS feed that
# Substack's post importer reads, and that importer's user agent is unknown, so a
# blanket Disallow would break bulk publishing to relationshipledgrowth.news.
# Indexing is prevented instead by the X-Robots-Tag noindex header in vercel.json,
# which is the stronger control because the crawler must fetch the file to read it.
# The feed is also excluded from the sitemap and has no inbound links anywhere.
User-agent: *
Allow: /
Disallow: /growth-engine/

Sitemap: https://www.nynch.com/sitemap-index.xml

# Nynch developer resources for agents
# https://www.nynch.com/llms.txt
# https://www.nynch.com/openapi.json
# https://www.nynch.com/developers
# https://www.nynch.com/.well-known/mcp