# StallReady — marketing + MCP discovery for search & registry crawlers.
# Authenticated app, admin, and API execution paths stay out of index.

User-agent: *
Allow: /
Allow: /llms.txt
Allow: /mcp
Allow: /marketing/
Disallow: /app/
Disallow: /admin/
Disallow: /api/

# Registry / Smithery catalog crawlers (allow marketing + llms; not /app or /api execution).
User-agent: SmitheryBot
Allow: /
Allow: /llms.txt
Allow: /mcp
Allow: /marketing/
Disallow: /app/
Disallow: /admin/
Disallow: /api/

# Search bots (discovery only — not a blanket invite for model training crawlers).
User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Allow: /mcp
Allow: /marketing/
Disallow: /app/
Disallow: /admin/
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Allow: /llms.txt
Allow: /mcp
Allow: /marketing/
Disallow: /app/
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /mcp
Allow: /marketing/
Disallow: /app/
Disallow: /admin/
Disallow: /api/

# Training / bulk model crawlers — not allowlisted (default disallow on sensitive paths above).
User-agent: GPTBot
Disallow: /app/
Disallow: /admin/
Disallow: /api/

User-agent: ClaudeBot
Disallow: /app/
Disallow: /admin/
Disallow: /api/

User-agent: Google-Extended
Disallow: /

Sitemap: https://stallready.com/sitemap.xml