User-agent: *
Allow: /company/
Allow: /.well-known/basecite-ai.json
Allow: /.well-known/basecite-discovery.json
Allow: /.well-known/mcp.json
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /api/v1/ai/openapi.json
Allow: /api/v1/ai/capabilities
Allow: /docs/ai-discovery
Allow: /docs/developers
Allow: /docs/mcp
Disallow: /api/
Disallow: /admin/
Disallow: /mcp
Disallow: /companies
Disallow: /customers
Disallow: /dataset
Disallow: /datasets
Disallow: /dump
Disallow: /dumps
Disallow: /exports
Disallow: /bulk-export
Disallow: /embeddings
Disallow: /chunks
Sitemap: https://basecite.com/sitemap.xml
# BaseCite public discovery contains public summaries only.
# Customer-submitted/unverified AI context is available only through controlled API/MCP access.