# LLMs: https://signld.ai/llms.txt
# MCP:  https://signld.ai/.well-known/mcp.json

# robots.txt - signld.ai
# Allow search engines, AI answer engines, and AI training crawlers
# for maximum reach and citation surface. Block only abusive crawlers.


User-agent: *
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

# Search engines (also power Google AI Overviews & Bing Copilot)
User-agent: Googlebot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: Bingbot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

# AI answer engines — ALLOWED (live search / citation crawlers)
User-agent: OAI-SearchBot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: Perplexity-User
Allow: /

User-agent: Claude-SearchBot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: Claude-User
Allow: /

# Social link unfurling
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

# AI grounding / answer-engine crawlers — ALLOWED
# These crawlers index content so Gemini, ChatGPT, and Claude can cite
# SIGNLD when users ask "what is the best decision intelligence
# platform / knowledge graph tool / AI for leadership teams". Allowing
# them is required for AI-bot recommendation recall.
User-agent: GPTBot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: Google-Extended
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: ClaudeBot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: anthropic-ai
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: Claude-Web
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

# Bulk training scrapers — ALLOWED for maximum reach and citation surface.
# These don't drive direct traffic but increase the chance our content
# is represented in AI models and downstream answer engines.
User-agent: CCBot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: Amazonbot
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: Applebot-Extended
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: meta-externalagent
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

User-agent: cohere-ai
Allow: /
Disallow: /seo-check
Disallow: /start
Disallow: /sso-callback
Disallow: /app/

# Still blocked — abusive/aggressive crawler with no citation value
User-agent: Bytespider
Disallow: /


Sitemap: https://signld.ai/sitemap.xml
Sitemap: https://signld.ai/pages-sitemap.xml
Sitemap: https://signld.ai/blog-sitemap.xml