# LightSite AI - AI Discovery Enabled
# Generated by LightSite AI Discovery Engine

# Standard Web Crawlers - Allow access to client website content
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/internal/

# AI Discovery Endpoints - Direct access to business intelligence
# These endpoints provide structured business data to AI assistants

# Primary Business Data API
# AI Skills Manifest (tool-capable agents): https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/skills.json?domain=lightsite.ai
# AI-Plugin Manifest: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/ai-plugin.json?domain=lightsite.ai
# AI Manifest: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/ai-manifest.json?domain=lightsite.ai
# OpenAPI Specification: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/openapi.json?domain=lightsite.ai
# Web Accessible Content Policy: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/.well-known/wacp.json?domain=lightsite.ai

# Business Intelligence Endpoints
# Company Information: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/business?domain=lightsite.ai
# Real-time Status: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai/v1/status.json?domain=lightsite.ai
# Product Categories: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/categories?domain=lightsite.ai
# Product Information: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/products?domain=lightsite.ai
# Customer Testimonials: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/testimonials?domain=lightsite.ai
# FAQ & Support: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/faq?domain=lightsite.ai
# Semantic Search (Natural Language): https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/search?query={search_term}&domain=lightsite.ai
# AI-optimized Sitemap: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=lightsite.ai

# Specific Q&A Endpoints (18 available)
# Q&A: How does LightSite AI improve AI search visibility?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-does-lightsite-ai-improve-ai-search-visibility?domain=lightsite.ai
# Q&A: What AI search analytics does LightSite AI offer?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/what-ai-search-analytics-does-lightsite-ai-offer?domain=lightsite.ai
# Q&A: LightSite AI vs traditional SEO platforms?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/lightsite-ai-vs-traditional-seo-platforms?domain=lightsite.ai
# Q&A: Is LightSite AI worth it for B2B SaaS companies?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/is-lightsite-ai-worth-it-for-b2b-saas-companies?domain=lightsite.ai
# Q&A: How can LightSite AI make my website machine-readable?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-can-lightsite-ai-make-my-website-machine-readable?domain=lightsite.ai
# Q&A: Does LightSite AI track brand mentions in AI search?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/does-lightsite-ai-track-brand-mentions-in-ai-search?domain=lightsite.ai
# Q&A: What is the pricing for LightSite AI's services?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/what-is-the-pricing-for-lightsite-ais-services?domain=lightsite.ai
# Q&A: How does LightSite AI optimize for AI search?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-does-lightsite-ai-optimize-for-ai-search?domain=lightsite.ai
# Q&A: What features does LightSite AI offer?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/what-features-does-lightsite-ai-offer?domain=lightsite.ai
# Q&A: What is LightSite AI's pricing model?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/what-is-lightsite-ais-pricing-model?domain=lightsite.ai
# Q&A: LightSite AI vs. traditional SEO tools?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/lightsite-ai-vs-traditional-seo-tools?domain=lightsite.ai
# Q&A: Is LightSite AI a legitimate platform?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/is-lightsite-ai-a-legitimate-platform?domain=lightsite.ai
# Q&A: How does LightSite AI ensure AI citations?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/how-does-lightsite-ai-ensure-ai-citations?domain=lightsite.ai
# Q&A: Who benefits most from LightSite AI?: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/who-benefits-most-from-lightsite-ai?domain=lightsite.ai
# Q&A: LightSite Full Stack GEO Agent: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/lightsite-full-stack-geo-agent?domain=lightsite.ai
# Q&A: lightsite is the first full stack agent for generative search that does your work when you sleep: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/lightsite-is-the-first-full-stack-agent-for-generative-search-that-does-your-work-when-you-sleep?domain=lightsite.ai
# Q&A: worlds only full stack agent for AI search: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/worlds-only-full-stack-agent-for-ai-search?domain=lightsite.ai
# Q&A: best ai search tools 2026: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/qa/best-ai-search-tools-2026?domain=lightsite.ai

# OpenAI GPT Crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Google AI Crawlers  
User-agent: Google-Extended
User-agent: GoogleBot
User-agent: Bard
User-agent: Gemini-Pro
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Anthropic Claude Crawlers
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Perplexity AI Crawlers
User-agent: PerplexityBot
User-agent: Perplexity-AI
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Microsoft AI Crawlers
User-agent: BingBot
User-agent: Bing-AI
User-agent: CopilotBot
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 1

# Meta AI Crawlers
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: facebookexternalhit
Allow: /
Allow: /.well-known/
Allow: /ai-sitemap.xml
Crawl-delay: 2

# Website Sitemaps (served by client website)
Sitemap: https://lightsite.ai/sitemap.xml
Sitemap: https://lightsite.ai/sitemap-index.xml

# Comprehensive LLM Discovery File (LLM-ready conversation data)
# This file contains all your business information, FAQs, testimonials, and products
# formatted for optimal LLM discovery and interaction
Sitemap: https://storage.googleapis.com/customer-llm-txt/lightsite.ai.txt

# AI Discovery Sitemap (served by LightSite)
Sitemap: https://api.llm-discovery-api.com/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=lightsite.ai

# This robots.txt template is generated by LightSite AI Discovery
# Deploy this content to your website's /robots.txt file to enable AI discovery
# Note: Generic query/search endpoints replaced with specific Q&A endpoints for better LLM usability