# LightSite - AI Discovery Enabled
# Generated by LightSite AI Discovery Engine

# Standard Web Crawlers - Allow access to client website content
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/internal/

# AI Discovery Endpoints - Direct access to business intelligence
# These endpoints provide structured business data to AI assistants

# Primary Business Data API
# AI-Plugin Manifest: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/.well-known/ai-plugin.json?domain=www.lightsite.ai
# AI Manifest: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/.well-known/ai-manifest.json?domain=www.lightsite.ai
# OpenAPI Specification: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/openapi.json?domain=www.lightsite.ai
# Web Accessible Content Policy: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/.well-known/wacp.json?domain=www.lightsite.ai

# Business Intelligence Endpoints
# Company Information: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/business?domain=www.lightsite.ai
# Real-time Status: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/ai/v1/status.json?domain=www.lightsite.ai
# Product Categories: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/categories?domain=www.lightsite.ai
# Product Information: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/products?domain=www.lightsite.ai
# Customer Testimonials: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/testimonials?domain=www.lightsite.ai
# FAQ & Support: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/faq?domain=www.lightsite.ai
# AI-optimized Sitemap: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=www.lightsite.ai

# Specific Q&A Endpoints (5 available)
# Q&A: Generative Engine Optimization (GEO) Strategy: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/qa/generative-engine-optimization-geo-strategy?domain=www.lightsite.ai
# Q&A: AI SEO Content Optimization: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/qa/ai-seo-content-optimization?domain=www.lightsite.ai
# Q&A: AI Agent Discovery & Citation: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/qa/ai-agent-discovery-citation?domain=www.lightsite.ai
# Q&A: Enterprise GEO Implementation: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/qa/enterprise-geo-implementation?domain=www.lightsite.ai
# Q&A: ROI & Performance Metrics for AI SEO: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/qa/roi-performance-metrics-for-ai-seo?domain=www.lightsite.ai

# OpenAI GPT Crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /
Allow: /.well-known/
Crawl-delay: 1

# Google AI Crawlers  
User-agent: Google-Extended
User-agent: GoogleBot
User-agent: Bard
User-agent: Gemini-Pro
Allow: /
Allow: /.well-known/
Crawl-delay: 1

# Anthropic Claude Crawlers
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Allow: /.well-known/
Crawl-delay: 1

# Perplexity AI Crawlers
User-agent: PerplexityBot
User-agent: Perplexity-AI
Allow: /
Allow: /.well-known/
Crawl-delay: 1

# Microsoft AI Crawlers
User-agent: BingBot
User-agent: Bing-AI
User-agent: CopilotBot
Allow: /
Allow: /.well-known/
Crawl-delay: 1

# Meta AI Crawlers
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: facebookexternalhit
Allow: /
Allow: /.well-known/
Crawl-delay: 2

# Website Sitemaps (served by client website)
Sitemap: https://www.lightsite.ai/sitemap.xml
Sitemap: https://www.lightsite.ai/sitemap-index.xml

# AI Discovery Sitemap (served by LightSite)
Sitemap: https://fcfkbvculokjmzycgxbj.supabase.co/functions/v1/llm-discovery/public/ai-sitemap.xml?domain=www.lightsite.ai

# This robots.txt template is generated by LightSite AI Discovery
# Deploy this content to your website's /robots.txt file to enable AI discovery
# Note: Generic query/search endpoints replaced with specific Q&A endpoints for better LLM usability