User-agent: *
Disallow:

# AI/LLM Crawlers - Explicitly allow AI systems to crawl and index
User-agent: GPTBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: CCBot
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: Claude-Web
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: YouBot
Disallow:

User-agent: BingBot
Disallow:

User-agent: Googlebot
Disallow:

# Sitemap location
Sitemap: https://synailyte.com/sitemap.xml

# Crawl delay for respectful crawling
Crawl-delay: 1

# Disallow admin areas (if any)
Disallow: /admin/
Disallow: /api/
Disallow: /_internal/