User-agent: *
Allow: /
Allow: /en/
Allow: /assets/
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /ai-optimization.json

# Disallow admin or private areas (if any)
Disallow: /admin/
Disallow: /private/
Disallow: /temp/

# Crawl delay for respectful crawling
Crawl-delay: 1

# AI Bot Specific Rules
User-agent: GPTBot
Allow: /
Crawl-delay: 0

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 0

User-agent: Claude-Web
Allow: /
Crawl-delay: 0

User-agent: anthropic-ai
Allow: /
Crawl-delay: 0

User-agent: CCBot
Allow: /
Crawl-delay: 0

User-agent: Google-Extended
Allow: /
Crawl-delay: 0

User-agent: Omgilibot
Allow: /
Crawl-delay: 0

User-agent: Bard
Allow: /
Crawl-delay: 0

User-agent: PerplexityBot
Allow: /
Crawl-delay: 0

User-agent: YouBot
Allow: /
Crawl-delay: 0

# Sitemaps
Sitemap: https://www.lumicflow.com/sitemap.xml
Sitemap: https://www.lumicflow.com/en/sitemap.xml

# Host
Host: https://www.lumicflow.com