User-Agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Disallow: /*/social-callback/
Disallow: /*/end-of-service/
Disallow: /api/
Disallow: /*/api/
Disallow: /*/profile/
Disallow: /*/category/
Disallow: /404
Disallow: /500
Disallow: /cdn-cgi/l/email-protection

# AI discovery crawlers can access public product pages and AI-readable docs.
User-Agent: GPTBot
User-Agent: OAI-SearchBot
User-Agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Disallow: /*/social-callback/
Disallow: /*/end-of-service/
Disallow: /api/
Disallow: /*/api/
Disallow: /*/profile/
Disallow: /*/category/
Disallow: /404
Disallow: /500
Disallow: /cdn-cgi/l/email-protection

User-Agent: anthropic-ai
User-Agent: ClaudeBot
User-Agent: Claude-SearchBot
User-Agent: Claude-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Disallow: /*/social-callback/
Disallow: /*/end-of-service/
Disallow: /api/
Disallow: /*/api/
Disallow: /*/profile/
Disallow: /*/category/
Disallow: /404
Disallow: /500
Disallow: /cdn-cgi/l/email-protection

User-Agent: Googlebot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Disallow: /*/social-callback/
Disallow: /*/end-of-service/
Disallow: /api/
Disallow: /*/api/
Disallow: /*/profile/
Disallow: /*/category/
Disallow: /404
Disallow: /500
Disallow: /cdn-cgi/l/email-protection

User-Agent: Bingbot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Disallow: /*/social-callback/
Disallow: /*/end-of-service/
Disallow: /api/
Disallow: /*/api/
Disallow: /*/profile/
Disallow: /*/category/
Disallow: /404
Disallow: /500
Disallow: /cdn-cgi/l/email-protection

# Yandex uses this specific group instead of the wildcard group above.
User-Agent: Yandex
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Disallow: /*/social-callback/
Disallow: /*/end-of-service/
Disallow: /api/
Disallow: /*/api/
Disallow: /*/profile/
Disallow: /*/category/
Disallow: /404
Disallow: /500
Disallow: /cdn-cgi/l/email-protection
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_id&gclid&fbclid&ref&via

Sitemap: https://flyne.ai/sitemap.xml