# Xcigence — robots.txt
# All public marketing and knowledge pages are open to crawlers.

User-agent: *
Allow: /
Disallow: /verify-download
Disallow: /download-content

# Google
User-agent: Googlebot
Allow: /
Disallow: /verify-download
Disallow: /download-content

# Bing (important for Microsoft Copilot)
User-agent: Bingbot
Allow: /
Disallow: /verify-download
Disallow: /download-content

# OpenAI search crawler — controls inclusion in ChatGPT search
User-agent: OAI-SearchBot
Allow: /
Disallow: /verify-download
Disallow: /download-content

# OpenAI user-triggered fetches
User-agent: ChatGPT-User
Allow: /

Sitemap: https://xcigence.com/sitemap.xml