# Robots.txt for revox.io

# Section 1: Instructions for ALL crawlers
User-agent: *
Allow: /
# Ensuring specific high-value paths are prioritized
Allow: /work
Allow: /services
Allow: /about
Allow: /contact
Allow: /careers

# Disallow Webflow-specific or internal paths you don't want indexed
Disallow: /search
Disallow: /utility-pages/
Disallow: /404

# Helps prevent server strain from low-quality bots
Crawl-delay: 10

# Section 2: Explicitly welcome AI & Search bots
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

# Section 3: Site Mapping
Sitemap: https://www.revox.io/sitemap.xml

Sitemap: https://www.revox.io/sitemap.xml