User-agent: *
Allow: /
Allow: /chat
Allow: /hub
Allow: /documents/compliance/tos
Allow: /documents/compliance/privacy

# Block API endpoints from being crawled
Disallow: /api/
Disallow: /_app/
Disallow: /.svelte-kit/

# Block test pages from search engines
Disallow: /test-mermaid
Disallow: /test-tikz

# Allow all compliant crawlers
Crawl-delay: 1

# Sitemap location
Sitemap: https://openib.co/sitemap.xml