User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /colyseus/
Disallow: /_build/
Disallow: /assets/build/

# Allow specific API endpoints that should be crawled
Allow: /api/og/
Allow: /api/sitemap-content

# Sitemap locations
Sitemap: https://codewisp.ai/sitemap.xml
Sitemap: https://codewisp.ai/api/sitemap-content

# Crawl delay (be respectful to search engines)
Crawl-delay: 1

# Special rules for major search engines
User-agent: Googlebot
Crawl-delay: 0.5

User-agent: Bingbot
Crawl-delay: 1