# Crawl rules for tryelip.ai. Keep the Sitemap line in sync with SITE_URL
# in src/lib/site.ts.

User-agent: *
Allow: /

# Payload admin + JSON API shouldn't be crawled...
Disallow: /cms/
Disallow: /api/
# ...but blog images are proxied through /api/media, so keep those crawlable
# (Google Images). More specific Allow wins over the broader /api/ Disallow.
Allow: /api/media/

# AI crawlers are already permitted by the wildcard above. Listing them
# explicitly documents the intent so a future blanket Disallow can't cut off
# AI search by accident.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://tryelip.ai/sitemap.xml