# robots.txt for https://jaimee.co.in/

# ------------------------------------------------------------------
# Default rules for all crawlers
# ------------------------------------------------------------------
User-agent: *
Allow: /

# Private / transactional areas
Disallow: /cart
Disallow: /sign-in
Disallow: /api/

# Common private paths (remove any your site doesn't use)
Disallow: /checkout
Disallow: /account
Disallow: /orders
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /wishlist

# Internal search results (crawl trap)
Disallow: /search


# ------------------------------------------------------------------
# AI crawlers: allowed, with the same private-area restrictions.
# A bot with its own group ignores the "*" group, so rules are repeated.
#
# OpenAI:      GPTBot (training), OAI-SearchBot (ChatGPT Search), ChatGPT-User (user fetch)
# Anthropic:   ClaudeBot (training), Claude-SearchBot (search), Claude-User (user fetch)
# Perplexity:  PerplexityBot (index), Perplexity-User (user fetch)
# Others:      Google-Extended (Gemini/Vertex training), Meta-ExternalAgent,
#              Applebot-Extended, CCBot (Common Crawl)
# ------------------------------------------------------------------
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Meta-ExternalAgent
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Disallow: /cart
Disallow: /sign-in
Disallow: /api/
Disallow: /checkout
Disallow: /account
Disallow: /orders
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /wishlist
Disallow: /search

Sitemap: https://jaimee.co.in/sitemap.xml