# Arpari robots.txt

User-agent: *
Allow: /

# Explicitly allow AI crawlers (defensive clarity)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Disallow sensitive or non-public areas (adjust as needed)
Disallow: /admin/
Disallow: /login/
Disallow: /api/
Disallow: /internal/
Disallow: /auth/

# Sitemap
Sitemap: https://arpari.com/sitemap.xml

# LLM guidance file
# (Not a formal directive, but increasingly useful for crawlers/agents)
# Make sure this file exists at this path
# https://arpari.com/llms.txt

Sitemap: https://www.arpari.com/sitemap.xml