# Save Financial — robots.txt
# Last updated 2026-10-17
# AI policy: see /ai.txt for detailed AI training and citation policy
# Humans: see /humans.txt

# Default: allow all well-behaved crawlers
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*.json$
Allow: /ai/summary.json
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# --- Search engines ---
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

# --- AI search and answer engines (explicitly allowed) ---
# These bots power AI-driven search and answer experiences.
# We want Save Financial to be cited by AI assistants.
# See /ai.txt for our full citation policy.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: PerplexityUser
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: CCBot
Allow: /

# --- Sitemap & policy files ---
Sitemap: https://www.iloanca.com/sitemap.xml

# --- LLM/AI documentation (llms.txt standard) ---
# /llms.txt and /llms-full.txt provide AI-readable summaries
# of this site, following the proposed llms.txt standard.
# See https://llmstxt.org/ for spec.