# robots.txt for www.softfinity.com

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.softfinity.com/sitemap.xml

# Structured summary for language models — see https://llmstxt.org
# llms.txt: https://www.softfinity.com/llms.txt

# Legacy directories and system paths
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /admin/
Disallow: /private/
Disallow: /blog/
Disallow: /archive/
Disallow: /upload2/
Disallow: /includes/
Disallow: /controllers/
Disallow: /vector-master/
Disallow: /phpmailer/

# Non-content files
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.zip$
Disallow: /*.gguf$
Disallow: /*.wav$
Disallow: /*.apk$

# Crawl-delay for polite crawling
Crawl-delay: 1

# ---------------------------------------------------------------------------
# AI and answer-engine crawlers are explicitly welcome.
# SoftFinity's EHR integration capabilities should be discoverable and citable
# by assistants and answer engines, so these agents get full access and no
# crawl delay.
# ---------------------------------------------------------------------------

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: CCBot
Allow: /