# robots.txt für softacc.ch
# Generated: 2025-01-08
# Enhanced for AI/LLM crawlers

# All search engines
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /404

# Google specific
User-agent: Googlebot
Allow: /
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.webp$
Crawl-delay: 0

# Bing specific
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Bilder indexieren
User-agent: Googlebot-Image
Allow: /images/
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.webp$

# ========== AI/LLM CRAWLERS ==========
# Für detaillierte Informationen siehe: https://softacc.ch/llms.txt

# OpenAI
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

# Anthropic (Claude)
User-agent: Claude-Web
Allow: /
Allow: /llms.txt

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt

# Google AI
User-agent: Google-Extended
Allow: /
Allow: /llms.txt

User-agent: Bard
Allow: /
Allow: /llms.txt

# Microsoft AI
User-agent: Bingbot-AI
Allow: /
Allow: /llms.txt

# Perplexity
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Crawl-delay: 1

# Common Crawl (used by many AI systems)
User-agent: CCBot
Allow: /
Allow: /llms.txt
Crawl-delay: 2

# You.com
User-agent: YouBot
Allow: /
Allow: /llms.txt

# Neeva
User-agent: Neevabot
Allow: /
Allow: /llms.txt

# Meta AI
User-agent: meta-externalagent
Allow: /
Allow: /llms.txt

User-agent: FacebookBot
Allow: /
Allow: /llms.txt

# Cohere
User-agent: cohere-ai
Allow: /
Allow: /llms.txt

# Apple AI
User-agent: Applebot
Allow: /
Allow: /llms.txt

User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt

# Amazon AI
User-agent: Amazonbot
Allow: /
Allow: /llms.txt

# Diffbot
User-agent: Diffbot
Allow: /
Allow: /llms.txt

# Poe (Quora)
User-agent: PoeBot
Allow: /
Allow: /llms.txt

# AI Training Data Collectors
User-agent: SemrushBot-AI
Allow: /
Allow: /llms.txt
Crawl-delay: 3

User-agent: AhrefsBot-AI
Allow: /
Allow: /llms.txt
Crawl-delay: 3

# Other AI Systems
User-agent: AI2Bot
Allow: /
Allow: /llms.txt

User-agent: Bytespider
Allow: /
Allow: /llms.txt

# Special AI-focused paths
User-agent: *
Allow: /llms.txt
Allow: /llms-sitemap.xml
Allow: /ai-info/
Allow: /api-docs/

# ========== END AI/LLM CRAWLERS ==========

# Sitemap & Host
Sitemap: https://softacc.ch/sitemap.xml
Sitemap: https://softacc.ch/llms-sitemap.xml
Host: https://softacc.ch

# AI/LLM Information
# LLMs.txt: https://softacc.ch/llms.txt
# API Documentation: https://softacc.ch/api-docs
# For AI/LLM integration inquiries: info@softacc.ch