# Sekorti — Free Trust Center & Security Questionnaire Automation
# https://sekorti.com | Operated by Reetro ApS, Copenhagen, Denmark

# ================================================================
# ALL CRAWLERS — ALLOW EVERYTHING
# ================================================================
User-agent: *
Allow: /
Disallow: /images/hb3*

# ================================================================
# GOOGLE
# ================================================================
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /images/

# ================================================================
# BING / MICROSOFT
# ================================================================
User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: msnbot
Allow: /
Crawl-delay: 1

# ================================================================
# AI CRAWLERS — ALLOW ALL (important for ChatGPT, Claude, Perplexity)
# ================================================================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI / Gemini
User-agent: Google-Extended
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Apple
User-agent: Applebot
Allow: /

# Common AI
User-agent: cohere-ai
Allow: /

User-agent: ia_archiver
Allow: /

# ================================================================
# SITEMAP & LLMs.TXT
# ================================================================
Sitemap: https://sekorti.com/sitemap.xml
LLMs: https://sekorti.com/llms.txt