User-agent: *
Content-Signal: search=yes, ai-train=no, ai-input=yes
Allow: /

# Sitemap
Sitemap: https://mikla.ai/sitemap.xml

# LLM-friendly content
Allow: /llms.txt

# Crawl-delay for polite crawling
Crawl-delay: 1

# Disallow admin or private areas (add as needed)
# Disallow: /admin/
# Disallow: /private/

# Allow important pages
Allow: /solutions/
Allow: /contact/

# Block common bot traps
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /*.php$
Disallow: /*.cgi$

# AI answer engines are explicitly welcome
# (Content-Signal above still applies: ai-train=no, ai-input=yes)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /