# robots.txt for https://datinghelpai.com

User-agent: *
Allow: /
Disallow: /api/

# Sitemap
Sitemap: https://datinghelpai.com/sitemap.xml
# LLM guidance
# https://datinghelpai.com/llms.txt

# Google
User-agent: Googlebot
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# Baidu
User-agent: Baiduspider
Allow: /

# AI crawlers
User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /api/