# clickwar.me robots.txt

# Standard search engine rules
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /404
Disallow: /500
Disallow: /*.json$

# Sitemap
Sitemap: https://clickwar.me/sitemap.xml

# AI crawler rules
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot
User-agent: ChatGPT-User
User-agent: GPT-4
User-agent: Claude
User-agent: Bard
User-agent: PaLM
User-agent: Gemini
User-agent: OpenAI-SearchBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /index.html
Allow: /about.html
Allow: /contact.html
Allow: /leaderboard.html
Allow: /community.html
Allow: /blog.html
Allow: /faq.html
Allow: /news.html
Allow: /privacy.html
Allow: /terms.html
Disallow: /user-content/
Disallow: /admin/
Disallow: /private/

# Googlebot
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /404
Disallow: /500
Disallow: /*.json$

# Other search engines
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /private/

# SEO tools
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
Allow: /
Disallow: /admin/
Disallow: /private/

Crawl-delay: 1