# Shiva Metin2 - robots.txt
# Updated: 2026-03-27

# Allow all standard crawlers
User-agent: *
Allow: /
Disallow: /acp1337/
Disallow: /user/
Disallow: /api/
Disallow: /storage/
Disallow: /vendor/

# AI Crawlers - Explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Block scraper/spam bots
User-agent: ia_archiver
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: EmailCollector
Disallow: /

# Block non-SEO routes (save crawl budget)
Disallow: /set-locale/
Disallow: /shop-redirect
Disallow: /register
Disallow: /login
Disallow: /ban-list
Disallow: /rank/
Disallow: /news/
Disallow: /news?

# Block guild/player detail pages (all locales)
Disallow: /*/rank/guild/*
Disallow: /*/rank/player/*
Disallow: /*/rank/guild?
Disallow: /*/rank/player?

# Block background video from being indexed as video content
Disallow: /assets/header-animation/

# Sitemap
Sitemap: https://shiva.international/sitemap.xml