User-agent: *
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /ara
Disallow: /auth/
Disallow: /confirm-password
Disallow: /forgot-password
Disallow: /gecmis
Disallow: /giris
Disallow: /hesap
Disallow: /hesap/2fa
Disallow: /index.php
Disallow: /izle
Disallow: /listem
Disallow: /login
Disallow: /logout
Disallow: /password/
Disallow: /register
Disallow: /reset-password
Disallow: /sifre-sifirla
Disallow: /two-factor-cancel
Disallow: /two-factor-challenge
Disallow: /verify-email
Disallow: /watchlist/

# AI crawler policy: search_only
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Diffbot
User-agent: omgili
Disallow: /

# SEO analysis tools (no user traffic)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: Screaming Frog SEO Spider
User-agent: PetalBot
User-agent: DataForSeoBot
User-agent: serpstatbot
User-agent: ZoomBot
Disallow: /

Sitemap: https://marsizle.com/sitemap.xml