# ArcaneWorld: crawl rules, not access control or a noindex replacement.
# Googlebot, Googlebot-Image and YandexBot use this same default group.
User-agent: *

# Keep public auth forms crawlable so robots can read their noindex meta tag.
# Administration, cabinet and auth actions (root and localized URLs).
Disallow: /backend_
Disallow: /*/backend_
Allow: /backend_*/login
Allow: /*/backend_*/login
Disallow: /cabinet
Disallow: /*/cabinet
Disallow: /login/check-pin
Disallow: /*/login/check-pin
Disallow: /logout
Disallow: /*/logout
Disallow: /register/download
Disallow: /*/register/download
Disallow: /register/sendcode
Disallow: /*/register/sendcode
Disallow: /password/sms
Disallow: /*/password/sms
Disallow: /auth/
Disallow: /*/auth/
Disallow: /email/
Disallow: /*/email/
Disallow: /api/
Disallow: /*/api/

# Application internals and non-public uploads.
Disallow: /.env
Disallow: /.git
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /phpunit.xml
Disallow: /vendor/
Disallow: /bootstrap/cache/
Disallow: /database/
Disallow: /node_modules/
Disallow: /resources/
Disallow: /storage/
Allow: /storage/articles/
Allow: /storage/images/
Allow: /storage/videos/
Allow: /storage/btn1_image/
Allow: /storage/btn2_image/
Allow: /storage/btn3_image/
Allow: /storage/btn4_image/
Disallow: /tmp/
Disallow: /cache/
Disallow: /*.log
Disallow: /*.sql
Disallow: /*.zip
Disallow: /*.rar

# Preserve the existing exclusions for these crawlers.
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: MJ12bot
User-agent: SputnikImageBot
User-agent: GPTBot
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Claude-Web
Disallow: /

# Public pages, CSS, JavaScript and other images are allowed by default.
Sitemap: https://arcaneworld.biz/seo/sitemap/sitemap_index.xml