# Закрыто от обхода: кабинет и API. Кабинет отдаёт пустую SPA-оболочку (одинаковую
# на всех 16 языках), API — JSON либо 401; в индексе им делать нечего, а в отчётах
# Search Console они шумят ложными "404" и "401".
#
# !!! НЕ УБИРАТЬ "Allow: /api/blog/cover/" !!!
# По этому пути отдаются обложки статей блога — это og:image / twitter:image каждой
# статьи во всех 16 языках (backend/src/routes/blog.js, router.get('/cover/:filename')).
# Закрыть его = потерять картинки в Google Images и превью в Discover и соцсетях.
#
# Правила ниже ОБЯЗАНЫ совпадать во всех группах: краулер применяет только свою
# группу и полностью игнорирует "User-agent: *", если для него есть отдельная.

User-agent: *
Disallow: /api/
Allow: /api/blog/cover/
Disallow: /dashboard
Disallow: /auth-callback
Disallow: /*/dashboard
Disallow: /*/admin
Disallow: /*/balance
Disallow: /*/add-balance
Disallow: /*/buy-proxies
Disallow: /*/manage-proxies
Disallow: /*/profile
Disallow: /*/referral
Disallow: /*/support
Disallow: /*/account/
Disallow: /*/awaiting-approval
Disallow: /*/payment/
Allow: /

# AI / LLM crawlers (search & retrieval) — explicitly allowed for citation visibility

User-agent: GPTBot
Disallow: /api/
Allow: /api/blog/cover/
Disallow: /dashboard
Disallow: /auth-callback
Disallow: /*/dashboard
Disallow: /*/admin
Disallow: /*/balance
Disallow: /*/add-balance
Disallow: /*/buy-proxies
Disallow: /*/manage-proxies
Disallow: /*/profile
Disallow: /*/referral
Disallow: /*/support
Disallow: /*/account/
Disallow: /*/awaiting-approval
Disallow: /*/payment/
Allow: /

User-agent: OAI-SearchBot
Disallow: /api/
Allow: /api/blog/cover/
Disallow: /dashboard
Disallow: /auth-callback
Disallow: /*/dashboard
Disallow: /*/admin
Disallow: /*/balance
Disallow: /*/add-balance
Disallow: /*/buy-proxies
Disallow: /*/manage-proxies
Disallow: /*/profile
Disallow: /*/referral
Disallow: /*/support
Disallow: /*/account/
Disallow: /*/awaiting-approval
Disallow: /*/payment/
Allow: /

User-agent: ChatGPT-User
Disallow: /api/
Allow: /api/blog/cover/
Disallow: /dashboard
Disallow: /auth-callback
Disallow: /*/dashboard
Disallow: /*/admin
Disallow: /*/balance
Disallow: /*/add-balance
Disallow: /*/buy-proxies
Disallow: /*/manage-proxies
Disallow: /*/profile
Disallow: /*/referral
Disallow: /*/support
Disallow: /*/account/
Disallow: /*/awaiting-approval
Disallow: /*/payment/
Allow: /

User-agent: ClaudeBot
Disallow: /api/
Allow: /api/blog/cover/
Disallow: /dashboard
Disallow: /auth-callback
Disallow: /*/dashboard
Disallow: /*/admin
Disallow: /*/balance
Disallow: /*/add-balance
Disallow: /*/buy-proxies
Disallow: /*/manage-proxies
Disallow: /*/profile
Disallow: /*/referral
Disallow: /*/support
Disallow: /*/account/
Disallow: /*/awaiting-approval
Disallow: /*/payment/
Allow: /

User-agent: PerplexityBot
Disallow: /api/
Allow: /api/blog/cover/
Disallow: /dashboard
Disallow: /auth-callback
Disallow: /*/dashboard
Disallow: /*/admin
Disallow: /*/balance
Disallow: /*/add-balance
Disallow: /*/buy-proxies
Disallow: /*/manage-proxies
Disallow: /*/profile
Disallow: /*/referral
Disallow: /*/support
Disallow: /*/account/
Disallow: /*/awaiting-approval
Disallow: /*/payment/
Allow: /

User-agent: Google-Extended
Disallow: /api/
Allow: /api/blog/cover/
Disallow: /dashboard
Disallow: /auth-callback
Disallow: /*/dashboard
Disallow: /*/admin
Disallow: /*/balance
Disallow: /*/add-balance
Disallow: /*/buy-proxies
Disallow: /*/manage-proxies
Disallow: /*/profile
Disallow: /*/referral
Disallow: /*/support
Disallow: /*/account/
Disallow: /*/awaiting-approval
Disallow: /*/payment/
Allow: /

# Sitemap
Sitemap: https://proxycove.com/sitemap.xml