# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Allow sign-up page (SEO landing page)
Allow: /users/sign_up
Allow: /*/users/sign_up

# Private/authenticated content
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /profiles/
Disallow: /courses/
Disallow: /wallets/
Disallow: /reviews/
Disallow: /daily_quests/
Disallow: /league
Disallow: /*/dashboard/
Disallow: /*/profiles/
Disallow: /*/courses/
Disallow: /*/wallets/
Disallow: /*/reviews/
Disallow: /*/daily_quests/
Disallow: /*/league

# Auth pages (except sign-up)
Disallow: /users/sign_in
Disallow: /users/password
Disallow: /users/confirmation
Disallow: /users/unlock
Disallow: /users/edit
Disallow: /*/users/sign_in
Disallow: /*/users/password
Disallow: /*/users/confirmation
Disallow: /*/users/unlock
Disallow: /*/users/edit

# Utility/internal paths
# NOTE: /switch_locale/ 故意不 Disallow。LocalesController 已经返回
# X-Robots-Tag: noindex —— 只有允许 Googlebot 抓取，它才看得到这个头并把
# 那些 URL 从索引里丢掉。Disallow 反而会让它们以 URL-only 形式留在索引中。
Disallow: /up
Disallow: /webhooks/
Disallow: /unsubscribe/

Sitemap: https://tali.run/sitemap.xml