# visionchinese.com robots.txt

# OpenAI search indexing and user-requested page retrieval.
User-agent: OAI-SearchBot
Allow: /
Disallow: /wxsjx/api/
Disallow: /crystal/api/
Disallow: /feedback/api/
Disallow: /hshy/api/
Disallow: /wp-admin/
Disallow: /members/
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /checkout/

User-agent: ChatGPT-User
Allow: /
Disallow: /wxsjx/api/
Disallow: /crystal/api/
Disallow: /feedback/api/
Disallow: /hshy/api/
Disallow: /wp-admin/
Disallow: /members/
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /checkout/

# Explicit Baidu rule: allow all public content while keeping private/system
# endpoints out of the crawl queue.
User-agent: Baiduspider
Allow: /
Disallow: /wxsjx/api/
Disallow: /crystal/api/
Disallow: /feedback/api/
Disallow: /hshy/api/
Disallow: /members/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /account/
Disallow: /password-reset/
Disallow: /user-center/
Disallow: /user-account/
Disallow: /wishlist/
Disallow: /checkout/
Disallow: /instructor-public-account/
Disallow: /student-public-account/
Disallow: /user/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: *
Allow: /

# 工具应用后端 API 不收录
Disallow: /wxsjx/api/
Disallow: /crystal/api/
Disallow: /feedback/api/
Disallow: /hshy/api/

# 会员系统页面 (这些页面已标注 noindex，阻止爬取以节省爬取预算)
Disallow: /members/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /account/
Disallow: /password-reset/
Disallow: /user-center/
Disallow: /user-account/
Disallow: /wishlist/
Disallow: /checkout/
Disallow: /instructor-public-account/
Disallow: /student-public-account/
Disallow: /user/

# WordPress 后台
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Jetpack 社交分享追踪链接与 RSS 订阅源 (已 noindex，阻止抓取以节省爬取预算)
Disallow: /*?share=
Disallow: /feed/
Disallow: /*/feed/

# Block aggressive SEO / scraper bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: YisouSpider
Disallow: /

Sitemap: https://visionchinese.com/sitemap_index.xml
Sitemap: https://visionchinese.com/essay/sitemap.xml
Sitemap: https://visionchinese.com/minnanyanyu/sitemap.xml