#   Latest version - https://nav.congci.com/main/home/topics/work-init/#robots.txt
#   RFC 9309 - https://www.robotstxt.org/
#   Google 缓存 robots.txt 约 24 小时；HTTP 5xx 和 429 均解读为网站完全禁止访问“Disallow: /”。

#   可在任意位置指定多个sitemap文件。
#Sitemap: https://example.com/.well-known/static/sitemap.xml
#Sitemap: https://example.com/.well-known/static/sitemapindex.xml

#   约定：固定路径 /main/core/topics/ 之后的第一层总是带/斜杠，其他层均不带/斜杠；后台均带/斜杠。
#
#       https://example.com/main/core/about/
#       https://example.com/main/core/mobile/
#       https://example.com/main/core/privacy/
#       https://example.com/main/core/trending/
#
#       https://example.com/main/core/products/
#       https://example.com/main/core/products/come-in-handy
#       https://example.com/main/core/products/3rd/tile-matching
#
#       https://example.com/main/core/topics/
#       https://example.com/main/core/topics/ai/
#       https://example.com/main/core/topics/ai/chat
#       https://example.com/main/core/topics/ai/chat/tool
#
#       https://example.com/main/core/auth/login/
#       https://example.com/main/core/auth/signup/
#       https://example.com/main/core/auth/accounts/ - 禁止抓取；欢迎页结尾带斜杠可避免Servlet跳转。
#       https://example.com/main/apis/core/auth/callback/ - 禁止抓取；

#   白名单机制；“/$”表示只匹配首页
User-agent: *
Disallow: /
Allow: /$
Allow: /ads.txt

#   图片
Allow: /.well-known/static/images/core/
#   约定path：
#       https://example.com/.well-known/static/images/core/logo.svg
Allow: /.well-known/static/images/more/

#   正式对外核心网页(或用web)
Allow: /main/core/
Disallow: /main/core/auth/accounts/

#   正式对外非核心网页(或用any)
Allow: /main/more/
#   约定path：
#       https://example.com/main/more/seo/sitemap.xml

#   正式对外核心应用接口(或用use) - /main/apis/core/pv
Disallow: /main/apis/core/
#   正式对外非核心应用接口(或用any) - /main/apis/more/x/execute
Disallow: /main/apis/more/

#   不对外、任意使用的网址前缀(ban、not、for) - /main/temp/x
Disallow: /main/temp/


#   特例
Allow: /app-ads.txt

# 仅内部用？ https://tsc.openle.com/main/go/v1/page/pp-come-in-handy/qrcode-detector/
Allow: /.well-known/general/privacy/
Allow: /main/go/v1/our/
#Allow: /main/go/v1/page/