# =============================
# 🤖 Robots.txt — 搜索引擎白名单防爬版
# 允许主流搜索引擎，禁止其他爬虫
# =============================

# --- Google ---
User-agent: Googlebot
Allow: /

# Google 图片
User-agent: Googlebot-Image
Allow: /

# Google 移动爬虫
User-agent: Googlebot-Mobile
Allow: /

# Google 新闻
User-agent: Googlebot-News
Allow: /

# --- Bing / Microsoft ---
User-agent: Bingbot
Allow: /

User-agent: MSNBot
Allow: /

# --- Yahoo! ---
User-agent: Slurp
Allow: /

# --- DuckDuckGo ---
User-agent: DuckDuckBot
Allow: /

# --- Yandex（俄罗斯）---
User-agent: Yandex
Allow: /

# --- Baidu（百度）---
User-agent: Baiduspider
Allow: /

# Baidu 移动版
User-agent: Baiduspider-mobile
Allow: /

# --- 360 搜索 ---
User-agent: 360Spider
Allow: /

# --- 搜狗搜索 ---
User-agent: Sogou spider
Allow: /

# --- 必应图片搜索 ---
User-agent: bingbot-media
Allow: /

# --- Applebot（Apple Siri / Spotlight）---
User-agent: Applebot
Allow: /

# --- LinkedIn bot ---
User-agent: LinkedInBot
Allow: /

# --- Facebook 预览爬虫 ---
User-agent: facebookexternalhit
Allow: /

# --- Twitter Card 爬虫 ---
User-agent: Twitterbot
Allow: /

# --- Pinterest 爬虫 ---
User-agent: Pinterestbot
Allow: /

# 禁止访问敏感目录
Disallow: /activity/
Disallow: /pre/
Disallow: /dw-etl/
Disallow: /dw-export/
Disallow: /dw-report/
Disallow: /job-game/
Disallow: /gt-game-insert/
Disallow: /gt-sport/
Disallow: /gw/
Disallow: /job/
Disallow: /admin/
Disallow: /agent/
Disallow: /asset/
Disallow: /asset-callback/
Disallow: /pay-callback/
Disallow: /pay-recharge/
Disallow: /pay-withdraw/
Disallow: /msg-websocket/
Disallow: /gt-game-analyze/
Disallow: /gt-game-client/
Disallow: /gt-game-pull/
Disallow: /gt-game-query/
Disallow: /msg-sms/
Disallow: /gt-water-audit/
Disallow: /user/
Disallow: /waterAudit/


# 其他所有爬虫禁止访问
User-agent: *
Disallow: /