# robots.txt for vswomen.com
# Updated: 2026-03-25
# https://www.vswomen.com/

User-agent: *
Disallow: /assets/
Disallow: /pwa/
Disallow: /seo/
Disallow: /*.php$
Disallow: /*.json$
Disallow: /*.lock$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.tmp$
Disallow: /*.swp$
Disallow: /.htaccess
Disallow: /error_log
Disallow: /cgi-bin/

Allow: /images/
Allow: /logo/
Allow: /css/
Allow: /js/

Crawl-delay: 1

# ========== 中国搜索引擎 ==========

User-agent: Baiduspider
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Allow: /css/
Allow: /js/
Disallow: /seo/

User-agent: Baiduspider-image
Allow: /images/
Allow: /logo/

User-agent: 360Spider
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Disallow: /seo/

User-agent: HaosouSpider
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Disallow: /seo/

User-agent: Sogou
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Disallow: /seo/

User-agent: Sogou-web-spider
Crawl-delay: 1
Allow: /images/
Allow: /logo/

User-agent: Sogou-Head-Spider
Crawl-delay: 1
Allow: /images/
Allow: /logo/

User-agent: Sosospider
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Disallow: /seo/

User-agent: YisouSpider
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Disallow: /seo/

# ========== 国际搜索引擎 ==========

User-agent: Googlebot
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Allow: /css/
Allow: /js/
Disallow: /seo/

User-agent: Googlebot-Image
Allow: /images/
Allow: /logo/

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /assets/

User-agent: Bingbot
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Allow: /css/
Allow: /js/
Disallow: /seo/

User-agent: MSNBot
Crawl-delay: 1
Allow: /images/
Allow: /logo/

User-agent: Yandex
Crawl-delay: 2
Allow: /images/
Allow: /logo/
Disallow: /seo/

User-agent: YandexImages
Allow: /images/
Allow: /logo/

User-agent: DuckDuckBot
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Allow: /css/
Allow: /js/
Disallow: /seo/

User-agent: Slurp
Crawl-delay: 2
Allow: /images/
Allow: /logo/
Disallow: /seo/

User-agent: Teoma
Crawl-delay: 1
Allow: /images/
Allow: /logo/
Disallow: /seo/

# ========== 社交媒体爬虫 ==========

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /images/
Allow: /logo/

User-agent: Pinterestbot
Allow: /images/
Allow: /logo/

User-agent: Applebot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: DiscordBot
Allow: /

User-agent: RedditBot
Allow: /

User-agent: QuoraBot
Allow: /

# ========== AI 爬虫 ==========

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Crawl-delay: 2
Allow: /

# ========== SEO工具爬虫 ==========

User-agent: AhrefsBot
Crawl-delay: 2
Allow: /

User-agent: SemrushBot
Crawl-delay: 2
Allow: /

User-agent: MJ12bot
Crawl-delay: 2
Allow: /

User-agent: DotBot
Crawl-delay: 2
Allow: /

User-agent: BLEXBot
Crawl-delay: 2
Allow: /

User-agent: SEOkicks-Robot
Crawl-delay: 2
Allow: /

# ========== 图片爬虫 ==========

User-agent: Googlebot-Image
Allow: /images/
Allow: /logo/

User-agent: Bingbot-Image
Allow: /images/
Allow: /logo/

User-agent: YandexImages
Allow: /images/
Allow: /logo/

# ========== 新闻爬虫 ==========

User-agent: Googlebot-News
Allow: /

User-agent: Bingbot-News
Allow: /

# ========== Sitemap ==========

Sitemap: https://www.vswomen.com/sitemap.xml
Sitemap: https://www.vswomen.com/sitemap-index.xml