User-agent: *
Allow: /
# 允许静态资源抓取（图片、CSS、JS等对SEO有帮助）
Allow: /static/
Allow: /file/
Allow: /uploads/
Allow: /sources/

# 禁止抓取系统目录
Disallow: /runtime/
Disallow: /ky_sda2dddsdadssdw24sxcz676swang1314/
Disallow: /vendor/
Disallow: /templates/
Disallow: /titles/
Disallow: /domains/
Disallow: /ips/
Disallow: /lang/
Disallow: /skin/
Disallow: /fa/
Disallow: /myuanzhan/
Disallow: /yuanzhan/
Disallow: /2015/
Disallow: /api/
Disallow: /*.log$
Disallow: /*.txt$
Disallow: /?s=
Disallow: /*hm.baidu.com*
Disallow: /*.9136.com*
Disallow: /*external*.js$
# 修改为
Disallow: /config.php$
Disallow: /m.php$
Disallow: /tiao.php$

# 允许主要搜索引擎（优化抓取频率）
User-agent: Baiduspider
Allow: /
Crawl-delay: 0

User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /
Crawl-delay: 0

User-agent: Sogou
Allow: /
Crawl-delay: 0

User-agent: YisouSpider
Allow: /
Crawl-delay: 0

User-agent: 360Spider
Allow: /
Crawl-delay: 0

User-agent: Bytespider
Allow: /
Crawl-delay: 0

User-agent: Yandex
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Sitemap位置
Sitemap: https://hao.wang1314.com/sitemap.xml
Sitemap: https://sx.wang1314.com/sitemap.xml
Sitemap: http://m.sx.wang1314.com/sitemap.xml