# 高清影视库 robots.txt
# 主关键词：免费高清在线观看

User-agent: *
Allow: /
Disallow: /login
Disallow: /register
Disallow: /play/

# 搜索结果页不参与索引，避免重复内容
Disallow: /search?

# 主流爬虫
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: Yisouspider
Allow: /

User-agent: Bytespider
Allow: /

# 拦截资源采集类爬虫
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap: /sitemap.xml