User-agent: *  
Crawl-delay: 2
Disallow: /  
  
# 允许百度爬虫
User-agent: Baiduspider
Disallow:
  
# 允许360爬虫 
User-agent: 360Spider
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许Sogouspider爬虫 
User-agent: Sogouspider
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许Googlebot爬虫 
User-agent: Googlebot
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许liulingSpider爬虫 
User-agent: liulingSpider
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许Yisouspider爬虫 
User-agent: Yisouspider
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许Bytespider爬虫 
User-agent: Bytespider
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许bingbot爬虫 
User-agent: bingbot
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许YoudaoBot爬虫 
User-agent: YoudaoBot
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许YoudaoBot爬虫 
User-agent: YoudaoBot
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许msnbot爬虫 
User-agent: msnbot
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$

# 允许Sogou web spider爬虫 
User-agent: Sogou web spider
#Disallow: /*[a-zA-Z].html$
#Disallow: /*[a-zA-Z]/$