User-agent: *
Disallow: /

#User-agent: htdig
#Disallow: /

#User-agent: Googlebot
#Disallow: /

#no caching
#User-agent: ia_archiver
#Disallow: /

# disallow baidu spider
#User-agent: baiduspider
#Disallow: /