# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:


User-agent: *
Allow: /article/*
Allow: /tags/*
Allow: /robots.txt
Disallow: /admin/*
Disallow: /index?
Disallow: /books
Disallow: /member/rest/logout
Disallow: /member/rest/login
Disallow: /member/rest/reg/image?
Disallow: /member/rest/reg

