# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: *
Allow: /
Disallow: /buyers/new*
Disallow: /signup
Disallow: /tos
Disallow: /user/*
Disallow: /search/*
Disallow: /p/*