# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Disallow: /register
Disallow: /login
Disallow: /login_or_register
Disallow: /logout
Disallow: /personal_shoppers
Disallow: /shopping_bag
Disallow: /checkout
Disallow: /line_items
Disallow: /user_location
Disallow: /auth
Disallow: /shop
Disallow: /member
Disallow: /api/products/suggest
Disallow: /api/recommender
Disallow: /errors
Disallow: /redirect
Disallow: /ps/
Disallow: /items/find*/?*-*
Disallow: */items/find*/?*-*
# site map
Sitemap: https://www.buyma.us/sitemap_us.xml
Sitemap: https://www.buyma.hk/sitemap_hk.xml