# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: User-agent: * Disallow: /register Disallow: /login Disallow: /login_or_register Disallow: /logout Disallow: /personal_shoppers Disallow: /shopping_bag Disallow: /checkout Disallow: /line_items Disallow: /user_location Disallow: /auth Disallow: /shop Disallow: /member Disallow: /api/products/suggest Disallow: /api/recommender Disallow: /errors Disallow: /redirect Disallow: /ps/ Disallow: /items/find*/?*-* Disallow: */items/find*/?*-* # site map Sitemap: https://www.buyma.us/sitemap_us.xml Sitemap: https://www.buyma.hk/sitemap_hk.xml