# Harashsuq - https://harashsuq.com
#
# The Disallow list is the signed-in half of the site. Those routes already
# carry <meta name="robots" content="noindex"> - see noindexFor() in
# public/js/shared/routes.js - and this is the other half of the same statement:
# the meta tag keeps them out of the index, this keeps a crawler from spending
# its budget on pages that redirect to a login form anyway.
#
# Nothing public is blocked. Listings, seller profiles, the catalogue and the
# legal pages are all meant to be found, and the sitemap below is generated
# from the live catalogue on every fetch.

User-agent: *

# The pages are drawn in the browser from /api/, so a crawler that renders one
# has to be able to fetch what it is drawn from: the public reads below, and the
# cover images. Everything else under /api/ stays closed. What is allowed is
# fetched but never listed - the server marks those responses noindex.
# Most specific first, so a parser that takes the first match agrees with one
# that takes the longest.
Disallow: /api/users/me/
Disallow: /api/users/me$
Allow: /api/users/
Allow: /api/config
Allow: /api/assets
Disallow: /api/
Disallow: /admin
Disallow: /cart
Disallow: /dashboard
Disallow: /favorites
Disallow: /library
Disallow: /login
Disallow: /notifications
Disallow: /orders
Disallow: /pay/
Disallow: /register
# /sell is the private seller form. /sell-on-harashsuq is the public case for
# selling and is in the sitemap, and the Disallow below is a prefix, so it
# catches both unless the specific rule comes first - same shape as the
# /api/users/me rules above.
Allow: /sell-on-harashsuq
Disallow: /sell
Disallow: /settings
Disallow: /wallet

Allow: /

Sitemap: https://harashsuq.com/sitemap.xml