# Barnebys robots.txt
# Notice: Crawling Barnebys is prohibited unless you have express written permission.

# ---- General rules: apply to every crawler not named below ----
User-agent: *
Disallow: /re/
Disallow: /redirect
Disallow: /auctions/xnxx
Disallow: /api/auction_houses/
# Login endpoints: old route (404) and current route (redirects to SSO)
Disallow: /auth/
Disallow: /api/auth/
# Next.js prefetch requests (not needed to render or index; the content is in the server HTML)
Disallow: /*?_rsc=
Disallow: /*&_rsc=
Disallow: /*/20*/*/
Disallow: /*/19*/*/
# Realised-price lot pages (closed to protect crawl budget)
Disallow: /slutpriser/objekt
Disallow: /realized-prices/lot
Disallow: /realised-prices/lot
Disallow: /endpreise/objekte
Disallow: /risultati/lotto
Disallow: /preciosrealizados/lote
Disallow: /adjudications/objet
Disallow: /成交價/拍品

# ---- Blocked crawlers ----
User-agent: ia_archiver
User-agent: Bytespider
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: PetalBot
Disallow: /

# ---- Sitemap ----
Sitemap: https://www.barnebys.com/sitemap.xml