User-agent: *
Sitemap: https://www.ventit.eu/sitemap.xml


##############
#   custom   #
##############

# Zoznam povolených a zakázaných ciest pre webové roboty

User-agent: *
Disallow: /web/assets/
Disallow: /web/database/
Disallow: /web/session/
Disallow: /website/info
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /shop/address
Disallow: /my/
Disallow: /web/login
Disallow: /web/signup
Crawl-delay: 2

# Obmedzenie agresívnych crawlerov (prevencia 503 chýb)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# Explicitné povolenie pre roboty Googlu pre Merchant Center a obrázky
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Cesta k Sitemap (mapa stránok) - DÔLEŽITÉ
Sitemap: https://www.ventit.eu/sitemap.xml

# Nest crawl guard 2026-08-08
User-agent: AhrefsSiteAudit
Disallow: /web/login
Disallow: /web/signup
Disallow: /web/reset_password
Disallow: /website/translations
Disallow: /*/website/translations
Crawl-delay: 1