##############################################

# Block bad/SEO scraping bots (they may ignore)

##############################################
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: PetalBot
Disallow: /

##############################################

# Default rules for all bots

##############################################
User-agent: *

# Checkout & customer (private)

Disallow: /checkout/
Disallow: /customer/
Disallow: /wishlist/

# Search & dynamic URLs

Disallow: /catalogsearch/
Disallow: /search/
Disallow: /*?q=
Disallow: /*?dir=
Disallow: /*?order=
Disallow: /*?mode=
Disallow: /*?limit=
Disallow: /*?price=
Disallow: /*?color=
Disallow: /*?size=

# Internal Magento paths

Disallow: /app/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /var/
Disallow: /report/
Disallow: /dev/
Disallow: /setup/
Disallow: /update/
Disallow: /bin/

# Technical / duplicate content

Disallow: /index.php/
Disallow: /*SID=
Disallow: /*?SID=

# Common exploit probes (noise reduction)

Disallow: /phpinfo.php
Disallow: /shell
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Allow important assets

Allow: /pub/media/
Allow: /pub/static/

##############################################

# Sitemap

##############################################
Sitemap: https://parfumstar.sk/sitemap_sk.xml
Sitemap: https://parfumstar.hu/sitemap_hu.xml