# robots.txt – nadland.hu (Magento 1)

User-agent: *

# Google ignorálja, de a legtöbb figyelő bot lassít rá
Crawl-delay: 10

# Fejlesztési / verziókezelő fájlok
Disallow: /CVS/
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$

# Magento technikai könyvtárak
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

# Magento rendszerfájlok
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

# === A LÉNYEG: rendezett / szűrt / lapozott variánsok ===
Disallow: /*?dir=
Disallow: /*?limit=
Disallow: /*?mode=
Disallow: /*?order=
Disallow: /*?p=
Disallow: /*/filter/
Disallow: /*?filter
Disallow: /*&filter

# Session ID
Disallow: /*?SID=

# Checkout / kosár
Disallow: /checkout/
Disallow: /onestepcheckout/

# Egyéb nem indexelendő
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /checkout/cart/updatePost/
Disallow: /apptrian_facebookpixel/
Disallow: /magebirdpopup.php
Disallow: /downloads/

# Szerver technikai
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php


# === Meta crawlerek (ezek FIGYELIK a robots.txt-t) ===
User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /


# === Nem kívánt botok (egy közös csoport) ===
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: PetalBot
User-agent: BLEXBot
User-agent: MolokaiBot
User-agent: TwengaBot
User-agent: 008
User-agent: WotBox
User-agent: Sosospider
User-agent: Baiduspider
User-agent: ZumBot
User-agent: YandexBot
User-agent: ltx71
User-agent: JobKereso
User-agent: Cliqzbot
User-agent: ia_archiver
User-agent: linkdexbot
User-agent: ShoppimonAgent
User-agent: Amazonbot
User-agent: Barkrowler
User-agent: Friendly_Crawler
User-agent: GeedoProductSearch
User-agent: GeedoShopProductFinder
User-agent: Daumoa
User-agent: Daum
User-agent: Adsbot
Disallow: /