# DistriNode robots.txt
# Merchant Center and Google product crawl
User-agent: StoreBot-Google
Allow: /


User-agent: AdsBot-Google
Allow: /

# Public launch crawl policy for OpenCart / Journal3 ecommerce.

User-agent: *

# Core private and non-indexable areas
Disallow: /admin/
# DN-BEACONS 2026-09-04: JS fetch beacon ir badge endpointai (ne turinys) - Googlebot juos crawlino ~290 per diena
Disallow: /livestats.php
Disallow: /filtercov.php
Disallow: /cli/
Disallow: /system/
Disallow: /storage/
Disallow: /vqmod/
Disallow: /install/
Disallow: /download/
Disallow: /extension/

# Account, checkout, cart, wishlist and other transactional routes
Disallow: /account/
Disallow: /checkout/
Disallow: /cart/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /login/
Disallow: /register/
Disallow: /forgotten/
Disallow: /logout/
Disallow: /order-history/
Disallow: /returns/add
Disallow: /index.php?route=account/
Disallow: /index.php?route=checkout/
Disallow: /index.php?route=affiliate/
Disallow: /index.php?route=product/compare
Disallow: /index.php?route=product/search
Disallow: /index.php?route=common/cart

# Keep the OpenCart sitemap feed crawlable until a static sitemap index is generated
Allow: /index.php?route=extension/feed/google_sitemap

# DN-CRAWL: allow only these exact public navigation hubs.
Allow: /index.php?route=product/manufacturer$
Allow: /index.php?route=information/contact$

# Block non-SEO route duplicates. Canonical URLs should be clean SEO URLs.
Disallow: /*?route=
Disallow: /*&route=

# Internal search and keyword/tag result pages
Disallow: /search
Disallow: /*?search=
Disallow: /*&search=
Disallow: /*?filter_name=
Disallow: /*&filter_name=
Disallow: /*?tag=
Disallow: /*&tag=

# Sorting and duplicate product listing variants (pagination ?page= is intentionally crawlable)
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?limit=
Disallow: /*&limit=

# OpenCart filter parameters
Disallow: /*?filter=
Disallow: /*&filter=
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?filter_sub_category=
Disallow: /*&filter_sub_category=
Disallow: /*?filter_description=
Disallow: /*&filter_description=
Disallow: /*?category_search=
Disallow: /*&category_search=

# Journal3 / faceted navigation parameters
Disallow: /*?ff
Disallow: /*&ff
Disallow: /*?fc=
Disallow: /*&fc=
Disallow: /*?fm=
Disallow: /*&fm=
Disallow: /*?fq=
Disallow: /*&fq=
Disallow: /*?fmin=
Disallow: /*&fmin=
Disallow: /*?fmax=
Disallow: /*&fmax=

# Tracking and session-style duplicate URLs
Disallow: /*?tracking=
Disallow: /*&tracking=
Disallow: /*?session_id=
Disallow: /*&session_id=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?msclkid=
Disallow: /*&msclkid=

# Legacy/import document paths must never be crawled
# /documents/ PDF datasheets: crawl ALLOWED all stores (owner 2026-09-02: max SEO/clicks)

# Sitemap discovery
Sitemap: https://distrinode.co.za/sitemap.xml

# DN-PEAK-BOTGUARD 2026-08-21; 2026-09-01 owner atlaisvino AI botus; 2026-09-04 DN-AI-FREE: ClaudeBot/Claude-Web leidziami (nginx 12r/s per-IP guard lieka)
User-agent: SemrushBot
Disallow: /
User-agent: Bytespider
Disallow: /