# Sitemap
Sitemap: https://normanlamps.com/sitemap/sitemap.xml.gz

# Allow all bots by default
User-agent: *
Allow: /

# Block resource-heavy directories
Disallow: /admin/
Disallow: /system/
Disallow: /edit-products/
Disallow: /online-users/
Disallow: /distributor-portal/
Disallow: /defunct/
Disallow: /nexus/
Disallow: /blog/wp-admin/
Disallow: /cgi-bin/
Disallow: /storage/
Disallow: /vqmod/
Disallow: /logs/
Disallow: /data/

# Block search/filter pages (avoid duplicate content)
# Note: Query-based URLs are now redirected to SEO URLs, so we can be less aggressive
Disallow: /*?route=product/search
Disallow: /*?filter_name=
Disallow: /*&filter_name=
Disallow: /*?filter_sub_category=
Disallow: /*&filter_sub_category=
Disallow: /*?filter_description=
Disallow: /*&filter_description=

# AI Training Bots - ALLOW for brand visibility
User-agent: GPTBot          # OpenAI (ChatGPT)
User-agent: ChatGPT-User
User-agent: CCBot            # Common Crawl (used by many AI)
User-agent: Claude-Web       # Anthropic
User-agent: anthropic-ai
User-agent: Google-Extended  # Google Bard/Gemini
User-agent: PerplexityBot    # Perplexity AI
User-agent: Applebot-Extended # Apple Intelligence
Allow: /
Disallow: /admin/
Disallow: /system/
Disallow: /storage/

# Block Mega Filter standalone "all products" page (not category filters)
Disallow: /index.php?route=extension/module/mega_filter/results

# Allow SEO-friendly filter URLs (these are good for customers and SEO)
# Example: /led-a19-a15-type/filter/12-voltage,120-277V
Allow: */filter/*

# Block non-essential parameters
Disallow: /*?tracking=
Disallow: /*?utm_
Disallow: /*?ref=

# Allow important bots full access
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
Allow: /