Sitemap: https://www.mullanlighting.com/sitemap.xml
Sitemap: https://www.mullanlighting.com/sitemap_fr.xml
Sitemap: https://www.mullanlighting.com/sitemap_uk.xml
Sitemap: https://www.mullanlighting.com/sitemap_us.xml

User-agent: GetLocalBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Slackbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: *
# Paths (clean URLs)
Disallow: /index.php/
Disallow: /*/catalog/product_compare/
Disallow: /*/catalog/category/view/


# Need to allow these urls paths to be indexed, since M2 commonly includes these links in sitemap.xml
Disallow: /*/catalog/product/view/
Disallow: /*/catalogsearch/
Disallow: /*/control/
Disallow: /*/contacts/
Disallow: /*/customer/
Disallow: /*/customize/
Disallow: /*/newsletter/
Disallow: /*/sendfriend/
Disallow: /*/wishlist/
Disallow: /*/review/product/listAjax/id/


# Do not index pages that are sorted or filtered.
Disallow: /*?*product_list_mode*
Disallow: /*?*product_list_order*
Disallow: /*?*product_list_limit*
Disallow: /*?*product_list_dir*
Disallow: /*?*ip_rating*
Disallow: /*?*lead_time_promotion*
Disallow: /*?*material*
Disallow: /*?*price*


# Do not index session ID
Disallow: /*.php$
Disallow: /*SID*


Disallow: /blog/tag/*
Disallow: /*/blog/tag/*
Disallow: /*/stores/store/switch/*
Disallow: /shop/*

# Block crawling of backend and technical paths
Disallow: /cgi-bin/
Disallow: /errors/
Disallow: /var/
Disallow: /media/captcha/
Disallow: /media/customer/
Disallow: /media/downloadable/
Disallow: /media/import/
Disallow: /media/theme_customization/


# Allow CSS, JS, images for rendering by search engines
Allow: /media/
Allow: /static/


# Block specific query parameters
Disallow: /*?dir*
Disallow: /*?limit*
Disallow: /*?mode*


# Prevent bots from hitting faceted navigation (filtering options)
Disallow: /*?color*
Disallow: /*?price*
Disallow: /*?size*
Disallow: /*?filter_type*
Disallow: /*?filter_colour*
Disallow: /*?filter_fabric_type*
Disallow: /*?filter_style*
Disallow: /*?p*
Disallow: /*?material*
Disallow: /*?lead_time_promotion*
Disallow: /*?ip_rating*


# Set a crawl delay to reduce server load (delay in seconds)
Crawl-delay: 10