robots.txt configuration

google image crawler setup

User-agent: Googlebot-Image
Disallow:

AhrefsBot setup

User-agent: AhrefsBot
Crawl-delay: 1

crawlers setup

User-agent: *

directories

Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /js/
Disallow: /lib/
Disallow: /magento/
Disallow: /media/
Allow: /media/sitemap_*
Allow: /media/blog_sitemap_*
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Disallow: /stats/
Disallow: /var/

paths (clean urls)

Disallow: /index.php
Disallow: //index.php
Disallow: //catalog/product_compare/
Disallow: //catalog/category/view/
Disallow: //catalog/product/view/
Disallow: //catalogsearch/
Disallow: //checkout/
Disallow: //control/
Disallow: //contacts/
Disallow: //customer/
Disallow: //customize/
Disallow: //newsletter/
Disallow: //poll/
Disallow: //review/
Disallow: //sendfriend/
Disallow: //tag/
Disallow: //wishlist/
Disallow: /*/catalog/product/gallery/

files

Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

scripts

Disallow: /.js$
Disallow: /.css$
Disallow: /.php$
Disallow: /?SID=

temporary blocks

Disallow: //crmpage$ Disallow: //crmpage?*

strict lock of some of the magento pages

Disallow: /pl_PL/szkolenieracing
Disallow: //form-1-test
Disallow: //form-1-live
Disallow: //head-padel-collection-2026
Disallow: //head-tennis-collection-2026
Disallow: //head-gdpr-paris
Disallow: //veepee
Disallow: //protector-2026
Disallow: //head-house-2026
Disallow: //head-house-2026/terms-conditions
Disallow: //head-house-2026/privacy-policy
Disallow: /*/customer-service

whole domain multistore site maps

Sitemap: https://www.head.com/media/sitemap_head_en.xml
Sitemap: https://www.head.com/media/sitemap_head_fr_CA.xml
Sitemap: https://www.head.com/media/sitemap_head_en_CA.xml
Sitemap: https://www.head.com/media/sitemap_head_en_SE.xml
Sitemap: https://www.head.com/media/sitemap_head_es_ES.xml
Sitemap: https://www.head.com/media/sitemap_head_en_SL.xml
Sitemap: https://www.head.com/media/sitemap_head_en_SK.xml
Sitemap: https://www.head.com/media/sitemap_head_en_RO.xml
Sitemap: https://www.head.com/media/sitemap_head_en_PT.xml
Sitemap: https://www.head.com/media/sitemap_head_en_NO.xml
Sitemap: https://www.head.com/media/sitemap_head_nl_NL.xml
Sitemap: https://www.head.com/media/sitemap_head_fr_MC.xml
Sitemap: https://www.head.com/media/sitemap_head_en_MT.xml
Sitemap: https://www.head.com/media/sitemap_head_fr_LU.xml
Sitemap: https://www.head.com/media/sitemap_head_en_LT.xml
Sitemap: https://www.head.com/media/sitemap_head_de_LI.xml
Sitemap: https://www.head.com/media/sitemap_head_en_LV.xml
Sitemap: https://www.head.com/media/sitemap_head_ja_JP.xml
Sitemap: https://www.head.com/media/sitemap_head_en_IE.xml
Sitemap: https://www.head.com/media/sitemap_head_en_HU.xml
Sitemap: https://www.head.com/media/sitemap_head_en_GR.xml
Sitemap: https://www.head.com/media/sitemap_head_fr_FR.xml
Sitemap: https://www.head.com/media/sitemap_head_en_FI.xml
Sitemap: https://www.head.com/media/sitemap_head_pl_PL.xml
Sitemap: https://www.head.com/media/sitemap_head_en_EE.xml
Sitemap: https://www.head.com/media/sitemap_head_en_DK.xml
Sitemap: https://www.head.com/media/sitemap_head_cs_CZ.xml
Sitemap: https://www.head.com/media/sitemap_head_en_CY.xml
Sitemap: https://www.head.com/media/sitemap_head_en_HR.xml
Sitemap: https://www.head.com/media/sitemap_head_en_BG.xml
Sitemap: https://www.head.com/media/sitemap_head_fr_BE.xml
Sitemap: https://www.head.com/media/sitemap_head_it_CH.xml
Sitemap: https://www.head.com/media/sitemap_head_fr_CH.xml
Sitemap: https://www.head.com/media/sitemap_head_it_IT.xml
Sitemap: https://www.head.com/media/sitemap_head_en_GB.xml
Sitemap: https://www.head.com/media/sitemap_head_en_US.xml
Sitemap: https://www.head.com/media/sitemap_head_de_CH.xml
Sitemap: https://www.head.com/media/sitemap_head_de_DE.xml
Sitemap: https://www.head.com/media/sitemap_head_de_AT.xml
Sitemap: https://www.head.com/media/sitemap_head_en_AU.xml