User-agent: *
# PATHS
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
# @DO - Avoid any issues with Google Merchant Center disapproving products
#Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /contacts/
Disallow: /customer/
Disallow: /newsletter/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
# DO NOT INDEX PAGES THAT ARE SORTED OR FILTERED.
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=
# DO NOT INDEX SESSION ID, QUERY STRINGS, PHP
Disallow: /*?SID=
Disallow: /*.php$
# @DO - Avoid any issues with Google Merchant Center disapproving products
#Disallow: /*?
# PAGES
Disallow: /enable-cookies$
Disallow: /enable-cookies/$
Disallow: /service-unavailable$
Disallow: /service-unavailable/$
# CVS, SVN DIRECTORY AND DUMP FILES
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$
# PATHS - CUSTOM
Disallow: /jointheclub/
Disallow: /product-selector
# @DO - Avoid any issues with Google Merchant Center disapproving products

User-agent: Googlebot
Disallow:
User-agent: Googlebot-image
Disallow:

User-agent: ClaudeBot
Disallow: /

User-agent: Bingbot
Crawl-delay: 1

User-agent: AhrefsBot
User-agent: Amazonbot
User-agent: Baiduspider
User-agent: GrapeshotCrawler
User-agent: Linguee Bot
User-agent: MJ12bot
User-agent: Seekport Crawler
User-agent: SeznamBot
User-agent: SemrushBot
User-agent: YandexBot
User-agent: YandexImages
User-agent: istellabot
Crawl-delay: 3

Sitemap: https://www.compex.com/media/sitemaps/compex_us_en/sitemap.xml