robots.txt de Julien inc.
Mesuré le 2026-08-29 sur julien.ca. Source : Régie du bâtiment du Québec, Données Québec.
# ============================================================
# robots.txt
# Magento 2 multi-store: fr_ca, en_ca, en_us (custom switcher URL prefix)
# ============================================================
# ------------------------------------------------------------
# Default rules — applies to all crawlers not listed below
# ------------------------------------------------------------
User-agent: *
# --- Magento internals (root-only, never locale-prefixed) ---
Disallow: /index.php/
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /pub/errors/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /*.php$
# --- Sensitive root files ---
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /COPYING.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /CHANGELOG.md
Disallow: /STATUS.txt
# --- Query strings & session IDs (global, all paths/locales) ---
Disallow: /*?
Disallow: /*SID=
Disallow: /*PHPSESSID
# --- Store switcher & geoip endpoints ---
Disallow: /stores/store/switch/
Disallow: /*/stores/store/switch/
Disallow: /fastlyCdn/geoip/
Disallow: /*/fastlyCdn/geoip/
# --- Customer/checkout/account flows (root + all locales) ---
Disallow: /checkout/
Disallow: /*/checkout/
Disallow: /customer/
Disallow: /*/customer/
Disallow: /wishlist/
Disallow: /*/wishlist/
Disallow: /sendfriend/
Disallow: /*/sendfriend/
Disallow: /review/
Disallow: /*/review/
Disallow: /newsletter/
Disallow: /*/newsletter/
Disallow: /downloadable/
Disallow: /*/downloadable/
Disallow: /sales/guest/form/
Disallow: /*/sales/guest/form/
Disallow: /productalert/
Disallow: /*/productalert/
# --- Catalog internals, search, ajax/quickview (root + all locales) ---
Disallow: /catalog/
Disallow: /*/catalog/
Disallow: /catalogsearch/
Disallow: /*/catalogsearch/
Disallow: /quickview/
Disallow: /*/quickview/
Disallow: /ajax/
Disallow: /*/ajax/
Disallow: /ajaxcart/
Disallow: /*/ajaxcart/
Disallow: /control/
Disallow: /customize/
# --- Allow /media/ explicitly (product images, sitemaps live here) ---
Allow: /media/
# ------------------------------------------------------------
# AI training crawlers — blocked
# (Search/answer bots like OAI-SearchBot, PerplexityBot,
# ChatGPT-User, Claude-User remain unblocked so you stay
# discoverable in AI-powered search.)
# ------------------------------------------------------------
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
Sitemap: https://www.homerefinements.ca/media/sitemapCAFR_category.xml
Sitemap: https://www.homerefinements.ca/media/sitemapCAFR_product.xml
Sitemap: https://www.homerefinements.ca/media/sitemapCAFR_cms.xml
Sitemap: https://www.homerefinements.ca/media/sitemapCAEN_category.xml
Sitemap: https://www.homerefinements.ca/media/sitemapCAEN_product.xml
Sitemap: https://www.homerefinements.ca/media/sitemapCAEN_cms.xml
Sitemap:
(tronqué)