robots.txt de Ciot inc.
Mesuré le 2026-08-31 sur ciot.com. Source : Régie du bâtiment du Québec, Données Québec.
User-agent: DataForSeoBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: rogerbot
Crawl-delay: 10
User-agent: *
Disallow: /index.php/
Disallow: /checkout/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: /catalogsearch/*
Disallow: /*/stores/store/redirect/
Disallow: /*/stores/store/switch
Disallow: /*?dimensions_shape
Disallow: /*?color_color1
Disallow: /*?class_id2
Disallow: /*?dimensions_shape
Disallow: /*?finishes_finish
Disallow: /*?otherdesc_pricerang
Disallow: /*?dimensions_thickness
Disallow: /*?destination
Disallow: /*?application
Disallow: /*?denomination_commercial_denom
Disallow: /*?category_order
Disallow: /*?color_supplier_color
Disallow: /*?color_multi
Disallow: /*?slipresistance_ansia137_result
Disallow: /*?lookeffect
Disallow: /*?is_new
Disallow: /*?style
Disallow: /*?dimensions_size
Disallow: /*?dimensions_format_nominal
Disallow: /*?level
Disallow: /*?location
Disallow: /*?department
Sitemap: https://ciot.com/sitemap.xml
# --------------------------------------
# SERP
# --------------------------------------
User-agent: bingbot
Crawl-delay: 10
User-agent: Slurp
Crawl-delay: 15
User-agent: DuckDuckBot
Crawl-delay: 15
User-agent: YandexBot
Crawl-delay: 20
User-agent: Baiduspider
Crawl-delay: 30
User-agent: Sogou Spider
Crawl-delay: 30
User-agent: Exabot
Crawl-delay: 20
User-agent: Qwantify
Crawl-delay: 10
User-agent: MojeekBot
Crawl-delay: 10
User-agent: PetalBot
Crawl-delay: 10
# --------------------------------------
# Bots IA (LLM, GPT, Recherche)
# --------------------------------------
User-agent: GPTBot
Crawl-delay: 20
User-agent: ChatGPT-User
Crawl-delay: 20
User-agent: ClaudeBot
Crawl-delay: 20
User-agent: Claude-SearchBot
Crawl-delay: 20
User-agent: Claude-User
Crawl-delay: 20
User-agent: DuckAssistBot
Crawl-delay: 20
User-agent: Google-Extended
Crawl-delay: 20
User-agent: PerplexityBot
Crawl-delay: 20
User-agent: Amazonbot
Crawl-delay: 20
User-agent: Applebot
Crawl-delay: 15
User-agent: CCBot
Crawl-delay: 20
User-agent: SeekrBot
Crawl-delay: 20
User-agent: YouBot
Crawl-delay: 20
User-agent: OAI-SearchBot
Crawl-delay: 20
User-agent: MetaExternalAgent
Crawl-delay: 20
User-agent: ByteSpider
Crawl-delay: 20
User-agent: PhindBot
Crawl-delay: 20
User-agent: komocrawler
Crawl-delay: 20
User-agent: PoeBot
Crawl-delay: 20
User-agent: Gigabot
Crawl-delay: 20
User-agent: Diffbot
Crawl-delay: 20
User-agent: NeevaBot
Crawl-delay: 20
User-agent: MetaAI
Crawl-delay: 20
User-agent: UpdogBot
Crawl-delay: 20
# --------------------------------------
# Bots de réseaux sociaux / preview
# --------------------------------------
User-agent: Facebot
Crawl-delay: 10
User-agent: facebookexternalhit
Crawl-delay: 10
User-agent: Twitterbot
Crawl-delay: 10
User-agent: LinkedInBot
Crawl-delay: 10
User-agent: Pinterestbot
Crawl-delay: 10
User-agent: Slackbot
Crawl-delay: 10
User-agent: Discordbot
Crawl-delay: 10
User-agent: TelegramBot
Crawl-delay: 10
User-agent: SkypeUriPreview
Crawl-delay: 10
User-agent: WhatsApp
Crawl-delay: 10
# --------------------------------------
# Bots SEO / Scrapers / Analyseurs
# --------------------------------------
User-agent: AhrefsBot
Crawl-delay: 30
User-agent: SemrushBot
Crawl-delay: 30
User-agent: rogerbot
Crawl-delay: 30
User-agent: Screaming Frog SEO Spider
Crawl-delay: 30
User-agent: MJ12bot
Crawl-delay: 30
User-agent: SEOkicks-Robot
Crawl-delay: 30
User-agent: DotBot
Crawl-delay: 30
User-agent: SerpstatBot
Crawl-delay: 30
User-agent: NetcraftSurveyAgent
Crawl-delay: 30
User-agent: BLEXBot
Crawl-d
(tronqué)