robots.txt de Sciage de béton B.C.G. Inc.
Mesuré le 2026-08-29 sur scanbetonbcg.com. Source : Régie du bâtiment du Québec, Données Québec.
# Allow specific bots to access all content
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Storebot-Google
User-agent: Mediapartners-Google
User-agent: Adsbot-Google
User-agent: bingbot
User-agent: msnbot
User-agent: msnbot-media
User-agent: adidxbot
User-agent: slurp
User-agent: yandex
User-agent: cocolyzebot
Disallow:
# Block unwanted bots
User-agent: *
Disallow: /
# Block specific paths for all bots
Disallow: /vgxadm
Disallow: /App_Data
Disallow: /App_Code
# Disallow PDFs for all bots
Disallow: *.pdf
# Crawl delay
# Note: Not all bots support crawl-delay
# Adjust the value based on your site's needs
Crawl-delay: 5
# Sitemap - Mettre URL au complet
Sitemap: https://scanbetonbcg.com/sitemap.xml