# ============================================================== # robots.txt — Batiprosec.be # Mis à jour : 2026-05-01 # Recommandations : Google Search Central + WordPress best practices # ============================================================== # -------------------------------------------------------------- # 1. CRAWLERS IA GOOGLE — Autorisation explicite # Google-Extended alimente les AI Overviews (SGE) et Gemini. # -------------------------------------------------------------- User-agent: Google-Extended Allow: / # -------------------------------------------------------------- # 2. AHREFS — Outil SEO actif sur le domaine # -------------------------------------------------------------- User-agent: AhrefsBot Allow: / # -------------------------------------------------------------- # 3. RÈGLES GÉNÉRALES # -------------------------------------------------------------- User-agent: * # — Administration WordPress Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # — Fichiers système / sensibles à ne pas exposer Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-cron.php Disallow: /wp-config.php Disallow: /readme.html Disallow: /license.txt Disallow: /wp-content/upgrade/ Disallow: /wp-content/backup-db/ # — Contenu dupliqué ou sans valeur indexable Disallow: /?s= Disallow: /search/ Disallow: /tag/ Disallow: /?p= Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/feed/ Disallow: /*?replytocom= Disallow: /*?preview=true # — IMPORTANT : on N'A PAS de Disallow sur /wp-includes/ ni # sur /wp-content/cache/. Google doit pouvoir crawler # tous les CSS/JS pour rendre les pages correctement # (Mobile-First Indexing + Core Web Vitals). # -------------------------------------------------------------- # 4. BOTS NON DÉSIRÉS # -------------------------------------------------------------- User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # -------------------------------------------------------------- # 5. SITEMAP # -------------------------------------------------------------- Sitemap: https://www.batiprosec.be/sitemap_index.xml