Synchronisation avec le plugin En travaux

robots.txt.html

@@ -5,13 +5,19 @@
 # @generator: SPIP #SPIP_VERSION
 # @template: #SQUELETTE
 
-User-agent: *
+User-agent: *[
+Disallow: /
+(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}})][
 Allow:    /local/cache-css/
 Allow:    /local/cache-js/
 Disallow: /local/
 Disallow: /ecrire/
-Crawl-delay: 1
 Disallow: /sites/
-Allow:    /sites/[(#URL_SITE_SPIP|replace{'www\.',''}|replace{'ww2\.',''}|replace{'http://',''}|replace{'https://',''})]
+Allow:    /sites/[(#URL_SITE_SPIP|replace{'www\.',''}|replace{'ww2\.',''}|replace{'\.g2w\.fr',''}|replace{'http://',''}|replace{'https://',''})]
+
+Sitemap: #URL_SITE_SPIP/sitemap.xml
+
+User-agent: bingbot
+Crawl-delay: 1
 
-Sitemap: #URL_SITE_SPIP/sitemap.xml
\ No newline at end of file
+(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}}|non)]