Robots.txt personnalisé

squelettes/robots.txt.html

+#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
+
+# robots.txt
+# @url: #URL_SITE_SPIP
+# @generator: SPIP #SPIP_VERSION
+# @template: #SQUELETTE
+
+User-agent: *[
+Disallow: /
+(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}})][
+Allow: /local/cache-css/
+Allow: /local/cache-js/
+Noindex: /local/
+Disallow: /ecrire/
+Disallow: /lib/
+Noindex: /plugins/
+Noindex: /plugins-dist/
+Noindex: /prive/
+Noindex: /squelettes-dist/
+Noindex: /squelettes/
+Disallow: /oembed.api/
+Disallow: /spip.php?action=*
+Disallow: /spip.php?page=login*
+
+Sitemap: #URL_SITE_SPIP/sitemap.xml
+
+User-agent: bingbot
+Crawl-delay: 1
+
+(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}}|non)]
+