Newer
Older
#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
# robots.txt
# @url: #URL_SITE_SPIP
# @generator: SPIP #SPIP_VERSION
# @template: #SQUELETTE

real3t@gmail.com
a validé
User-agent: *[(#CONFIG{soyezcreateurs_google/indexation,oui}|=={oui}|non)

real3t@gmail.com
a validé
][(#CONFIG{soyezcreateurs_google/indexation,oui}|=={oui}|oui)
Allow: /local/cache-css/
Allow: /local/cache-js/
Disallow: /local/
Disallow: /ecrire/
Disallow: /sites/
Allow: /sites/[(#URL_SITE_SPIP|replace{'www\.',''}|replace{'ww2\.',''}|replace{'\.g2w\.fr',''}|replace{'http://',''}|replace{'https://',''})]
Sitemap: #URL_SITE_SPIP/sitemap.xml
Crawl-delay: 29
User-Agent: MJ12bot
Crawl-Delay: 31