spip_nursit/plugins-dist/dist/nursit/en_travaux/robots.txt.html

31 lines
678 B
HTML
Raw Permalink Normal View History

2023-06-01 15:30:12 +00:00
#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
# robots.txt
# @url: #URL_SITE_SPIP
# @generator: SPIP #SPIP_VERSION
# @template: #SQUELETTE
User-agent: *[
Disallow: /
(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}})][
Allow: /local/cache-css/
Allow: /local/cache-js/
Disallow: /local/
Disallow: /ecrire/
Disallow: /lib/
Disallow: /plugins/
Disallow: /plugins-dist/
Disallow: /prive/
Disallow: /squelettes-dist/
Disallow: /squelettes/
Disallow: /oembed.api/
Disallow: /spip.php?action=*
Disallow: /spip.php?page=login*
Sitemap: #URL_SITE_SPIP/sitemap.xml
User-agent: bingbot
Crawl-delay: 1
(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}}|non)]