30 lines
678 B
HTML
30 lines
678 B
HTML
#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
|
|
|
|
# robots.txt
|
|
# @url: #URL_SITE_SPIP
|
|
# @generator: SPIP #SPIP_VERSION
|
|
# @template: #SQUELETTE
|
|
|
|
User-agent: *[
|
|
Disallow: /
|
|
(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}})][
|
|
Allow: /local/cache-css/
|
|
Allow: /local/cache-js/
|
|
Disallow: /local/
|
|
Disallow: /ecrire/
|
|
Disallow: /lib/
|
|
Disallow: /plugins/
|
|
Disallow: /plugins-dist/
|
|
Disallow: /prive/
|
|
Disallow: /squelettes-dist/
|
|
Disallow: /squelettes/
|
|
Disallow: /oembed.api/
|
|
Disallow: /spip.php?action=*
|
|
Disallow: /spip.php?page=login*
|
|
|
|
Sitemap: #URL_SITE_SPIP/sitemap.xml
|
|
|
|
User-agent: bingbot
|
|
Crawl-delay: 1
|
|
|
|
(#REM|is_entravaux|ou{#CONFIG{entravaux_disallow_robots}}|non)]
|