# robots.txt
# @url: https://edytem.osug.fr

# @template: squelettes/robots.txt.html

User-agent: *
Allow:    /local/cache-css/
Allow:    /local/cache-js/
Noindex: /local/
Noindex: /plugins-dist/
Noindex: /plugins/
Noindex: /squelettes-dist/
Noindex: /squelettes/
Disallow: /ecrire/
Disallow: /lib/
Disallow: /prive/
Disallow: /spip.php?action=*
Disallow: /spip.php?page=login*
Disallow: /*.api/
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 30

User-agent: AhrefsBot
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: sogou spider
User-agent: YoudaoBot
User-agent: SemrushBot-SA
User-agent: SemrushBot
User-agent: BLEXBot
Disallow: /

Sitemap: https://edytem.osug.fr/sitemap.xml