# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# Sitemap
Sitemap: https://crem.be/sitemap.xml
# Ressources à ne pas indexer
Disallow: /intranet/
Disallow: /admin/
Disallow: /*?*
Disallow: /api/
Disallow: /offline.html
# Optimisations de crawl
Crawl-delay: 10