User-agent: *
Disallow: /secure/
Allow: /
Host: https://www.cava.tn
Sitemap: https://www.cava.tn/sitemap.xml

# Outils SEO et robots IA : ne pas explorer les recherches filtrees (charge SSR). Google/Bing non concernes.
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: GPTBot
User-agent: meta-externalagent
Disallow: /keyword/
Disallow: /category/*?

# DotBot (Moz) : exploration ralentie.
User-agent: DotBot
Crawl-delay: 10
Disallow: /keyword/
Disallow: /category/*?