sitemap: https://easylogement.fr/sitemap.xml?locale=fr

User-agent: *
Disallow: /user/sign_in
Disallow: /users
Disallow: /mobilepay
Disallow: /api
Disallow: /quickpay
Disallow: /*?*start_subscription=*
Disallow: /*?*reset_auth=*

User-Agent: MJ12bot
Crawl-Delay: 20

User-agent: AhrefsBot
Crawl-Delay: 20

User-agent: SemrushBot
Crawl-Delay: 20

User-agent: SemrushBot-SA
Crawl-Delay: 20

User-agent: Bytespider
Crawl-Delay: 20

# AI crawlers
# ClaudeBot and PerplexityBot crawl very aggressively (hundreds of thousands of
# hits/week in nginx logs) but refer almost no traffic — throttle them hard.
# OAI-SearchBot is left unthrottled on purpose: it powers ChatGPT Search/citations.
User-agent: ClaudeBot
Crawl-Delay: 90

User-agent: PerplexityBot
Crawl-Delay: 90

User-agent: GPTBot
Crawl-Delay: 30

User-agent: CCBot
Disallow: /


# SEO crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SERankingBot
Disallow: /

# ByteDance / TikTok
User-agent: Bytespider
Disallow: /

# Huawei
User-agent: PetalBot
Disallow: /

# Amazon
User-agent: Amazonbot
Disallow: /