# Autorises : ils calculent les metriques d'autorite (Majestic TF, Moz DA)
User-agent: MJ12bot
Disallow:

User-agent: dotbot
Disallow:

User-agent: rogerbot
Disallow:

# Bloques nommement. Une regle nommee prime toujours sur "User-agent: *",
# meme si l'hebergeur injecte un "Allow: /" generique en amont du fichier.
User-agent: Googlebot
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Googlebot-News
Disallow: /

User-agent: Googlebot-Video
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: DuckDuckBot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

# Filet par defaut
User-agent: *
Disallow: /