User-agent: *
# On empeche lindexation des dossiers sensibles
Disallow: /cgi-bin
Disallow: /wp-login.php

User-agent: Googlebot
Allow: /