User-agent: * Disallow: /_dev Disallow: /assets Disallow: mail.php Disallow: mail_b2b.php Disallow: /mail-content Disallow: /vendor