User-agent: * Disallow: /_dev Disallow: /assets Disallow: mail.php Disallow: mail_b2b.php Disallow: /mailer