# All robots can spider the domain User-agent: * Disallow: /admin/ Disallow: /webmail/ Disallow: /user/ Disallow: /siteadmin/ Disallow: /siteuser/ Disallow: /reseller/