# robotstxt.org/

User-agent: *
Disallow: /node/add
Disallow: /search/
Disallow: /logout
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /admin

User-agent: dotbot
Allow : /

User-agent: rogerbot
Allow: /

User-agent: SemrushBot
Allow : /