User-agent: *
Disallow: /404.php
Disallow: /ru/company/news
Disallow: /en/company/news
Disallow: /bitrix/
Disallow: /cgi-bin/
Disallow: /lindoc/
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes