User-agent: *
Disallow: /bitrix/
Disallow: /auth/
Disallow: /search/
Disallow: /content/
Disallow: *.pdf
Disallow: *.doc
Disallow: *.PDF
Disallow: *.DOC