User-Agent: *
Disallow: /contentassets/ # Block the /contentassets/ directory.
Disallow: *.pdf  # Block pdf files. Non-standard but works for major search engines.
Disallow: /api/document
Disallow: /Authentication