User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cdn-cgi/
Disallow: /backend/
Disallow: job/
Disallow: /?print=pdf
Disallow: /?print=pdf*
Disallow: /?print=pdf
Disallow: *print=pdf*
Disallow: /?*
Disallow: /pt/?print=pdf
Disallow: /pdfs/ # Block the /pdfs/directory.
Disallow: *.pdf  # Block pdf files. Non-standard but works for major search engines.
Crawl-delay: 10