User-agent: *
Disallow: /short_break
Disallow: /rewards/
Disallow: /pdfs/ # Block the /pdfs/directory.
Disallow: *.pdf  # Block pdf files. Non-standard but works for major search engines.
Allow: /

User-agent: ia_archiver
Disallow: /bedrooms/themed-breaks/diving-breaks-on-portland/