User-agent: *
Disallow: /pdf/

User-agent: *
Disallow: /pdf

user-agent: MJ12bot
disallow: /

user-agent: AhrefsBot
disallow: /

User-Agent: Slurp
Disallow: /

User-Agent: Teoma
Disallow: /