#User-agent: *
#Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: *
Allow: /
User-agent: *
Disallow: /pdfs/ # Block the /pdfs/directory.
Disallow: /*.pdf$