User-agent: * 
Disallow: /*.pdf
Disallow: /archives/date/
Disallow: /archives/tag/
Disallow: /archives/author/
Disallow: /page/

# Block bots
User-agent: AhrefsBot
Disallow: /
User-agent: Semrush
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Mj12bot
Disallow:/