User-agent: *
Disallow: /pdf/
Disallow: /test/

User-agent: ia_archiver
Disallow: /bad_dir/

User-Agent: AhrefsBot
Crawl-Delay: 2

User-Agent: APIs-Google
Disallow: /

User-Agent: proximic
Disallow: /ip/

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /