User-agent: magpie-crawler
Disallow: /

# User-agent: AhrefsBot 
# Disallow: /