User-agent: *
Disallow: /search/
Disallow: /api/
Disallow: /builds/
Disallow: /sustainability/click/

User-agent: *
Disallow: /search/
Disallow: /api/
Disallow: /builds/
Disallow: /sustainability/click/

# This was hitting our site and causing a lot of issues
User-agent: AhrefsBot 
Disallow: /

Add a specific ban on AhrefsBot
Add a specific ban on AhrefsBot
