User-agent: AhrefsBot
Disallow: /

User-agent: *
Allow: /
Sitemap: /sitemap.xml
Disallow: /search/
Disallow: /traffic/status*?
Disallow: /journeyplanner
Disallow: /modes/driving/te-contact-us-make-complaint-failure-*
Disallow: /modes/driving/te-contact-us-make-an-enquiry-failure-26705
Disallow: /statusupdates