user-agent: AhrefsBot
disallow: /

User-agent: *
Crawl-delay: 20
Disallow: /*?
Disallow: /*&
Disallow: /cgi-bin/
Disallow: /checkout/
Disallow: /checkout*
Disallow: /compare/
Disallow: /order/
Disallow: /user/