User-agent: AhrefsBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: *
Crawl-delay: 1
Allow: /images/*.jpg$
Allow: /images/*.jpg?_v=*
Allow: /images/*.jpeg$
Allow: /images/*.jpeg?_v=*
Allow: /images/*.png$
Allow: /images/*.png?_v=*
Allow: /images/*.svg$
Allow: /images/*.svg?_v=*
Allow: /images/*.gif$
Allow: /images/*.gif?_v=*
Disallow: /images
Disallow: /api/i18n/info
Disallow: /api/print/*?filename=*
Disallow: /*?rendering-to-pdf=true