User-agent: *
Disallow: /health-check
Disallow: /wp-admin
Disallow: /50x.html
Disallow: /newsletter/
Disallow: /l/
Crawl-delay: 0.35

User-agent: Jetty
Disallow: /
Crawl-delay: 5

User-agent: Slurp
Crawl-delay: 1

User-agent: yandex
Crawl-delay: 1

User-agent: Scrapy
Disallow: /
Crawl-delay: 5