User-agent: Twitterbot
Disallow:
Disallow: *?*context=*
Disallow: /50x.html
Disallow: /health-check
Disallow: /newsletter/
Disallow: /wp-admin

User-agent: *
Disallow: */shop/*?*brand=*
Disallow: */shop/*?*category=*
Disallow: */shop/*?*color=*
Disallow: */shop/*?*price=*
Disallow: */shop/*?*size=*
Disallow: */shop/*?*sortBy=*
Disallow: */shop/category/preview-sale
Disallow: */shop/category/private-sale
Disallow: *?*context=*
Disallow: *?*format=amp
Disallow: *?*query=*
Disallow: *?*queryID=*
Disallow: *?*utm_*=*
Disallow: /50x.html
Disallow: /health-check
Disallow: /newsletter/
Disallow: /wp-admin
Crawl-delay: 0.35

User-agent: Jetty
Disallow: /
Crawl-delay: 5

User-agent: Slurp
Crawl-delay: 1

User-agent: yandex
Crawl-delay: 1

User-agent: Scrapy
Disallow: /
Crawl-delay: 5

Sitemap: https://highsnobiety.com/sitemap-content.xml
Sitemap: https://highsnobiety.com/sitemap-shop.xml
Sitemap: https://highsnobiety.com/sitemap-news.xml