User-agent: claritybot
# https://www.seoclarity.net/bot.html
# delay is in s before a retry.
# (250pgs * 1s) / 60 = 4.16m
crawl-delay: 1

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: *
Disallow: /cdn-cgi/
Disallow: /account.html
Disallow: /account/
Disallow: /admin.html
Disallow: /admin/
Disallow: /argus/
Disallow: /clickheat/
Disallow: /images/map-markers/
Disallow: /iss/
Disallow: /out/
Disallow: /reviews/post_review/
Disallow: /search/autocomplete/
Disallow: /sitemaps/pages.html
Disallow: /widgets/
Disallow: /reserve/
Disallow: /*/reserve/
Disallow: /reservation
Disallow: /sandbox/
Disallow: /imageVerifyVisit
Disallow: /pixel
Disallow: /v1                                # Disallow segment proxy
Disallow: /_s                                # Disallow segment proxy